D7net
Home
Console
Upload
information
Create File
Create Folder
About
Tools
:
/
proc
/
self
/
root
/
usr
/
local
/
share
/
perl5
/
Pod
/
Filename :
Spell.pm
back
Copy
package Pod::Spell; use 5.008; use strict; use warnings; our $VERSION = '1.20'; # VERSION sub new { my ( $class, %args ) = @_; my $no_wide_chars = delete $args{no_wide_chars}; my $debug = delete($args{debug}) || $ENV{PERL_POD_SPELL_DEBUG}; my $stopwords = $args{stopwords} || do { require Pod::Wordlist; Pod::Wordlist->new( _is_debug => $debug, no_wide_chars => $no_wide_chars ) }; my %self = ( processor => Pod::Spell::_Processor->new( $debug, $stopwords ), stopwords => $stopwords, debug => $debug, ); bless \%self, $class } sub _is_debug { (shift)->{debug} ? 1 : 0; } sub stopwords { (shift)->{stopwords} } sub parse_from_file { shift->{processor}->parse_from_file(@_) } sub parse_from_filehandle { shift->{processor}->parse_from_filehandle(@_) } package # Hide from indexing Pod::Spell::_Processor; use parent 'Pod::Parser'; use Pod::Escapes ('e2char'); use Text::Wrap ('wrap'); use locale; # so our uc/lc works right use Carp; sub new { my ( $class, $debug, $stopwords ) = @_; my $self = $class->SUPER::new; @{$self}{qw< debug stopwords >} = ($debug, $stopwords); $self } #---------------------------------------------------------------------- sub _is_debug { (shift)->{debug} ? 1 : 0; } sub stopwords { (shift)->{stopwords} } #---------------------------------------------------------------------- sub parse_from_file { my $self = shift; $self->{region} = []; $self->SUPER::parse_from_file(@_); delete $self->{region} } sub parse_from_filehandle { my $self = shift; $self->{region} = []; $self->SUPER::parse_from_filehandle(@_); delete $self->{region} } #========================================================================== # # Override some methods # sub verbatim { '' } # totally ignore verbatim sections sub textblock { my ( $self, $paragraph ) = @_; if ( @{ $self->{'region'} } ) { my $last_region ## no critic ( ProhibitAmbiguousNames ) = $self->{'region'}[-1]; if ( $last_region eq 'stopwords' ) { $self->stopwords->learn_stopwords($paragraph); return; } elsif ( $last_region eq ':stopwords' ) { $self->stopwords->learn_stopwords( $self->interpolate($paragraph) ); # I guess that'd work. return; } elsif ( $last_region !~ m/^:/s ) { printf "Ignoring a textblock because inside a %s region.\n", $self->{'region'}[-1] if $self->_is_debug; return; } # else fall thru, as with a :footnote region or something... } $self->_treat_words( $self->interpolate($paragraph) ); return; } sub command { ## no critic ( ArgUnpacking) # why do I have to shift these? my ( $self, $command, $text ) = ( shift, shift, @_ ); return if $command eq 'pod'; if ( $command eq 'begin' ) { ## no critic ( ControlStructures::ProhibitCascadingIfElse ) my $region_name; #print "BEGIN <$_[0]>\n"; if ( $text =~ m/^\s*(\S+)/s ) { $region_name = $1; } else { $region_name = 'WHATNAME'; } print "~~~~ Beginning region \"$region_name\" ~~~~\n" if $self->_is_debug; push @{ $self->{'region'} }, $region_name; } elsif ( $command eq 'end' ) { pop @{ $self->{'region'} }; # doesn't bother to check } elsif ( $command eq 'for' ) { if ( $text =~ s/^\s*(\:?)stopwords\s*(.*)//s ) { my $para = $2; $para = $self->interpolate($para) if $1; print "Stopword para: <$2>\n" if $self->_is_debug; $self->stopwords->learn_stopwords($para); } } elsif ( @{ $self->{'region'} } ) { # TODO: accept POD formatting # ignore } elsif ($command eq 'head1' or $command eq 'head2' or $command eq 'head2' or $command eq 'head3' or $command eq 'item' ) { my $out_fh = $self->output_handle(); print $out_fh "\n"; $self->_treat_words( $self->interpolate(shift) ); #print $out_fh "\n"; } return; } #-------------------------------------------------------------------------- sub interior_sequence { ## no critic ( Subroutines::RequireFinalReturn ) my ( $self, $command, $seq_arg ) = @_; return '' if $command eq 'X' or $command eq 'Z'; # Expand escapes into the actual character now, carping if invalid. if ( $command eq 'E' ) { my $it = e2char( $seq_arg ); if ( defined $it ) { return $it; } else { carp "Unknown escape: E<$seq_arg>"; return "E<$seq_arg>"; } } # For all the other sequences, empty content produces no output. return if $seq_arg eq ''; if ( $command eq 'B' or $command eq 'I' or $command eq 'S' ) { $seq_arg; } elsif ( $command eq 'C' or $command eq 'F' ) { # don't lose word-boundaries my $out = ''; $out .= ' ' if s/^\s+//s; my $append; $append = 1 if s/\s+$//s; $out .= '_' if length $seq_arg; # which, if joined to another word, will set off the Perl-token alarm $out .= ' ' if $append; $out; } elsif ( $command eq 'L' ) { return $1 if m/^([^|]+)\|/s; ''; } else { carp "Unknown sequence $command<$seq_arg>"; } } #-------------------------------------------------------------------------- sub _treat_words { my ($self, $text) = @_; my $out = $self->stopwords->strip_stopwords( $text ); if ( length $out ) { my $out_fh = $self->output_handle(); # We don't need a very new version of Text::Wrap, altho they are nicer. local $Text::Wrap::huge = 'overflow'; ## no critic ( Variables::ProhibitPackageVars ) print $out_fh wrap( '', '', $out ), "\n\n"; } return; } #-------------------------------------------------------------------------- 1; # ABSTRACT: a formatter for spellchecking Pod __END__ =pod =encoding UTF-8 =for :stopwords Sean M. Burke Caleb Cushing Olivier Mengué PODs virtE<ugrave> =head1 NAME Pod::Spell - a formatter for spellchecking Pod =head1 VERSION version 1.20 =head1 SYNOPSIS use Pod::Spell; Pod::Spell->new->parse_from_file( 'File.pm' ); Pod::Spell->new->parse_from_filehandle( $infile, $outfile ); Also look at L<podspell> % perl -MPod::Spell -e "Pod::Spell->new->parse_from_file(shift)" Thing.pm |spell |fmt ...or instead of piping to spell or C<ispell>, use C<E<gt>temp.txt>, and open F<temp.txt> in your word processor for spell-checking. =head1 DESCRIPTION Pod::Spell is a Pod formatter whose output is good for spellchecking. Pod::Spell rather like L<Pod::Text|Pod::Text>, except that it doesn't put much effort into actual formatting, and it suppresses things that look like Perl symbols or Perl jargon (so that your spellchecking program won't complain about mystery words like "C<$thing>" or "C<Foo::Bar>" or "hashref"). This class provides no new public methods. All methods of interest are inherited from L<Pod::Parser|Pod::Parser> (which see). The especially interesting ones are C<parse_from_filehandle> (which without arguments takes from STDIN and sends to STDOUT) and C<parse_from_file>. But you can probably just make do with the examples in the synopsis though. This class works by filtering out words that look like Perl or any form of computerese (like "C<$thing>" or "C<NE<gt>7>" or "C<@{$foo}{'bar','baz'}>", anything in CE<lt>...E<gt> or FE<lt>...E<gt> codes, anything in verbatim paragraphs (code blocks), and anything in the stopword list. The default stopword list for a document starts out from the stopword list defined by L<Pod::Wordlist|Pod::Wordlist>, and can be supplemented (on a per-document basis) by having C<"=for stopwords"> / C<"=for :stopwords"> region(s) in a document. =head1 METHODS =head2 new =head2 stopwords $self->stopwords->isa('Pod::WordList'); # true =head2 parse_from_filehandle($in_fh,$out_fh) This method takes an input filehandle (which is assumed to already be opened for reading) and reads the entire input stream looking for blocks (paragraphs) of POD documentation to be processed. If no first argument is given the default input filehandle C<STDIN> is used. The C<$in_fh> parameter may be any object that provides a B<getline()> method to retrieve a single line of input text (hence, an appropriate wrapper object could be used to parse PODs from a single string or an array of strings). =head2 parse_from_file($filename,$outfile) This method takes a filename and does the following: =over 2 =item * opens the input and output files for reading (creating the appropriate filehandles) =item * invokes the B<parse_from_filehandle()> method passing it the corresponding input and output filehandles. =item * closes the input and output files. =back If the special input filename "", "-" or "<&STDIN" is given then the STDIN filehandle is used for input (and no open or close is performed). If no input filename is specified then "-" is implied. Filehandle references, or objects that support the regular IO operations (like C<E<lt>$fhE<gt>> or C<$fh-<Egt>getline>) are also accepted; the handles must already be opened. If a second argument is given then it should be the name of the desired output file. If the special output filename "-" or ">&STDOUT" is given then the STDOUT filehandle is used for output (and no open or close is performed). If the special output filename ">&STDERR" is given then the STDERR filehandle is used for output (and no open or close is performed). If no output filehandle is currently in use and no output filename is specified, then "-" is implied. Alternatively, filehandle references or objects that support the regular IO operations (like C<print>, e.g. L<IO::String>) are also accepted; the object must already be opened. =head1 ENCODINGS Pod::Parser, which Pod::Spell extends, is extremely naive about character encodings. The C<parse_from_file> method does not apply any PerlIO encoding layer. If your Pod file is encoded in UTF-8, your data will be read incorrectly. You should instead use C<parse_from_filehandle> and manage the input and output layers yourself. binmode($_, ":utf8") for ($infile, $outfile); $my ps = Pod::Spell->new; $ps->parse_from_filehandle( $infile, $outfile ); If your output destination cannot handle UTF-8, you should set your output handle to Latin-1 and tell Pod::Spell to strip out words with wide characters. binmode($infile, ":utf8"); binmode($outfile, ":encoding(latin1)"); $my ps = Pod::Spell->new( no_wide_chars => 1 ); $ps->parse_from_filehandle( $infile, $outfile ); =head1 ADDING STOPWORDS You can add stopwords on a per-document basis with C<"=for stopwords"> / C<"=for :stopwords"> regions, like so: =for stopwords plok Pringe zorch snik !qux foo bar baz quux quuux This adds every word in that paragraph after "stopwords" to the stopword list, effective for the rest of the document. In such a list, words are whitespace-separated. (The amount of whitespace doesn't matter, as long as there's no blank lines in the middle of the paragraph.) Plural forms are added automatically using L<Lingua::EN::Inflect>. Words beginning with "!" are I<deleted> from the stopword list -- so "!qux" deletes "qux" from the stopword list, if it was in there in the first place. Note that if a stopword is all-lowercase, then it means that it's okay in I<any> case; but if the word has any capital letters, then it means that it's okay I<only> with I<that> case. So a Wordlist entry of "perl" would permit "perl", "Perl", and (less interestingly) "PERL", "pERL", "PerL", et cetera. However, a Wordlist entry of "Perl" catches only "Perl", not "perl". So if you wanted to make sure you said only "Perl", never "perl", you could add this to the top of your document: =for stopwords !perl Perl Then all instances of the word "Perl" would be weeded out of the Pod::Spell-formatted version of your document, but any instances of the word "perl" would be left in (unless they were in a CE<lt>...> or FE<lt>...> style). You can have several "=for stopwords" regions in your document. You can even express them like so: =begin stopwords plok Pringe zorch snik !qux foo bar baz quux quuux =end stopwords If you want to use EE<lt>...> sequences in a "stopwords" region, you have to use ":stopwords", as here: =for :stopwords virtE<ugrave> ...meaning that you're adding a stopword of "virtE<ugrave>". If you left the ":" out, that would mean you were adding a stopword of "virtEE<lt>ugrave>" (with a literal E, a literal <, etc), which will have no effect, since any occurrences of virtEE<lt>ugrave> don't look like a normal human-language word anyway, and so would be screened out before the stopword list is consulted anyway. =head1 BUGS AND LIMITATIONS =head2 finding stopwords defined with C<=for> Pod::Spell makes a single pass over the POD. Stopwords must be added B<before> they show up in the POD. =head2 finding the wordlist Pod::Spell uses L<File::ShareDir::ProjectDistDir> if you're getting errors about the wordlist being missing, chances are it's a problem with its heuristics. Set C<PATH_ISDEV_DEBUG=1> or C<PATH_FINDDEV_DEBUG=1>, or both in your environment for debugging, and then file a bug with L<File::ShareDir::ProjectDistDir> if necessary. =head1 HINT If you feed output of Pod::Spell into your word processor and run a spell-check, make sure you're I<not> also running a grammar-check -- because Pod::Spell drops words that it thinks are Perl symbols, jargon, or stopwords, this means you'll have ungrammatical sentences, what with words being missing and all. And you don't need a grammar checker to tell you that. =head1 SEE ALSO L<Pod::Wordlist|Pod::Wordlist> L<Pod::Parser|Pod::Parser> L<podchecker|podchecker> also known as L<Pod::Checker|Pod::Checker> L<perlpod|perlpod>, L<perlpodspec> =head1 CONTRIBUTORS =for stopwords David Golden Kent Fredric Mohammad S Anwar Olivier Mengué Paulo Custodio =over 4 =item * David Golden <dagolden@cpan.org> =item * Kent Fredric <kentfredric@gmail.com> =item * Mohammad S Anwar <mohammad.anwar@yahoo.com> =item * Olivier Mengué <dolmen@cpan.org> =item * Paulo Custodio <pauloscustodio@gmail.com> =back =head1 AUTHORS =over 4 =item * Sean M. Burke <sburke@cpan.org> =item * Caleb Cushing <xenoterracide@gmail.com> =back =head1 COPYRIGHT AND LICENSE This software is Copyright (c) 2016 by Olivier Mengué. This is free software, licensed under: The Artistic License 2.0 (GPL Compatible) =cut