Fabien Potencier > Plucene-Plugin-Analyzer-SnowballAnalyzer > Plucene::Plugin::Analyzer::SnowballAnalyzer

Download:
Plucene-Plugin-Analyzer-SnowballAnalyzer-1.1.tar.gz

Dependencies

Annotate this POD

CPAN RT

New  2
Open  0
View/Report Bugs
Module Version: 1.1   Source  

NAME ^

Plucene::Plugin::Analyzer::SnowballAnalyzer - Stemmed analyzer with Lingua::Stem::Snowball and Lingua::StopWords

DESCRIPTION ^

Filters StandardTokenizer with SnowballAnalyzer.

Change $Plucene::Plugin::Analysis::SnowballAnalyzer::LANG to the language of your choice. (see Lingua::Stem::Snowball documentation for all available languages).

EXAMPLE ^

  #!/usr/bin/perl
  
  use strict;
  use Plucene;
  use Plucene::Index::Writer;
  use Plucene::Plugin::Analyzer::SnowballAnalyzer;
  use Plucene::Search::IndexSearcher;
  use Plucene::QueryParser;
  
  $Plucene::Plugin::Analyzer::SnowballAnalyzer::LANG = 'fr';
  
  my $db = "plucene_index";
  
  my $writer = Plucene::Index::Writer->new($db, Plucene::Plugin::Analyzer::SnowballAnalyzer->new(), 1);
  
  $doc = Plucene::Document->new();
  $doc->add(Plucene::Document::Field->Keyword(filename => 'test2.html'));
  $doc->add(Plucene::Document::Field->Text(title => 'Another file title'));
  $doc->add(Plucene::Document::Field->UnStored(content => 'Nothing HERE. la folie...'));
  $writer->add_document($doc);
  
  $doc = Plucene::Document->new();
  $doc->add(Plucene::Document::Field->Keyword(filename => 'test2.html'));
  $doc->add(Plucene::Document::Field->Text(title => 'Fichier en français'));
  $doc->add(Plucene::Document::Field->UnStored(content => 'Vive le français! Je t\'aime tendrement...'));
  $writer->add_document($doc);
  
  $writer->optimize;
  
  my $searcher = Plucene::Search::IndexSearcher->new($db);
  my $parser = Plucene::QueryParser->new({
        analyzer => Plucene::Plugin::Analyzer::SnowballAnalyzer->new(),
        default => 'content',
  });
  my $parsed = $parser->parse("la +france +TENDRE title:fichier");
  
  my @docs;
  my $hc = Plucene::Search::HitCollector->new(
        collect => sub {
                my ($self, $doc, $score) = @_;
                my $res = eval { $searcher->doc($doc); };
                push @docs, $res if res;
        },
  );
  
  $searcher->search_hc($parsed, $hc);
  my @results = map {{
        filename => $_->get('filename')->string,
        title => $_->get('title')->string,
  }} @docs;
  
  print "Results:\n";
  foreach my $result (@results) {
        print "\t$result->{title} ($result->{filename})\n";
  }

AUTHOR ^

Fabien POTENCIER, fabpot@cpan.org

LICENSE ^

You may distribute this code under the same terms as Plucene himself.

syntax highlighting: