All pastes #1256874 Raw Edit

Perl stemming

public text v1 · immutable
#1256874 ·published 2008-11-15 11:51 UTC
rendered paste body
#!/usr/bin/perl

use Lingua::Stem::Snowball;

my $lang = shift @ARGV;
my @words = @ARGV;

my $stemmer = Lingua::Stem::Snowball->new(
   lang => $lang,
   encoding => 'UTF-8',
);
die $@ if $@;

my @stems = $stemmer->stem(\@words);

for (my $t = 0 ; $t < @words ; $t++) {
   printf "%s %s\n", $words[$t], $stems[$t];
}