#!/usr/bin/env perl
use warnings;
use strict;
use lib 'lib';
use Lingua::FreeLing3::Utils qw/word_analysis/;
use FL3;
use Getopt::Std;
use Data::Dumper;
use Encode;
my %opts;
getopt('l', \%opts);
my $l = $opts{l} || "en";
binmode STDOUT, ":utf8";
while (<>) {
my $line = decode("utf8", $_);
my $words = tokenizer($l)->tokenize($line);
my @x = word_analysis({%opts}, @$words);
while (@x) {
my $w = shift @$words;
my $a = shift @x;
$w = $w->form;
if (@$a) {
print "* $w";
for my $x (@$a) {
print " [$x->{lemma}, $x->{tag}]"
}
print "\n";
} else {
print "& ${w} [not found]\n"
}
}
}