# -*- cperl -*-
use Test::More tests => 5;
use_ok("String::Tokeniser");
ok($testtwo = String::Tokeniser->new("The quick brown foo_bar"));
is(join(":",@{$testtwo->{LIST}}),"The: :quick: :brown: :foo_bar:");
# Now check for weave-style tokenising:
ok($testfour = String::Tokeniser->new("The quick brown foo_bar",-1));
is(join(":",@{$testfour->{LIST}}),"The: :quick: :brown: :foo:_:bar:");