Lingua-EN-Tokenizer-Offsets

 view release on metacpan or  search on metacpan

t/02-nomatch.t  view on Meta::CPAN

#!/usr/bin/perl
use strict;
use warnings;
use Test::More tests => 1;
use Lingua::EN::Tokenizer::Offsets qw/get_tokens/;
use utf8::all;
use Test::Differences;

my $original = "Meredith, Henry (17..-18..)";

my $expected = <<STREND
Meredith
,
Henry
(
17
..
-18
..
)
STREND
;

my $tokens = get_tokens($original);
my $got = join "\n",@$tokens;

eq_or_diff "$got\n",  $expected,   "testing weird string";




( run in 0.807 second using v1.01-cache-2.11-cpan-98e64b0badf )