Search-Fulltext-Tokenizer-Ngram
view release on metacpan or search on metacpan
lib/Search/Fulltext/Tokenizer/Ngram.pm view on Meta::CPAN
91011121314151617181920212223242526272829our
$VERSION
= 0.01;
sub
new {
my
(
$class
,
$token_length
) =
@_
;
unless
(looks_like_number
$token_length
and
$token_length
> 0) {
Carp::croak(
'Token length must be 1+.'
);
}
bless
+{
token_length
=>
$token_length
} =>
$class
;
}
sub
create_token_iterator {
my
(
$self
,
$text
) =
@_
;
my
$token_index
= -1;
my
$n
=
$self
->token_length;
return
sub
{
GET_NEXT_TOKEN:
{
( run in 0.331 second using v1.01-cache-2.11-cpan-d6f9594c0a5 )