Search-Fulltext-Tokenizer-Ngram
view release on metacpan - search on metacpan
view release on metacpan or search on metacpan
lib/Search/Fulltext/Tokenizer/Ngram.pm view on Meta::CPAN
our $VERSION = 0.01;
sub new {
my ($class, $token_length) = @_;
unless (looks_like_number $token_length and $token_length > 0) {
Carp::croak('Token length must be 1+.');
}
bless +{ token_length => $token_length } => $class;
}
sub create_token_iterator {
my ($self, $text) = @_;
my $token_index = -1;
my $n = $self->token_length;
return sub {
GET_NEXT_TOKEN:
{
view all matches for this distributionview release on metacpan - search on metacpan
( run in 1.460 second using v1.00-cache-2.02-grep-82fe00e-cpan-9f2165ba459b )