Search-Fulltext-Tokenizer-Ngram

 view release on metacpan or  search on metacpan

lib/Search/Fulltext/Tokenizer/Ngram.pm  view on Meta::CPAN

9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
our $VERSION = 0.01;
 
sub new {
  my ($class, $token_length) = @_;
 
  unless (looks_like_number $token_length and $token_length > 0) {
    Carp::croak('Token length must be 1+.');
  }
 
  bless +{ token_length => $token_length } => $class;
}
 
sub create_token_iterator {
  my ($self, $text) = @_;
 
  my $token_index = -1;
  my $n = $self->token_length;
  return sub {
  GET_NEXT_TOKEN:
    {



( run in 0.331 second using v1.01-cache-2.11-cpan-d6f9594c0a5 )