Lingua-EN-Tokenizer-Offsets

 view release on metacpan or  search on metacpan

META.yml  view on Meta::CPAN

---
abstract: 'Finds word (token) boundaries, and returns their offsets.'
author:
  - 'André Santos <andrefs@cpan.org>'
build_requires:
  Test::Differences: 0
  Test::More: 0
configure_requires:
  ExtUtils::MakeMaker: 6.30
dynamic_config: 0
generated_by: 'Dist::Zilla version 4.300028, CPAN::Meta::Converter version 2.120921'
license: perl
meta-spec:
  url: http://module-build.sourceforge.net/META-spec-v1.4.html
  version: 1.4
name: Lingua-EN-Tokenizer-Offsets

Makefile.PL  view on Meta::CPAN

use ExtUtils::MakeMaker 6.30;



my %WriteMakefileArgs = (
  "ABSTRACT" => "Finds word (token) boundaries, and returns their offsets.",
  "AUTHOR" => "Andr\303\251 Santos <andrefs\@cpan.org>",
  "BUILD_REQUIRES" => {
    "Test::Differences" => 0,
    "Test::More" => 0
  },
  "CONFIGURE_REQUIRES" => {
    "ExtUtils::MakeMaker" => "6.30"
  },
  "DISTNAME" => "Lingua-EN-Tokenizer-Offsets",
  "EXE_FILES" => [],
  "LICENSE" => "perl",
  "NAME" => "Lingua::EN::Tokenizer::Offsets",
  "PREREQ_PM" => {

t/01-medium_text.t  view on Meta::CPAN

#!/usr/bin/perl
use strict;
use warnings;
use Test::More tests => 1;
use Lingua::EN::Tokenizer::Offsets qw/get_tokens/;
use Test::Differences;
use utf8::all;



my ($original,$expected) = &load_strings;
my $tokens = get_tokens($original);
my $got = join "\n",@$tokens;

eq_or_diff "$got\n",  $expected,   "testing strings";

t/02-nomatch.t  view on Meta::CPAN

#!/usr/bin/perl
use strict;
use warnings;
use Test::More tests => 1;
use Lingua::EN::Tokenizer::Offsets qw/get_tokens/;
use utf8::all;
use Test::Differences;

my $original = "Meredith, Henry (17..-18..)";

my $expected = <<STREND
Meredith
,
Henry
(
17
..