view release on metacpan or  search on metacpan

lib/KeywordsSpider/Core.pm  view on Meta::CPAN

package KeywordsSpider::Core;

use Modern::Perl;
use Moose;
use MooseX::UndefTolerant;
use Data::Dumper;
use LWP::UserAgent;
use HTTP::Request::Common qw(GET);
use HTTP::Cookies;
use HTML::TreeBuilder;

use base qw/ Exporter /;
our @EXPORT = qw/ find_origin /;

has [qw/output_file links/] => (
  is => 'rw',
  required => 1,
);

has 'keywords' => (
  is => 'ro',
  required => 1,
);

has 'allowed_keywords' => (
  is => 'ro',
  default => sub{ {} },
);

has 'debug_enabled' => (
  is => 'ro',
  isa => 'Bool',
  default => 0,
  predicate => 'has_debug_enabled',
);

has 'web_depth' => (
  is => 'ro',
  isa => 'Int',
  default => 3,
  predicate => 'has_web_depth',
);

has 'output' => (
  traits => ['String'],
  is => 'rw',
  isa => 'Str',
  default => '',
  handles => {
    add_text     => 'append',
  },
);

has 'counted' => (
  is => 'rw',
  default => 0,
);

has [qw/website origin origin_domain root alerted/] => (
  is => 'rw',
);

$ENV{PERL_LWP_SSL_VERIFY_HOSTNAME} = 0;