view release on metacpan or  search on metacpan

lib/CrawlerCommons/RobotRules.pm  view on Meta::CPAN

                $b->_allow <=> $a->_allow} @{ $self->_rules }
        ]
    );

}
#-----------------------------------------------------------------------------#

# Private Methods
#------------------#
#-----------------------------------------------------------------------------#
sub _get_path() {
    my ($self, $url, $with_query) = @_;

    try {
        my $uri = URI->new( $url );
        my $path = $uri->path();
        my $path_query = $uri->path_query() // '';

        $path = $path_query if ($with_query && $path_query ne ''); 

        if (not(defined($path)) || $path eq '') {