view release on metacpan or  search on metacpan

loadworm.pl  view on Meta::CPAN

	
	unless (defined $response and &IsCheckedURL($Link, $response) )
	{
		print TIMING " failed\n";
		print " failed\n";
		return;
	}
	print "\n";
	
	# We are done here, unless it is an HTML document . . .
	unless ( ${$response}{'_headers'}{'_header'}{'content-type'}[0] eq "text/html" )
		{print TIMING "\n"; return;}
	# . . . then we must parse it, too.
	($base, $html) = &ParseFile($response);
	
	# I think that URI::URL::url() handles "func?..." wrong.  It does not belong with the $BASE, so . . .
	$base =~ s/\?.+//;

	unless ( $ENV{NOIMAGES} )
	{
		@links = @{$html->extract_links(qw(img))};

loadworm.pl  view on Meta::CPAN

#	%x = %{$response};
#	%x = %{$x{'_headers'}};
#	%x = %{$x{'_header'}};
#	for ( sort keys %x ) {
#		@y = @{$x{$_}};
#		$yyy = "";
#		for $yy ( @y) { $yyy .= $yy.","; }
#		chop $yyy;
#		print "$_=".$yyy."\n";
#	}
	print ${$response}{'_headers'}{'_header'}{'content-type'}[0]."\n";
}



# Skip certain documents, well, just because!
# (but don't skip them if they are listed in $TraversURLs)
#
sub IsIgnoreURL { my($Depth, $Link, $parent) = @_;
	
	# We walk down http: links, only.