Bundle-WWW-Scraper-Job
view release on metacpan or search on metacpan
lib/WWW/Scraper/Dice.pm view on Meta::CPAN
use WWW::Scraper::FieldTranslation;
my $scraperRequest =
{
'type' => 'POST' # Type of query generation is 'POST'
,'redirectMethod' => 'GET' # Let me quote W3C HTTP 1.1 Specification (at http://www.w3.org/Protocols/rfc2068/rfc2068)
# Note: When automatically redirecting a POST request after receiving
# a 302 status code, some existing HTTP/1.0 user agents will
# erroneously change it into a GET request.
# Yet Dice.com *relies* on the browser to change it to 'GET', otherwise it don't work!
# I guess that's what's so nice about standards - there's so many to choose from!
# This is the basic URL on which to build the query.
,'url' => 'http://jobsearch.dice.com/jobsearch/jobsearch.cgi?'
# This is the Scraper attributes => native input fields mapping
,'nativeQuery' => 'query'
,'defaultRequestClass' => 'Job'
,'nativeDefaults' =>
{
'Search.x' => 1,'Search.y' => 1,
'banner' => '0',
( run in 3.547 seconds using v1.01-cache-2.11-cpan-748bfb374f4 )