view release on metacpan or  search on metacpan

lib/AnyEvent/HTTP/MultiGet.pm  view on Meta::CPAN

package AnyEvent::HTTP::MultiGet;

use Modern::Perl;
use Moo;
use MooX::Types::MooseLike::Base qw(:all);
use Data::Dumper;
use Ref::Util qw(is_plain_arrayref);
use namespace::clean;
Log::Log4perl->wrapper_register(__PACKAGE__);

BEGIN {
  extends 'HTTP::MultiGet';
}

our $VERSION=$HTTP::MultiGet::VERSION;

=head1 NAME

AnyEvent::HTTP::MultiGet - AnyEvent->condvar Control Freindly LWP Like agent

=head1 SYNOPSIS

  use Modern::Perl;
  use AnyEvent::HTTP::MultiGet;

  my $self=AnyEvent::HTTP::MultiGet->new();
  my $count=0;
  TEST_LOOP: {
    my $req=HTTP::Request->new(GET=>'http://google.com');
    my $req_b=HTTP::Request->new(GET=>'https://127.0.0.1:5888');
    my @todo=HTTP::Request->new(GET=>'http://yahoo.com');
    push @todo,HTTP::Request->new(GET=>'http://news.com');
    push @todo,HTTP::Request->new(GET=>'https://news.com');

    my $total=2 + scalar(@todo);
    my $cv=AnyEvent->condvar;

    my $code;
    $code=sub {
      my ($obj,$request,$result)=@_;
      printf 'HTTP Response code: %i'."\n",$result->code;
      ++$count;
      if(my $next=shift @todo) {
        $self->add_cb($req,$code);
        $self->run_next;
      }
      no warnings;
      $cv->send if $total==$count;
    };
    $self->add_cb($req,$code);
    $self->add_cb($req_b,$code);
    $self->run_next;
    $cv->recv;
  }

Handling Multiple large http requests at once

  use Modern::Perl;
  use AnyEvent::HTTP::MultiGet;

  my $self=AnyEvent::HTTP::MultiGet->new();
  my $chunks=0;
  my $count=0;


  my $req=HTTP::Request->new(GET=>'https://google.com');
  my $req_b=HTTP::Request->new(GET=>'https://yahoo.com');
  my $req_c=HTTP::Request->new(GET=>'https://news.com');
  $total=3;

  my @todo;
  push @todo,HTTP::Request->new(GET=>'https://127.0.0.1:5888');
  push @todo,HTTP::Request->new(GET=>'https://127.0.0.1:5887');
  push @todo,HTTP::Request->new(GET=>'https://127.0.0.1:5886');
  push @todo,HTTP::Request->new(GET=>'https://127.0.0.1:5885');
  $total +=scalar(@todo);

  TEST_LOOP: {
    my $on_body=sub {
      my ($getter,$request,$headers,$chunk)=@_;
      # 0: Our AnyEvent::HTTP::MultiGet instance
      # 1: the HTTP::Request object
      # 2: An HTTP::Headers object representing the current headers
      # 3: Current Data Chunk

      ++$chunks;
      printf 'request is %s'."\n",$request->uri;
      printf 'status code was: %i'."\n",$headers->header('Status');
      printf 'content length was: %i'."\n",length($body);
    };

    my $code;
    my $cb=AnyEvent->condvar;
    $code=sub {
       my ($obj,$request,$result)=@_;
      printf 'HTTP Response code: %i %s'."\n",$result->code,$request->url;
      ++$count;
      print "We are at response $count\n";
      if(my $next=shift @todo) {
        $self->add_cb([$next,on_body=>$on_body],$code);
        $self->run_next;
      }
      no warnings;
      $cv->send if $count==$total;
    };
    $self->add_cb([$req,on_body=>$on_body],$code);
    $self->add_cb([$req_b,on_body=>$on_body],$code);
    $self->add_cb([$req_c,on_body=>$on_body],$code);

    $self->run_next;
    $cv->recv;
  }



=head1 DESCRIPTION

This class provides an AnyEvent->condvar frienddly implementation of HTTP::MultiGet.