Apache-Hadoop-WebHDFS
view release on metacpan or search on metacpan
lib/Apache/Hadoop/WebHDFS.pm view on Meta::CPAN
if ($self->{'authmethod'} eq 'gssapi') {
$url = 'http://' . $self->{'namenode'} . ':' . $self->{'namenodeport'} . '/webhdfs/v1' . $file . '?op=GETFILESTATUS';
} elsif ( $self->{'authmethod'} eq 'unsecure' ) {
croak ("I need a 'user' value if authmethod is 'none'") if ( !$self->{'user'} ) ;
$url = 'http://' . $self->{'namenode'} . ':' . $self->{'namenodeport'} . '/webhdfs/v1' . $file . '?op=GETFILESTATUS' . '&user.name=' . $self->{'user'};
} elsif ( $self->{'authmethod'} eq 'doas' ) {
croak ("I need a 'user' value if authmethod is 'doas'") if ( !$self->{'user'} ) ;
croak ("I need a 'doas_user' value if authmethod is 'doas'") if ( !$self->{'doas_user'} ) ;
$url = 'http://' . $self->{'namenode'} . ':' . $self->{'namenodeport'} . '/webhdfs/v1' . $file . '?op=GETFILESTATUS' . '&user.name=' . $self->{'user'} . '&doas=' . $self->{'doas_user'};
}
if ( $self->{'webhdfstoken'} ) {
$url = $url . "&delegation=" . $self->{'webhdfstoken'};
}
$self->get( $url );
return $self;
}
# Added as LWP::UserAgent and WWW:Mechanize don't have delete
# stolen from http://code.google.com/p/www-mechanize/issues/detail?id=219
sub _SUPER_delete {
require HTTP::Request::Common;
my($self, @parameters) = @_;
my @suff = $self->_process_colonic_headers(\@parameters,1);
return $self->request( HTTP::Request::Common::DELETE( @parameters ), @suff );
}
sub Delete {
# curl -i -X DELETE "http://<host>:<port>/webhdfs/v1/<path>?op=DELETE[&recursive=<true|false>]"
my ( $path, $recursive, $url ) = undef;
my $self = shift;
if ($_[0]->{'path'}) { $path = $_[0]->{'path'}; } else { croak("No HDFS path given to delete"); }
if ($_[0]->{'recursive'}) { $recursive = $_[0]->{'recursive'};}
if ($self->{'authmethod'} eq 'gssapi') {
$url = 'http://' . $self->{'namenode'} . ':' . $self->{'namenodeport'} . '/webhdfs/v1' . $path . '?op=DELETE';
} elsif ( $self->{'authmethod'} eq 'unsecure' ) {
croak ("I need a 'user' value if authmethod is 'none'") if ( !$self->{'user'} ) ;
$url = 'http://' . $self->{'namenode'} . ':' . $self->{'namenodeport'} . '/webhdfs/v1' . $path . '?op=DELETE' . '&user.name=' . $self->{'user'};
} elsif ( $self->{'authmethod'} eq 'doas' ) {
croak ("I need a 'user' value if authmethod is 'doas'") if ( !$self->{'user'} ) ;
croak ("I need a 'doas_user' value if authmethod is 'doas'") if ( !$self->{'doas_user'} ) ;
$url = 'http://' . $self->{'namenode'} . ':' . $self->{'namenodeport'} . '/webhdfs/v1' . $path . '?op=DELETE' . '&user.name=' . $self->{'user'} . '&doas=' . $self->{'doas_user'};
}
if ( $self->{'webhdfstoken'} ) {
$url = $url . "&delegation=" . $self->{'webhdfstoken'};
}
if ($recursive) {
$url = $url . "&recursive=true";
} else {
$url = $url . "&recursive=false";
}
$self->_SUPER_delete( $url );
return $self;
}
sub create {
# curl -i -X PUT "http://<HOST>:<PORT>/webhdfs/v1/<PATH>?op=CREATE
# [&overwrite=<true|false>][&blocksize=<LONG>][&replication=<SHORT>]
# [&permission=<OCTAL>][&buffersize=<INT>]"
my ( $self, $content, $file_src, $file_dest, $perms, $overwrite, $blocksize, $replication, $buffersize ) = undef;
$self = shift;
if ($_[0]->{'permission'}) { $perms = $_[0]->{'permission'}; } else { $perms = '000'; }
if ($_[0]->{'overwrite'}) { $overwrite = $_[0]->{'overwrite'}; } else { $overwrite='false'; }
if ($_[0]->{'srcfile'}) { $file_src = $_[0]->{'srcfile'}; } else { croak ("Need local source file to copy to HDFS") ;}
if ($_[0]->{'dstfile'}) { $file_dest = $_[0]->{'dstfile'}; } else { croak ("Need HDFS destination before file create can happen") ;}
if ($_[0]->{'blocksize'}) { $blocksize = $_[0]->{'blocksize'}; }
if ($_[0]->{'replication'}) { $replication = $_[0]->{'replication'}; }
if ($_[0]->{'buffersize'}) { $buffersize = $_[0]->{'buffersize'}; }
my $url;
if ($self->{'authmethod'} eq 'gssapi') {
$url = 'http://' . $self->{'namenode'} . ':' . $self->{'namenodeport'} . '/webhdfs/v1' . $file_dest . '?op=CREATE&permission=' . $perms . '&overwrite=' . $overwrite ;
} elsif ( $self->{'authmethod'} eq 'unsecure' ) {
croak ("I need a 'user' value if authmethod is 'none'") if ( !$self->{'user'} ) ;
$url = 'http://' . $self->{'namenode'} . ':' . $self->{'namenodeport'} . '/webhdfs/v1' . $file_dest . '?op=CREATE&permission=' . $perms . '&overwrite=' . $overwrite . '&user.name=' . $self->{'user'};
} elsif ( $self->{'authmethod'} eq 'doas' ) {
croak ("I need a 'user' value if authmethod is 'doas'") if ( !$self->{'user'} ) ;
croak ("I need a 'doas_user' value if authmethod is 'doas'") if ( !$self->{'doas_user'} ) ;
$url = 'http://' . $self->{'namenode'} . ':' . $self->{'namenodeport'} . '/webhdfs/v1' . $file_dest . '?op=CREATE&permission=' . $perms . '&overwrite=' . $overwrite . '&user.name=' . $self->{'user'} . '&doas=' . $self->{'doas_user'};
}
if ( $self->{'webhdfstoken'} ) { $url = $url . "&delegation=" . $self->{'webhdfstoken'}; }
if ( $blocksize ) { $url = $url . "&blocksize=" . $blocksize ; }
if ( $replication ) { $url = $url . "&replication=" . $replication ; }
if ( $buffersize ) { $url = $url . "&buffersize=" . $buffersize ; }
map_file($content => $file_src, "<");
$self->put( $url, content => $content );
return $self;
}
# TODO need to add 'append' method - for people wanting to corrupt hdfs. :)
sub mkdirs {
# curl -i -X PUT "http://<HOST>:<PORT>/<PATH>?op=MKDIRS[&permission=<OCTAL>]"
my ( $self, $perms, $path, $url ) = undef;
$self = shift;
if ($_[0]->{'path'}) { $path = $_[0]->{'path'}; } else { croak ("I need a HDFS location to create directory"); }
if ($_[0]->{'permissons'}) { $perms = $_[0]->{'permisssions'}; } else { $perms = '000'; }
if ($self->{'authmethod'} eq 'gssapi') {
$url = 'http://' . $self->{'namenode'} . ':' . $self->{'namenodeport'} . '/webhdfs/v1' . $path . '?&op=MKDIRS&permission=' . $perms ;
} elsif ( $self->{'authmethod'} eq 'unsecure' ) {
croak ("I need a 'user' value if authmethod is 'none'") if ( !$self->{'user'} ) ;
$url = 'http://' . $self->{'namenode'} . ':' . $self->{'namenodeport'} . '/webhdfs/v1' . $path . '?&op=MKDIRS&permission=' . $perms . '&user.name=' . $self->{'user'};
} elsif ( $self->{'authmethod'} eq 'doas' ) {
croak ("I need a 'user' value if authmethod is 'doas'") if ( !$self->{'user'} ) ;
croak ("I need a 'doas_user' value if authmethod is 'doas'") if ( !$self->{'doas_user'} ) ;
$url = 'http://' . $self->{'namenode'} . ':' . $self->{'namenodeport'} . '/webhdfs/v1' . $path . '?&op=MKDIRS&permission=' . $perms . '&user.name=' . $self->{'user'} . '&doas=' . $self->{'doas_user'};
}
if ( $self->{'webhdfstoken'} ) {
$url = $url . "&delegation=" . $self->{'webhdfstoken'};
}
$self->put( $url );
return $self;
}
sub getcontentsummary {
# curl -i "http://<HOST>:<PORT>/webhdfs/v1/<PATH>?op=GETCONTENTSUMMARY"
my ( $self, $dir, $url ) = undef;
$self = shift;
if ($_[0]->{'directory'}) { $dir = $_[0]->{'directory'}; } else { croak ("I need a HDFS directory to return content summary"); }
if ($self->{'authmethod'} eq 'gssapi') {
$url = 'http://' . $self->{'namenode'} . ':' . $self->{'namenodeport'} . '/webhdfs/v1' . $dir . '?op=GETCONTENTSUMMARY';
} elsif ( $self->{'authmethod'} eq 'unsecure' ) {
croak ("I need a 'user' value if authmethod is 'none'") if ( !$self->{'user'} ) ;
$url = 'http://' . $self->{'namenode'} . ':' . $self->{'namenodeport'} . '/webhdfs/v1' . $dir . '?op=GETCONTENTSUMMARY' . '&user.name=' . $self->{'user'}; ;
} elsif ( $self->{'authmethod'} eq 'doas' ) {
croak ("I need a 'user' value if authmethod is 'doas'") if ( !$self->{'user'} ) ;
croak ("I need a 'doas_user' value if authmethod is 'doas'") if ( !$self->{'doas_user'} ) ;
$url = 'http://' . $self->{'namenode'} . ':' . $self->{'namenodeport'} . '/webhdfs/v1' . $dir . '?op=GETCONTENTSUMMARY' . '&user.name=' . $self->{'user'} . '&doas=' . $self->{'doas_user'};
}
if ( $self->{'webhdfstoken'} ) {
$url = $url . "&delegation=" . $self->{'webhdfstoken'};
}
$self->get( $url );
return $self;
}
sub getfilechecksum {
# get and return checksum for a file, curl -i "http://<HOST>:<PORT>/webhdfs/v1/<PATH>?op=GETFILECHECKSUM"
my ( $self, $file, $url ) = undef;
$self = shift;
if ($_[0]->{'file'}) { $file = $_[0]->{'file'}; } else { croak ("I need a HDFS filename to get checksum"); }
if ($self->{'authmethod'} eq 'gssapi') {
$url = 'http://' . $self->{'namenode'} . ':' . $self->{'namenodeport'} . '/webhdfs/v1' . $file . '?op=GETFILECHECKSUM';
} elsif ( $self->{'authmethod'} eq 'unsecure' ) {
croak ("I need a 'user' value if authmethod is 'none'") if ( !$self->{'user'} ) ;
$url = 'http://' . $self->{'namenode'} . ':' . $self->{'namenodeport'} . '/webhdfs/v1' . $file . '?op=GETFILECHECKSUM' . '&user.name=' . $self->{'user'}; ;
} elsif ( $self->{'authmethod'} eq 'doas' ) {
croak ("I need a 'user' value if authmethod is 'doas'") if ( !$self->{'user'} ) ;
croak ("I need a 'doas_user' value if authmethod is 'doas'") if ( !$self->{'doas_user'} ) ;
$url = 'http://' . $self->{'namenode'} . ':' . $self->{'namenodeport'} . '/webhdfs/v1' . $file . '?op=GETFILECHECKSUM' . '&user.name=' . $self->{'user'} . '&doas=' . $self->{'doas_user'};
}
if ( $self->{'webhdfstoken'} ) {
$url = $url . "&delegation=" . $self->{'webhdfstoken'};
}
$self->get( $url );
return $self;
}
sub gethomedirectory {
# curl -i "http://<HOST>:<PORT>/webhdfs/v1/?op=GETHOMEDIRECTORY"
my $self = shift;
my $url;
if ($self->{'authmethod'} eq 'gssapi') {
$url = 'http://' . $self->{'namenode'} . ':' . $self->{'namenodeport'} . '/webhdfs/v1?op=GETHOMEDIRECTORY';
} elsif ( $self->{'authmethod'} eq 'unsecure' ) {
croak ("I need a 'user' value if authmethod is 'none'") if ( !$self->{'user'} ) ;
$url = 'http://' . $self->{'namenode'} . ':' . $self->{'namenodeport'} . '/webhdfs/v1?op=GETHOMEDIRECTORY' . '&user.name=' . $self->{'user'}; ;
} elsif ( $self->{'authmethod'} eq 'doas' ) {
croak ("I need a 'user' value if authmethod is 'doas'") if ( !$self->{'user'} ) ;
croak ("I need a 'doas_user' value if authmethod is 'doas'") if ( !$self->{'doas_user'} ) ;
$url = 'http://' . $self->{'namenode'} . ':' . $self->{'namenodeport'} . '/webhdfs/v1?op=GETHOMEDIRECTORY' . '&user.name=' . $self->{'user'} . '&doas=' . $self->{'doas_user'};
}
if ( $self->{'webhdfstoken'} ) {
$url = $url . "&delegation=" . $self->{'webhdfstoken'};
}
$self->put( $url );
return $self;
}
sub setpermission {
# curl -i -X PUT "http://<HOST>:<PORT>/webhdfs/v1/<PATH>?op=SETPERMISSION[&permission=<OCTAL>]"
my ( $self, $path, $url, $perms ) = undef;
$self = shift;
if ($_[0]->{'path'}) { $path = $_[0]->{'path'}; } else { croak ("I need a HDFS path to set permmissions"); }
if ($_[0]->{'permissison'}) { $perms = $_[0]->{'permisssion'}; }
if ($self->{'authmethod'} eq 'gssapi') {
$url = 'http://' . $self->{'namenode'} . ':' . $self->{'namenodeport'} . '/webhdfs/v1' . $path . '?op=SETPERMISSION';
} elsif ( $self->{'authmethod'} eq 'unsecure' ) {
croak ("I need a 'user' value if authmethod is 'none'") if ( !$self->{'user'} ) ;
$url = 'http://' . $self->{'namenode'} . ':' . $self->{'namenodeport'} . '/webhdfs/v1' . $path . '?op=SETPERMISSION' . '&user.name=' . $self->{'user'}; ;
} elsif ( $self->{'authmethod'} eq 'doas' ) {
croak ("I need a 'user' value if authmethod is 'doas'") if ( !$self->{'user'} ) ;
croak ("I need a 'doas_user' value if authmethod is 'doas'") if ( !$self->{'doas_user'} ) ;
$url = 'http://' . $self->{'namenode'} . ':' . $self->{'namenodeport'} . '/webhdfs/v1' . $path . '?op=SETPERMISSION' . '&user.name=' . $self->{'user'} . '&doas=' . $self->{'doas_user'};
}
if ( $self->{'webhdfstoken'} ) {
$url = $url . "&delegation=" . $self->{'webhdfstoken'};
}
if ($perms) {
$url = $url . "&permission=" . $perms;
}
$self->put( $url );
return $self;
}
sub setowner {
# curl -i -X PUT "http://<HOST>:<PORT>/webhdfs/v1/<PATH>?op=SETOWNER[&owner=<USER>][&group=<GROUP>]"
my ( $self, $path, $user, $group, $url ) = undef;
$self = shift;
if ($_[0]->{'path'} ) { $path = $_[0]->{'path'}; } else { croak ("I need a HDFS path before changing ownership"); }
if ($_[0]->{'user'} ) { $user = $_[0]->{'user'}; }
if ($_[0]->{'group'}) { $group = $_[0]->{'group'}; }
if ($self->{'authmethod'} eq 'gssapi') {
$url = 'http://' . $self->{'namenode'} . ':' . $self->{'namenodeport'} . '/webhdfs/v1' . $path . '?op=SETOWNER';
} elsif ( $self->{'authmethod'} eq 'unsecure' ) {
croak ("I need a 'user' value if authmethod is 'none'") if ( !$self->{'user'} ) ;
$url = 'http://' . $self->{'namenode'} . ':' . $self->{'namenodeport'} . '/webhdfs/v1' . $path . '?op=SETOWNER' . '&user.name=' . $self->{'user'}; ;
} elsif ( $self->{'authmethod'} eq 'doas' ) {
croak ("I need a 'user' value if authmethod is 'doas'") if ( !$self->{'user'} ) ;
croak ("I need a 'doas_user' value if authmethod is 'doas'") if ( !$self->{'doas_user'} ) ;
$url = 'http://' . $self->{'namenode'} . ':' . $self->{'namenodeport'} . '/webhdfs/v1' . $path . '?op=SETOWNER' . '&user.name=' . $self->{'user'} . '&doas=' . $self->{'doas_user'};
}
if ($user) {
$url = $url . "&owner=" . $user;
}
if ($group) {
$url = $url . "&group=" . $group;
}
if ( $self->{'webhdfstoken'} ) {
$url = $url . "&delegation=" . $self->{'webhdfstoken'};
}
$self->put( $url );
return $self;
}
sub setreplication {
#curl -i -X PUT "http://<HOST>:<PORT>/webhdfs/v1/<PATH>?op=SETREPLICATION[&replication=<SHORT>]"
my ( $self, $path, $rep,$url ) = undef;
$self = shift;
if ($_[0]->{'path'} ) { $path = $_[0]->{'path'}; } else { croak ("I need a HDFS path before changing ownership"); }
if ($_[0]->{'replication'} ) { $rep = $_[0]->{'replication'}; }
if ($self->{'authmethod'} eq 'gssapi') {
$url = 'http://' . $self->{'namenode'} . ':' . $self->{'namenodeport'} . '/webhdfs/v1' . $path . '?op=SETREPLICATION';
} elsif ( $self->{'authmethod'} eq 'unsecure' ) {
croak ("I need a 'user' value if authmethod is 'none'") if ( !$self->{'user'} ) ;
$url = 'http://' . $self->{'namenode'} . ':' . $self->{'namenodeport'} . '/webhdfs/v1' . $path . '?op=SETREPLICATION' . '&user.name=' . $self->{'user'}; ;
} elsif ( $self->{'authmethod'} eq 'doas' ) {
croak ("I need a 'user' value if authmethod is 'doas'") if ( !$self->{'user'} ) ;
croak ("I need a 'doas_user' value if authmethod is 'doas'") if ( !$self->{'doas_user'} ) ;
$url = 'http://' . $self->{'namenode'} . ':' . $self->{'namenodeport'} . '/webhdfs/v1' . $path . '?op=SETREPLICATION' . '&user.name=' . $self->{'user'} . '&doas=' . $self->{'doas_user'};
}
if ($rep) {
$url = $url . "&replication=" . $rep;
}
if ( $self->{'webhdfstoken'} ) {
$url = $url . "&delegation=" . $self->{'webhdfstoken'};
}
$self->put( $url );
return $self;
}
sub settimes {
# curl -i -X PUT "http://<HOST>:<PORT>/webhdfs/v1/<PATH>?op=SETTIMES[&modificationtime=<TIME>][&accesstime=<TIME>]"
my ( $url, $self, $path, $modtime, $accesstime ) = undef;
$self = shift;
if ($_[0]->{'path'} ) { $path = $_[0]->{'path'}; } else { croak ("I need a HDFS path before changing ownership"); }
if ($_[0]->{'modificationtime'} ) { $modtime = $_[0]->{'modificationtime'}; }
if ($_[0]->{'accesstime'} ) { $accesstime = $_[0]->{'accesstime'}; }
if ($self->{'authmethod'} eq 'gssapi') {
$url = 'http://' . $self->{'namenode'} . ':' . $self->{'namenodeport'} . '/webhdfs/v1' . $path . '?op=SETTIMES';
} elsif ( $self->{'authmethod'} eq 'unsecure' ) {
croak ("I need a 'user' value if authmethod is 'none'") if ( !$self->{'user'} ) ;
$url = 'http://' . $self->{'namenode'} . ':' . $self->{'namenodeport'} . '/webhdfs/v1' . $path . '?op=SETTIMES' . '&user.name=' . $self->{'user'}; ;
} elsif ( $self->{'authmethod'} eq 'doas' ) {
croak ("I need a 'user' value if authmethod is 'doas'") if ( !$self->{'user'} ) ;
croak ("I need a 'doas_user' value if authmethod is 'doas'") if ( !$self->{'doas_user'} ) ;
$url = 'http://' . $self->{'namenode'} . ':' . $self->{'namenodeport'} . '/webhdfs/v1' . $path . '?op=SETTIMES' . '&user.name=' . $self->{'user'} . '&doas=' . $self->{'doas_user'};
}
if ($modtime) {
$url = $url . "&modificationtime=" . $modtime;
}
if ($accesstime) {
$url = $url . "&accesstime=" . $accesstime;
}
if ( $self->{'webhdfstoken'} ) {
$url = $url . "&delegation=" . $self->{'webhdfstoken'};
}
$self->put( $url );
return $self;
}
sub liststatus {
# list contents of directory, curl -i "http://<HOST>:<PORT>/webhdfs/v1/<PATH>?op=LISTSTATUS"
my ( $self, $path, $url ) = undef;
$self = shift;
if ($_[0]->{'path'}) { $path = $_[0]->{'path'}; } else { croak ("I need a HDFS pathname to get status"); }
if ($self->{'authmethod'} eq 'gssapi') {
$url = 'http://' . $self->{'namenode'} . ':' . $self->{'namenodeport'} . '/webhdfs/v1' . $path . '?op=LISTSTATUS';
} elsif ( $self->{'authmethod'} eq 'unsecure' ) {
croak ("I need a 'user' value if authmethod is 'none'") if ( !$self->{'user'} ) ;
$url = 'http://' . $self->{'namenode'} . ':' . $self->{'namenodeport'} . '/webhdfs/v1' . $path . '?op=LISTSTATUS' . '&user.name=' . $self->{'user'}; ;
} elsif ( $self->{'authmethod'} eq 'doas' ) {
croak ("I need a 'user' value if authmethod is 'doas'") if ( !$self->{'user'} ) ;
croak ("I need a 'doas_user' value if authmethod is 'doas'") if ( !$self->{'doas_user'} ) ;
$url = 'http://' . $self->{'namenode'} . ':' . $self->{'namenodeport'} . '/webhdfs/v1' . $path . '?op=LISTSTATUS' . '&user.name=' . $self->{'user'} . '&doas=' . $self->{'doas_user'};
}
if ( $self->{'webhdfstoken'} ) {
$url = $url . "&delegation=" . $self->{'webhdfstoken'};
}
$self->get( $url );
return $self;
}
sub rename {
# curl -i -X PUT "<HOST>:<PORT>/webhdfs/v1/<PATH>?op=RENAME&destination=<PATH>"
#my $url = 'http://' . $self->{'namenode'} . ':' . $self->{'namenodeport'} . '/webhdfs/v1' . $src . '?op=RENAME&destination=' . $dst;
my ( $self, $src, $dst ) = undef;
$self = shift;
if ($_[0]->{'srcfile'}) { $src = $_[0]->{'srcfile'}; } else { croak ("Need HDFS source before rename can happen") ;}
if ($_[0]->{'dstfile'}) { $dst = $_[0]->{'dstfile'}; } else { croak ("Need HDFS destination before rename can happen") ;}
my $url;
if ($self->{'authmethod'} eq 'gssapi') {
$url = 'http://' . $self->{'namenode'} . ':' . $self->{'namenodeport'} . '/webhdfs/v1' . $src . '?op=RENAME&destination=' . $dst ;
} elsif ( $self->{'authmethod'} eq 'unsecure' ) {
croak ("I need a 'user' value if authmethod is 'none'") if ( !$self->{'user'} ) ;
$url = 'http://' . $self->{'namenode'} . ':' . $self->{'namenodeport'} . '/webhdfs/v1' . $src . '?op=RENAME&destination=' . $dst . '&user.name=' . $self->{'user'};
} elsif ( $self->{'authmethod'} eq 'doas' ) {
croak ("I need a 'user' value if authmethod is 'doas'") if ( !$self->{'user'} ) ;
croak ("I need a 'doas_user' value if authmethod is 'doas'") if ( !$self->{'doas_user'} ) ;
$url = 'http://' . $self->{'namenode'} . ':' . $self->{'namenodeport'} . '/webhdfs/v1' . $src . '?op=RENAME&destination=' . $dst . '&user.name=' . $self->{'user'} . '&doas=' . $self->{'doas_user'};
}
if ( $self->{'webhdfstoken'} ) {
$url = $url . "&delegation=" . $self->{'webhdfstoken'};
}
$self->put( $url );
}
=pod
=head1 NAME
Apache::Hadoop::WebHDFS - interface to Hadoop's WebHDS API that supports GSSAPI/SPNEGO (secure) access.
=head1 VERSION
Version 0.04
=head1 SYNOPSIS
Hadoop's WebHDFS API, is a rest interface to HDFS. This module provides
a perl interface to the API, allowing one to both read and write files to
HDFS. Because Apache::Hadoop::WebHDFS supports GSSAPI, it can be used to
interface with secure Hadoop Clusters. This module also supports WebHDFS connections
with unsecure grids
Apache::Hadoop::WebHDFS is a subclass of WWW:Mechanize, so one could
reference WWW::Mechanize methods if needed. One will note that
WWW::Mechanize is a subclass of LWP, meaning it's possible to also reference
LWP methods from Apache::Hadoop::WebHDFS. For example to debug the GSSAPI
calls used during the request, enable LWP::Debug by adding 'use LWP::Debug qw(+);' to your script.
Content returned from WebHDFS is left in the native JSON format. Including your favorite JSON module like JSON::Any
will help with mangaging the JSON output. To get access to the content stored in your Apache::Hadoop::WebHDFS object,
use the methods provided by WWW::Mechanize, such as 'success', 'status', and 'content'. Please see 'EXAMPLE' below
for how this is used.
=head1 METHODS
=over 3
( run in 0.645 second using v1.01-cache-2.11-cpan-524268b4103 )