App-Oozie
view release on metacpan or search on metacpan
lib/App/Oozie/Deploy.pm view on Meta::CPAN
$self->log_versions if $verbose;
my($update_coord) = $self->_verify_and_compile_all_workflows( $workflows );
if (!$self->secure_cluster) {
# Left in place for historial reasons.
# All clusters should be under Kerberos.
# Possible removal in a future version.
#
# unsafe, but needed when uploading with mapred's uid or hdfs dfs cannot see the files
chmod oct( DEFAULT_FILE_MODE ), $config->{base_dest};
}
my $success = $self->upload_to_hdfs;
$self->maybe_update_coordinators( $update_coord ) if @{ $update_coord };
if ($self->prune) {
$logger->info( '--prune is set, checking workflow directories for old files' );
for my $workflow ( @{ $workflows } ) {
$self->prune_path(
lib/App/Oozie/Deploy.pm view on Meta::CPAN
if ( $self->_hdfs_exists_no_exception( $remote_base ) ) {
next;
}
if ( $verbose ) {
$logger->debug(
sprintf 'Attempting to mkdir HDFS destination %s',
$remote_base,
);
}
$hdfs->mkdir( $remote_base );
$hdfs->chmod( $remote_base, DEFAULT_DIR_MODE );
}
# since the above calls were silent, see if this throws anything
if ( $hdfs->exists($destFolder) ) {
if ( $verbose ) {
$logger->debug(
sprintf 'HDFS destination %s exists',
$destFolder,
);
}
}
lib/App/Oozie/Deploy.pm view on Meta::CPAN
$dest,
$data,
overwrite => 'true',
)
) {
$logger->logdie(
sprintf 'Failed to create %s through WebHDFS',
$dest
);
}
$hdfs->chmod( $dest, DEFAULT_DIR_MODE );
}
my $d_rule = File::Find::Rule->new->directory->maxdepth(1)->mindepth(1);
my @folders = $d_rule->in($sourceFolder);
foreach my $folder (@folders)
{
my $foldername = basename($folder);
my $dest = File::Spec->catfile($destFolder, $foldername);
$self->_copy_to_hdfs_with_webhdfs($folder, $dest)
( run in 0.239 second using v1.01-cache-2.11-cpan-496ff517765 )