view release on metacpan or  search on metacpan

t/05_jobs.t  view on Meta::CPAN

BEGIN {
  unless (defined $ENV{CLIENT_EMAIL} && defined $ENV{PRIVATE_KEY_FILE} && $ENV{PROJECT_ID}) {
    require Test::More;
    Test::More::plan(skip_all => 'This test needs $ENV{CLIENT_EMAIL}, $ENV{PRIVATE_KEY_FILE} and $ENV{PROJECT_ID}.');
  }
}

use strict;
use Test::More 0.98;
use FindBin '$Bin';
use JSON qw(decode_json);
use Data::Dumper;

use Google::BigQuery;

my $client_email = $ENV{CLIENT_EMAIL};
my $private_key_file = $ENV{PRIVATE_KEY_FILE};
my $project_id = $ENV{PROJECT_ID};
my $dataset_id = 'sample_dataset_' . time;
my $table_id = 'sample_table_' . time;

my $bigquery = Google::BigQuery::create(
  client_email => $client_email,
  private_key_file => $private_key_file,
  project_id => $project_id,
  dataset_id => $dataset_id
);

my $response;

# create dataset
$response = $bigquery->request(
  method => 'insert',
  resource => 'datasets',
  dataset_id => $dataset_id,
  content => {
    datasetReference => {
      projectId => $project_id,
      datasetId => $dataset_id
    },
    description => 'This is a sample dataset.'
  }
);

# create table
$response = $bigquery->request(
  method => 'insert',
  resource => 'tables',
  table_id => $table_id,
  content => {
    tableReference => {
      projectId => $project_id,
      datasetId => $dataset_id,
      tableId => $table_id
    },
    schema => {
      fields => [
        { name => "id", type => "INTEGER", mode => "REQUIRED" },
        { name => "name", type => "STRING", mode => "NULLABLE" },
      ]
    },
    description => "This is a sample table."
  }
);

# insert from tsv
my $load_file = "load_file.tsv";
open my $out, '>', $load_file or die;
for (my $i = 1; $i <= 100; $i++) {
  my $name = $i % 10 == 0 ? undef : "name$i";
  print $out join("\t", $i, $name), "\n";
}
close $out;

$response = $bigquery->request(
  method => 'insert',
  resource => 'jobs',
  table_id => $table_id,
  content => {
    configuration => {
      load => {
        destinationTable => {
          projectId => $ENV{PROJECT_ID},
          datasetId => $dataset_id,