view release on metacpan or  search on metacpan

lib/App/FQStat/Scanner.pm  view on Meta::CPAN

package App::FQStat::Scanner;
# App::FQStat is (c) 2007-2009 Steffen Mueller
#
# This program is free software; you can redistribute it and/or
# modify it under the same terms as Perl itself.

use strict;
use warnings;
use Time::HiRes qw/sleep/;
use String::Trigram ();
use DateTime ();
use Time::Zone ();
use App::FQStat::Debug;

# run qstat
sub run_qstat {
  warnenter if ::DEBUG;
  my $forced = shift;
  lock($::ScannerStartRun);

  if (not defined $::ScannerThread) {
    warnline "Creating new (initial?) scanner thread" if ::DEBUG;
    $::ScannerThread = threads->new(\&App::FQStat::Scanner::scanner_thread);
  }
  elsif ($::ScannerThread->is_joinable()) {
    warnline "Joining scanner thread" if ::DEBUG;
    my $return = $::ScannerThread->join();
    ($::Records, $::NoActiveNodes) = @$return;
    $::Summary = [];
    $::Initialized = 1;
    { lock($::RecordsChanged); $::RecordsChanged = 1; }
    warnline "Joined scanner thread. Creating new scanner thread" if ::DEBUG;
    $::ScannerThread = threads->new(\&App::FQStat::Scanner::scanner_thread);
  }
  elsif (!$::ScannerThread->is_running()) {
    warnline "scanner thread not running. Creating new scanner thread" if ::DEBUG;
    undef $::ScannerThread;
    $::ScannerThread = threads->new(\&App::FQStat::Scanner::scanner_thread);
  }
  elsif ($forced) {
    warnline "scanner thread running. Force in effect, setting StartRun" if ::DEBUG;
    $::ScannerStartRun = 1;
  }
}

sub scanner_thread {
  warnenter if ::DEBUG;
  {
    lock($::ScannerStartRun);
    $::ScannerStartRun = 0;
  }

  my @lines;
  my @args;
  {
    lock($::SummaryMode);
    if ($::SummaryMode) {
      push @args, '-u', '*';
    }
    else {
      lock($::User);
      push @args, '-u', ( (defined($::User) && $::User ne '') ? $::User : '*');
    }
  }

  my $timebefore = time();
  my $qstat = App::FQStat::Config::get("qstatcmd");
  my $output = App::FQStat::System::run_capture($qstat, @args);
  if (not defined $output) {
    die "Running 'qstat' failed!";
  }

lib/App/FQStat/Scanner.pm  view on Meta::CPAN

        my $jname = $job->[::F_name];
        # ignore numbers
        $jname =~ s/\d+//g;
        
        if (keys %jname_clusters) {
          my @bestmatch;
          my $sim = $trigram->getBestMatch($jname, \@bestmatch);
          if (@bestmatch and $sim) {
            push @{ $jname_clusters{$bestmatch[0]} }, $job;
          }
          else {
            $jname_clusters{$jname} ||= [];
            push @{ $jname_clusters{$jname} }, $job;
            $trigram->extendBase([$jname]);
          }
        }
        else {
          $jname_clusters{$jname} = [$job];
          $trigram->extendBase([$jname]);
        }

      }

      foreach my $jname (keys %jname_clusters) {
        my $clustername = "$user;$jname";
        $user_name_clusters{$clustername} ||= [];
        push @{$user_name_clusters{$clustername}}, @{$jname_clusters{$jname}};
        delete $jname_clusters{$jname};
      }
      
    } # end foreach user cluster

    %user_clusters = %user_name_clusters;
  }

  # actually calculate the summaries for each cluster
  foreach my $user (keys %user_clusters) {
    my $jobs          = $user_clusters{$user};
    my %n_status      = (r => 0, E => 0, h => 0, 'qw' => 0);
    my $prio_sum      = 0;
    my $nprio         = 0;
    my $runtime_sum   = 0;
    my $njobs_started = 0;
    my $max_runtime   = 0;

    foreach my $job (@$jobs) {
      my $prio = $job->[::F_prio];
      $nprio++, $prio_sum += $prio if $prio > 1.e-2;

      # find job status
      for ($job->[::F_status]) {
        if    (/^[rt]$/)      { $n_status{r}++;  }
        elsif (/(?:^d|E)/)    { $n_status{E}++;  }
        elsif (/h(?:qw|r|t)/) { $n_status{h}++;  }
        else                  { $n_status{qw}++; }
      }

      if ($job->[::F_status] =~ /^h?[rt]$/) {
        my ($day, $month, $year)     = split /\./, $job->[::F_date];
        my ($hour, $minute, $second) = split /:/, $job->[::F_time];
        my $dt = DateTime->new(year => $year, month  => $month,  day    => $day,
                               hour => $hour, minute => $minute, second => $second);
        my $runtime = $curtime - $dt->epoch();
        $runtime_sum += $runtime;
        $max_runtime = $runtime if $runtime > $max_runtime;
        $njobs_started++;
      }

    }

    ($user, my $jobname) = split /;/, $user;

    my $runtime = '';
    if ($njobs_started) {
      my $seconds = $runtime_sum/$njobs_started;
      my $hours = int($seconds / 3600);
      my $minutes = int($seconds / 60 - $hours*60);
      $seconds = int($seconds) % 60;
      $runtime = sprintf('%02u:%02u:%02u', $hours, $minutes, $seconds);

      $seconds = $max_runtime;
      $hours = int($seconds / 3600);
      $minutes = int($seconds / 60 - $hours*60);
      $seconds = int($seconds) % 60;
      $max_runtime = sprintf('%02u:%02u:%02u', $hours, $minutes, $seconds);
    }
    else {
      $max_runtime = '';
    }

    my $line = [ $user, $jobname, @n_status{'r', 'E', 'h', 'qw'}, ($nprio?$prio_sum/$nprio:0), $runtime, $njobs_started, $max_runtime ];
    push @$::Summary, $line;
  } # end for each user

  @$::Summary =
    sort {
         $b->[3] <=> $a->[3] #errors
      or $b->[8] <=> $a->[8] #nodes-used
      or $b->[2] <=> $a->[2] #running
    }
    @$::Summary;

  return(1);
}


1;