Changeset 27583 for gs2-extensions/parallel-building/trunk/src/bin/script/hadoop_report.pl

Timestamp:

2013-06-10T10:22:19+12:00 (11 years ago)

Author:

jmt12

Message:

Adding code to differentiate between workers in a cluster - all of which preport to be worker 0

File:

• gs2-extensions/parallel-building/trunk/src/bin/script/hadoop_report.pl (modified) (2 diffs)

gs2-extensions/parallel-building/trunk/src/bin/script/hadoop_report.pl

@@ -213 +213 @@
   $row_counter++;
   # For each compute node record
+  my $known_workers = {};
   foreach my $worker_id (sort keys %{$node_records})
   {
@@ -218 +219 @@
     my $node_id = $row_counter;
     $row_counter++;
-    print CSVOUT $node_id . ',W' . $node_record->{'cpu'} . ',' . $node_record->{'host'} . ',' . $node_record->{'start'} . ',' . $node_record->{'end'} . ',' . $node_record->{'cpu_time'} . ",0,1,NA\n";
+    my $csv_worker_id = 'W' . $node_record->{'cpu'};
+    # Ensure we haven't used this id before - this should never trigger for
+    # multicore CPUs, but will for clusters (as nearly all nodes will report
+    # themselves as 'W0')
+    if (defined $known_workers->{$csv_worker_id})
+    {
+      # Find a different worker id as this one is already in use
+      my $counter = 0;
+      $csv_worker_id = 'W' . $counter;
+      while (defined $known_workers->{$csv_worker_id})
+      {
+        $counter++;
+        $csv_worker_id = 'W' . $counter;
+      }
+    }
+    $known_workers->{$csv_worker_id} = 1;
+    print CSVOUT $node_id . ',' . $csv_worker_id . ',' . $node_record->{'host'} . ',' . $node_record->{'start'} . ',' . $node_record->{'end'} . ',' . $node_record->{'cpu_time'} . ",0,1,NA\n";
     # List the child task records
     foreach my $taskno (sort keys %{$task_records})