Changeset 29261

Timestamp:

2014-09-10T10:32:54+12:00 (10 years ago)

Author:

jmt12

Message:

Removing some of the extraneous IO from high cpu importing... altering the ratio between CPU and IO load appropriately

File:

• gs2-extensions/parallel-building/trunk/src/perllib/plugins/CPULoadTextPlugin.pm (modified) (3 diffs)

gs2-extensions/parallel-building/trunk/src/perllib/plugins/CPULoadTextPlugin.pm

@@ -234 +234 @@
     my $blowfish = new Crypt::Blowfish_PP($key);
     my $encrypted_text = $blowfish->encrypt($value);
-    $doc_obj->add_utf8_metadata($doc_obj->get_top_section(), sprintf("Encrypted%05d", $counter), $encrypted_text);
+    if ($self->{'cpu_load'} ne 'high')
+    {
+      $doc_obj->add_utf8_metadata($doc_obj->get_top_section(), sprintf("Encrypted%05d", $counter), $encrypted_text);
+    }
     # - shorten text by chunk length bytes, and repeat until text is exhausted
     $text = substr($text, $multiplier * $key_length);
@@ -282 +285 @@
     push(@lexicon, $word . ':' . $raw_lexicon->{$word});
   }
-  $doc_obj->add_metadata($doc_obj->get_top_section(), "Lexicon", join(', ', @lexicon));
+  if ($self->{'cpu_load'} ne 'high')
+  {
+    $doc_obj->add_metadata($doc_obj->get_top_section(), "Lexicon", join(', ', @lexicon));
+  }
   $self->_debugPrint('Generated lexicon');
 }
@@ -335 +341 @@
     push(@word_lengths, $word_length . ':' . $raw_word_lengths->{$word_length});
   }
-  $doc_obj->add_metadata($doc_obj->get_top_section(), "WordLengths", join(', ', @word_lengths));
+  if ($self->{'cpu_load'} ne 'high')
+  {
+    $doc_obj->add_metadata($doc_obj->get_top_section(), "WordLengths", join(', ', @word_lengths));
+  }
   $self->_debugPrint('Generated word length information');
 }