Changeset 27512 for gs2-extensions

Timestamp:

2013-05-30T10:16:22+12:00 (11 years ago)

Author:

jmt12

Message:

Adding in a special test for measuring the effect of altering ThriftFS buffer size

File:

• gs2-extensions/parallel-building/trunk/src/bin/script/test_fileutils.pl (modified) (2 diffs)

gs2-extensions/parallel-building/trunk/src/bin/script/test_fileutils.pl

@@ -67 +67 @@
 # populate globals
 $base_path = $ENV{'GEXTPARALLELBUILDING'};
+
+# SPECIAL TESTS
+if (defined $ARGV[0])
+{
+  if ($ARGV[0] eq "-buffersize")
+  {
+    print STDERR "Exploring the affect of ThriftBuffer size on transfer speed\n";
+    my $filename = 'WekaManual-3-6-7.pdf';
+    my $local_path = $base_path . '/resources/' . $filename;
+    my $thrift_path = 'HDThriftFS:///user/' . $user. '/' . $filename;
+    my $tmp_path = '/tmp/' . $filename;
+    print STDERR " - copying " . $filename . " (" . &FileUtils::fileSize($local_path) . " bytes)\n";
+    $start_time = time();
+    print STDERR " - copy to Thrift... ";
+    &FileUtils::copyFiles($local_path, $thrift_path);
+    print STDERR "Done in " . (time() - $start_time) . " seconds\n";
+    $start_time = time();
+    print STDERR " - copy from Thrift...";
+    &FileUtils::copyFiles($thrift_path, $tmp_path);
+    print STDERR "Done in " . (time() - $start_time) . " seconds\n";
+    my $result = `diff "$local_path" "$tmp_path"`;
+    $test_count = 0;
+    &testAction(\$test_count, "Comparing binary files (roundtrip)", '', $result);
+    &FileUtils::removeFiles($thrift_path);
+    &FileUtils::removeFiles($tmp_path);
+    exit;
+  }
+}
 
 print "\n";
@@ -261 +289 @@
 sub testBinaryTransfer
 {
-  my ($dir, $base_dir) = @_;
+  my ($dir, $base_dir, $file) = @_;
+  if (!defined $file)
+  {
+    $file = 'aurora_australus.jpg';
+  }
   # setup
-  my $local_image_path = $base_path . '/resources/aurora_australus.jpg';
-  my $thrift_copy_path = $dir . '/test_binary_transfer.jpg';
-  my $local_copy_path = '/tmp/test_binary_transfer.jpg';
+  my ($extension) = $file =~ /\.([^\.]+)$/;
+  my $local_image_path = $base_path . '/resources/' . $file;
+  my $thrift_copy_path = $dir . '/test_binary_transfer.' . $extension;
+  my $local_copy_path = '/tmp/test_binary_transfer.' . $extension;
   # actions - roundtrip copy of files
   &FileUtils::copyFiles($local_image_path, $thrift_copy_path);