Changeset 27550

Timestamp:

2013-06-05T13:06:32+12:00 (11 years ago)

Author:

jmt12

Message:

Ensure the hostname is added to the Hadoop logs so we can identify the compute node (maybe)

File:

• gs2-extensions/parallel-building/trunk/src/bin/script/hadoop_import.pl (modified) (1 diff)

gs2-extensions/parallel-building/trunk/src/bin/script/hadoop_import.pl

@@ -216 +216 @@
 print " * Running import using Hadoop...";
 my $hadoop_log = $gs_results_dir . '/hadoop.log';
-my $hadoop_command = $hadoop_exe . ' jar ' . $gsdl_hadoop_ext . '/lib/hadoop-greenstone.jar org.nzdl.gsdl.HadoopGreenstoneIngest "' . $gsdl_home . '" "' . $hdfs_fs_prefix . '" "' . $ENV{'HADOOP_PREFIX'} . '" ' . $collection . ' "' .  $hdfs_input_dir . '" "' . $hdfs_output_dir . '" > ' . $hadoop_log . ' 2>&1';
+&shellCommand('echo "host:$HDFSHOST" > ' . $hadoop_log);
+my $hadoop_command = $hadoop_exe . ' jar ' . $gsdl_hadoop_ext . '/lib/hadoop-greenstone.jar org.nzdl.gsdl.HadoopGreenstoneIngest "' . $gsdl_home . '" "' . $hdfs_fs_prefix . '" "' . $ENV{'HADOOP_PREFIX'} . '" ' . $collection . ' "' .  $hdfs_input_dir . '" "' . $hdfs_output_dir . '" >> ' . $hadoop_log . ' 2>&1';
 &shellCommand($hadoop_command);
 print "Done!\n";