Changeset 27913

Timestamp:

2013-07-22T10:37:02+12:00 (11 years ago)

Author:

jmt12

Message:

Made the ingester to be used (version 1 without reduce phase, or version 2 that includes reduce) configurable

File:

• gs2-extensions/parallel-building/trunk/src/bin/script/hadoop_import.pl (modified) (3 diffs)

gs2-extensions/parallel-building/trunk/src/bin/script/hadoop_import.pl

@@ -29 +29 @@
 my $gsdl_hadoop_ext = $ENV{'GEXTPARALLELBUILDING_INSTALLED'};
 my $hadoop_exe = 'hadoop'; # you may add path
+my $java_library = 'HadoopGreenstoneIngest2';
 my $cluster_head = $ENV{'HDFSHOST'}; # may not be true on advanced configs
 my $hdfs_fs_prefix = 'HDThriftFS://';
@@ -303 +304 @@
   print "Done!\n";
 }
+elsif ($infodbtype =~ /stdoutxml/)
+{
+  print " * InfoDB messages will be written to STDOUT... Cool bananas!\n";
+}
 else
 {
@@ -347 +352 @@
 my $hadoop_log = $gs_results_dir . '/hadoop.log';
 &shellCommand('echo "host:' . $ENV{'HDFSHOST'} . '" > ' . $hadoop_log);
-my $hadoop_command = $hadoop_exe . ' jar ' . $gsdl_hadoop_ext . '/lib/hadoop-greenstone.jar org.nzdl.gsdl.HadoopGreenstoneIngest ';
+my $hadoop_command = $hadoop_exe . ' jar ' . $gsdl_hadoop_ext . '/lib/hadoop-greenstone.jar org.nzdl.gsdl.' . $java_library . ' ';
 $hadoop_command .= '"' . $gsdl_home . '" '; # Greenstone's home dir
 $hadoop_command .= '"' . $ENV{'HADOOP_PREFIX'} . '" '; # Hadoop's home dir