Changeset 27913


Ignore:
Timestamp:
07/22/13 10:37:02 (8 years ago)
Author:
jmt12
Message:

Made the ingester to be used (version 1 without reduce phase, or version 2 that includes reduce) configurable

File:
1 edited

Legend:

Unmodified
Added
Removed
  • gs2-extensions/parallel-building/trunk/src/bin/script/hadoop_import.pl

    r27732 r27913  
    2929my $gsdl_hadoop_ext = $ENV{'GEXTPARALLELBUILDING_INSTALLED'};
    3030my $hadoop_exe = 'hadoop'; # you may add path
     31my $java_library = 'HadoopGreenstoneIngest2';
    3132my $cluster_head = $ENV{'HDFSHOST'}; # may not be true on advanced configs
    3233my $hdfs_fs_prefix = 'HDThriftFS://';
     
    303304  print "Done!\n";
    304305}
     306elsif ($infodbtype =~ /stdoutxml/)
     307{
     308  print " * InfoDB messages will be written to STDOUT... Cool bananas!\n";
     309}
    305310else
    306311{
     
    347352my $hadoop_log = $gs_results_dir . '/hadoop.log';
    348353&shellCommand('echo "host:' . $ENV{'HDFSHOST'} . '" > ' . $hadoop_log);
    349 my $hadoop_command = $hadoop_exe . ' jar ' . $gsdl_hadoop_ext . '/lib/hadoop-greenstone.jar org.nzdl.gsdl.HadoopGreenstoneIngest ';
     354my $hadoop_command = $hadoop_exe . ' jar ' . $gsdl_hadoop_ext . '/lib/hadoop-greenstone.jar org.nzdl.gsdl.' . $java_library . ' ';
    350355$hadoop_command .= '"' . $gsdl_home . '" '; # Greenstone's home dir
    351356$hadoop_command .= '"' . $ENV{'HADOOP_PREFIX'} . '" '; # Hadoop's home dir
Note: See TracChangeset for help on using the changeset viewer.