Changeset 27913

Show
Ignore:
Timestamp:
22.07.2013 10:37:02 (6 years ago)
Author:
jmt12
Message:

Made the ingester to be used (version 1 without reduce phase, or version 2 that includes reduce) configurable

Files:
1 modified

Legend:

Unmodified
Added
Removed
  • gs2-extensions/parallel-building/trunk/src/bin/script/hadoop_import.pl

    r27732 r27913  
    2929my $gsdl_hadoop_ext = $ENV{'GEXTPARALLELBUILDING_INSTALLED'}; 
    3030my $hadoop_exe = 'hadoop'; # you may add path 
     31my $java_library = 'HadoopGreenstoneIngest2'; 
    3132my $cluster_head = $ENV{'HDFSHOST'}; # may not be true on advanced configs 
    3233my $hdfs_fs_prefix = 'HDThriftFS://'; 
     
    303304  print "Done!\n"; 
    304305} 
     306elsif ($infodbtype =~ /stdoutxml/) 
     307{ 
     308  print " * InfoDB messages will be written to STDOUT... Cool bananas!\n"; 
     309} 
    305310else 
    306311{ 
     
    347352my $hadoop_log = $gs_results_dir . '/hadoop.log'; 
    348353&shellCommand('echo "host:' . $ENV{'HDFSHOST'} . '" > ' . $hadoop_log); 
    349 my $hadoop_command = $hadoop_exe . ' jar ' . $gsdl_hadoop_ext . '/lib/hadoop-greenstone.jar org.nzdl.gsdl.HadoopGreenstoneIngest '; 
     354my $hadoop_command = $hadoop_exe . ' jar ' . $gsdl_hadoop_ext . '/lib/hadoop-greenstone.jar org.nzdl.gsdl.' . $java_library . ' '; 
    350355$hadoop_command .= '"' . $gsdl_home . '" '; # Greenstone's home dir 
    351356$hadoop_command .= '"' . $ENV{'HADOOP_PREFIX'} . '" '; # Hadoop's home dir