Changeset 27571 for gs2-extensions/parallel-building/trunk/src

Timestamp:

2013-06-07T11:27:08+12:00 (11 years ago)

Author:

jmt12

Message:

increase timeout to 4 hours per map

File:

• gs2-extensions/parallel-building/trunk/src/src/java/org/nzdl/gsdl/HadoopGreenstoneIngest.java (modified) (2 diffs)

gs2-extensions/parallel-building/trunk/src/src/java/org/nzdl/gsdl/HadoopGreenstoneIngest.java

@@ -324 +324 @@
     conf.setInt("mapreduce.map.max.attempts", 1); // Solution on Web
     // prevent timeouts
-    long milli_seconds = 60*60*1000; // 1 hour
+    long milli_seconds = 4*60*60*1000; // 4 hour
     conf.setLong("mapred.task.timeout", milli_seconds);
     Job job = new Job(conf, "hadoopgreenstoneingest");
@@ -400 +400 @@
   {
     this.hadoop_process = hadoop_process;
-    this.log_file = log_file;
+    //this.log_file = log_file;
+    this.log_file = new File("/tmp/hadoop_progress_reporter.log");
   }