Changeset 31008 for other-projects/hathitrust/solr-extracted-features/trunk/src/main/java/org/hathitrust/extractedfeatures/ProcessForSolrIngest.java

Timestamp:

2016-10-31T09:40:20+13:00 (7 years ago)

Author:

davidb

Message:

Additional detail added into Spark app name

File:

• other-projects/hathitrust/solr-extracted-features/trunk/src/main/java/org/hathitrust/extractedfeatures/ProcessForSolrIngest.java (modified) (2 diffs)

other-projects/hathitrust/solr-extracted-features/trunk/src/main/java/org/hathitrust/extractedfeatures/ProcessForSolrIngest.java

@@ -47 +47 @@
         spark_app_name += " [" + _json_list_filename + "]";
 
+        if (_solr_url != null) { 
+            spark_app_name += "solr_url=" + _solr_url;
+        }
+        
+        if (_output_dir != null) { 
+            spark_app_name += "output_dir=" + _output_dir;
+        }
+        
+        
         SparkConf conf = new SparkConf().setAppName(spark_app_name);
         JavaSparkContext jsc = new JavaSparkContext(conf);
@@ -90 +99 @@
         spark_app_name += " [" + _json_list_filename + "]";
 
+        if (_solr_url != null) { 
+            spark_app_name += "solr_url=" + _solr_url;
+        }
+        
+        if (_output_dir != null) { 
+            spark_app_name += "output_dir=" + _output_dir;
+        }
+        
         SparkConf conf = new SparkConf().setAppName(spark_app_name);
         JavaSparkContext jsc = new JavaSparkContext(conf);