Changeset 31008


Ignore:
Timestamp:
2016-10-31T09:40:20+13:00 (5 years ago)
Author:
davidb
Message:

Additional detail added into Spark app name

File:
1 edited

Legend:

Unmodified
Added
Removed
  • other-projects/hathitrust/solr-extracted-features/trunk/src/main/java/org/hathitrust/extractedfeatures/ProcessForSolrIngest.java

    r31007 r31008  
    4747        spark_app_name += " [" + _json_list_filename + "]";
    4848
     49        if (_solr_url != null) {
     50            spark_app_name += "solr_url=" + _solr_url;
     51        }
     52       
     53        if (_output_dir != null) {
     54            spark_app_name += "output_dir=" + _output_dir;
     55        }
     56       
     57       
    4958        SparkConf conf = new SparkConf().setAppName(spark_app_name);
    5059        JavaSparkContext jsc = new JavaSparkContext(conf);
     
    9099        spark_app_name += " [" + _json_list_filename + "]";
    91100
     101        if (_solr_url != null) {
     102            spark_app_name += "solr_url=" + _solr_url;
     103        }
     104       
     105        if (_output_dir != null) {
     106            spark_app_name += "output_dir=" + _output_dir;
     107        }
     108       
    92109        SparkConf conf = new SparkConf().setAppName(spark_app_name);
    93110        JavaSparkContext jsc = new JavaSparkContext(conf);
Note: See TracChangeset for help on using the changeset viewer.