Changeset 31250 for other-projects/hathitrust/wcsa/extracted-features-solr/trunk/solr-ingest

Timestamp:

2016-12-19T15:03:27+13:00 (7 years ago)

Author:

davidb

Message:

Minor mods

File:

• other-projects/hathitrust/wcsa/extracted-features-solr/trunk/solr-ingest/src/main/java/org/hathitrust/extractedfeatures/ProcessForWhitelist.java (modified) (2 diffs)

other-projects/hathitrust/wcsa/extracted-features-solr/trunk/solr-ingest/src/main/java/org/hathitrust/extractedfeatures/ProcessForWhitelist.java

@@ -105 +105 @@
 
             });
+
+        //JavaPairRDD<Integer, String> sorted_swapped_pair = swappedPair.sortByKey(false,num_partitions);
         JavaPairRDD<Integer, String> sorted_swapped_pair = swappedPair.sortByKey(false,1);
 
@@ -126 +128 @@
         
         //sorted_counts.saveAsTextFile(_json_list_filename + ".out");
-        String output_directory = _json_list_filename.replaceAll("\\.txt$","-out");
+        String filename_root = _json_list_filename.replaceAll(".*/","").replaceAll("\\..*$","");
+        String output_directory = "whitelist-" + filename_root + "-out";
         sorted_swaped_back_pair.saveAsTextFile(output_directory);