Changeset 31247 for other-projects/hathitrust/wcsa/extracted-features-solr/trunk

Timestamp:

2016-12-18T20:38:59+13:00 (7 years ago)

Author:

davidb

Message:

Change sort order. Pick better output directory name

File:

• other-projects/hathitrust/wcsa/extracted-features-solr/trunk/solr-ingest/src/main/java/org/hathitrust/extractedfeatures/ProcessForWhitelist.java (modified) (2 diffs)

other-projects/hathitrust/wcsa/extracted-features-solr/trunk/solr-ingest/src/main/java/org/hathitrust/extractedfeatures/ProcessForWhitelist.java

@@ -105 +105 @@
 
             });
-        JavaPairRDD<Integer, String> sorted_swapped_pair = swappedPair.sortByKey(true, 1); // 1st arg configures ascending sort, 2nd arg configures one task
+        JavaPairRDD<Integer, String> sorted_swapped_pair = swappedPair.sortByKey(false,1);
 
         JavaPairRDD<String, Integer> sorted_swaped_back_pair = sorted_swapped_pair.mapToPair(new PairFunction<Tuple2<Integer, String>, String, Integer>() {
@@ -126 +126 @@
         
         //sorted_counts.saveAsTextFile(_json_list_filename + ".out");
-
-        sorted_swaped_back_pair.saveAsTextFile(_json_list_filename + ".out");
+        String output_directory = _json_list_filename.replaceAll("\\.txt$","-out");
+        sorted_swaped_back_pair.saveAsTextFile(output_directory);