Changeset 31308 for other-projects/hathitrust/wcsa/extracted-features-solr/trunk/solr-ingest/src/main/java/org/hathitrust/extractedfeatures/ProcessForWhitelist.java

Timestamp:

2017-01-20T20:33:39+13:00 (7 years ago)

Author:

davidb

Message:

Minor tidy-up

File:

• other-projects/hathitrust/wcsa/extracted-features-solr/trunk/solr-ingest/src/main/java/org/hathitrust/extractedfeatures/ProcessForWhitelist.java (modified) (1 diff)

other-projects/hathitrust/wcsa/extracted-features-solr/trunk/solr-ingest/src/main/java/org/hathitrust/extractedfeatures/ProcessForWhitelist.java

@@ -80 +80 @@
         DoubleAccumulator per_vol_progress_accum = jsc.sc().doubleAccumulator("Per Volume Progress Percent");
         
+        boolean icu_tokenize = Boolean.getBoolean("wcsa-ef-ingest.icu-tokenize");
         boolean strict_file_io = Boolean.getBoolean("wcsa-ef-ingest.strict-file-io");
-        boolean icu_tokenize = Boolean.getBoolean("wcsa-ef-ingest.icu-tokenize");
-        
+        
+        //System.err.println("***** icu_tokenize = " + icu_tokenize);
+        //System.err.println("***** num_part = " + num_partitions);
+
         PerVolumeWordStreamFlatmap paged_solr_wordfreq_flatmap 
             = new PerVolumeWordStreamFlatmap(_input_dir,_verbosity,