Changeset 31308 for other-projects/hathitrust/wcsa/extracted-features-solr

Timestamp:

2017-01-20T20:33:39+13:00 (7 years ago)

Author:

davidb

Message:

Minor tidy-up

Location:

other-projects/hathitrust/wcsa/extracted-features-solr/trunk/solr-ingest/src/main/java/org/hathitrust/extractedfeatures

Files:

• ProcessForWhitelist.java (modified) (1 diff)
• SolrDocJSON.java (modified) (1 diff)

other-projects/hathitrust/wcsa/extracted-features-solr/trunk/solr-ingest/src/main/java/org/hathitrust/extractedfeatures/ProcessForWhitelist.java

@@ -80 +80 @@
         DoubleAccumulator per_vol_progress_accum = jsc.sc().doubleAccumulator("Per Volume Progress Percent");
         
+        boolean icu_tokenize = Boolean.getBoolean("wcsa-ef-ingest.icu-tokenize");
         boolean strict_file_io = Boolean.getBoolean("wcsa-ef-ingest.strict-file-io");
-        boolean icu_tokenize = Boolean.getBoolean("wcsa-ef-ingest.icu-tokenize");
-        
+        
+        //System.err.println("***** icu_tokenize = " + icu_tokenize);
+        //System.err.println("***** num_part = " + num_partitions);
+
         PerVolumeWordStreamFlatmap paged_solr_wordfreq_flatmap 
             = new PerVolumeWordStreamFlatmap(_input_dir,_verbosity, 

other-projects/hathitrust/wcsa/extracted-features-solr/trunk/solr-ingest/src/main/java/org/hathitrust/extractedfeatures/SolrDocJSON.java

@@ -38 +38 @@
                 String word_token = word_token_iter.next();
                 
-                if (icu_tokenize == true) {
+                if (icu_tokenize) {
                     Reader reader = new StringReader(word_token);