Changeset 30951 for other-projects/hathitrust/solr-extracted-features/trunk/src/main/java/org/hathitrust/PrepareForIngest.java

Timestamp:

2016-10-26T17:54:44+13:00 (8 years ago)

Author:

davidb

Message:

Save a JSONObject as a file in the output directory

File:

• other-projects/hathitrust/solr-extracted-features/trunk/src/main/java/org/hathitrust/PrepareForIngest.java (modified) (2 diffs)

other-projects/hathitrust/solr-extracted-features/trunk/src/main/java/org/hathitrust/PrepareForIngest.java

@@ -45 +45 @@
         JavaRDD<String> json_ids = json_list_data.flatMap(paged_json).cache();
 
-        json_ids.saveAsTextFile("rdd-solr-json-page-files");
-
         long num_ids = json_ids.count();
         System.out.println("");
@@ -54 +52 @@
         System.out.println("");
 
+        System.out.println("############");
+        String rdd_save_file = "rdd-solr-json-page-files";
+        json_ids.saveAsTextFile(rdd_save_file);
+        System.out.println("# Saved RDD of Solr JSON page files, top-level, as:");
+        System.out.println("#  " + rdd_save_file);
+        System.out.println("############");
+        System.out.println("");
+        
         jsc.close();
     }