Changeset 30949

Timestamp:

2016-10-26T17:40:49+13:00 (6 years ago)

Author:

davidb

Message:

Use better name than 'foo'. Further fix to JSON name generated

Location:

other-projects/hathitrust/solr-extracted-features/trunk/src/main/java/org/hathitrust

Files:

• PagedJSON.java (modified) (1 diff)
• PrepareForIngest.java (modified) (1 diff)

other-projects/hathitrust/solr-extracted-features/trunk/src/main/java/org/hathitrust/PagedJSON.java

@@ -100 +100 @@
             // write it out
             
-            String output_json_bz2 = page_json_dir +"/" + "pages/" + formatted_i + ".json.bz2";
+            String output_json_bz2 = page_json_dir +"/" + formatted_i + ".json.bz2";
             
             ids.add(output_json_bz2);

other-projects/hathitrust/solr-extracted-features/trunk/src/main/java/org/hathitrust/PrepareForIngest.java

@@ -45 +45 @@
         JavaRDD<String> json_ids = json_list_data.flatMap(paged_json).cache();
 
-        json_ids.saveAsTextFile("foo");
+        json_ids.saveAsTextFile("rdd-solr-json-page-files");
 
         long num_ids = json_ids.count();