Changeset 30988 for other-projects

Timestamp:

2016-10-30T11:32:57+13:00 (7 years ago)

Author:

davidb

Message:

Changed flag to 'read-only' and changed the filed name full text saved under

Location:

other-projects/hathitrust/solr-extracted-features/trunk/src/main/java/org/hathitrust

Files:

• PagedJSON.java (modified) (1 diff)
• PrepareForIngest.java (modified) (3 diffs)

other-projects/hathitrust/solr-extracted-features/trunk/src/main/java/org/hathitrust/PagedJSON.java

@@ -119 +119 @@
                     solr_doc_json.put("id", page_id);
                     solr_doc_json.put("volumeid_s", volume_id);
-                    solr_doc_json.put("_text_", text);
+                    solr_doc_json.put("eftext_txt", text);
                    
                     solr_add_json.put("commitWithin", 5000);

other-projects/hathitrust/solr-extracted-features/trunk/src/main/java/org/hathitrust/PrepareForIngest.java

@@ -58 +58 @@
 
     
-
+/*
         System.out.println("");
         System.out.println("############");
@@ -64 +64 @@
         System.out.println("############");
         System.out.println("");
-
+*/
         
         //long num_ids = json_ids.count();
@@ -114 +114 @@
         options.addOption(solr_url_opt);
         
-        Option dry_run_opt = new Option("r", "dry-run", false, 
-                "Used to initiate a 'dry-run' where the files are all read in, but nothing is ingested/saved");
-        dry_run_opt.setRequired(false);
-        options.addOption(dry_run_opt);
+        Option read_only_opt = new Option("r", "read-only", false, 
+                "Used to initiate a run where the files are all read in, but nothing is ingested/saved");
+        read_only_opt.setRequired(false);
+        options.addOption(read_only_opt);
         
-        // need to work with CLI v1.2 as this is the JAR that is bundled with Hadoop/Spark 
+        // Need to work with CLI v1.2 as this is the JAR that is bundled with Hadoop/Spark 
         CommandLineParser parser = new GnuParser(); 
         //CommandLineParser parser = new DefaultParser(); // if working with CLI v1.3 and above