Changeset 31505 for other-projects/hathitrust/wcsa/extracted-features-solr/trunk/solr-ingest/src/main/java/org/hathitrust/extractedfeatures/PerVolumeJSON.java

Timestamp:

2017-03-13T15:31:40+13:00 (7 years ago)

Author:

davidb

Message:

Added in storing of top-level document metadata as separate solr-doc

File:

• other-projects/hathitrust/wcsa/extracted-features-solr/trunk/solr-ingest/src/main/java/org/hathitrust/extractedfeatures/PerVolumeJSON.java (modified) (2 diffs)

other-projects/hathitrust/wcsa/extracted-features-solr/trunk/solr-ingest/src/main/java/org/hathitrust/extractedfeatures/PerVolumeJSON.java

@@ -109 +109 @@
                 String volume_id = extracted_feature_record.getString("id");
 
-                //JSONObject ef_metadata = extracted_feature_record.getJSONObject("metadata");
+                JSONObject ef_metadata = extracted_feature_record.getJSONObject("metadata");
                 //String title= ef_metadata.getString("title");
 
+                //
+                // Top-level metadata Solr doc
+                //
+                JSONObject solr_add_metadata_doc_json = SolrDocJSON.generateToplevelMetadataSolrDocJSON(volume_id,ef_metadata);
+                if (solr_add_metadata_doc_json != null) {
+                
+                    if ((_verbosity >=2)) {
+                        System.out.println("==================");
+                        System.out.println("Metadata JSON: " + solr_add_metadata_doc_json.toString());
+                        System.out.println("==================");
+                    }
+
+                    if (solr_url != null) {
+
+                        if ((_verbosity >=2) ) {
+                            System.out.println("==================");
+                            System.out.println("Posting to: " + solr_url);
+                            System.out.println("==================");
+                        }
+                        SolrDocJSON.postSolrDoc(solr_url, solr_add_metadata_doc_json, volume_id, "top-level-metadata");
+                    }
+                }
+                
+                //
+                // Now move on to POS extracted features per-page
+                //
                 JSONObject ef_features = extracted_feature_record.getJSONObject("features");
 
@@ -150 +176 @@
 
                         if (solr_url != null) {
-                            if ((_verbosity >=2) && (i==20)) {
-                                System.out.println("==================");
-                                System.out.println("Posting to: " + solr_url);
-                                System.out.println("==================");
-                            }
                             SolrDocJSON.postSolrDoc(solr_url, solr_add_doc_json,
                                         volume_id, page_id);
                         }
-
-
                     }
                     else {