Changeset 34863

Timestamp:

2021-02-15T21:29:06+13:00 (3 years ago)

Author:

davidb

Message:

Voting metadata added in

File:

• main/trunk/model-sites-dev/eurovision-lod/collect/eurovision/prepare/voting-excel/xlsx-to-jsonmetadata.py (modified) (8 diffs)

main/trunk/model-sites-dev/eurovision-lod/collect/eurovision/prepare/voting-excel/xlsx-to-jsonmetadata.py

@@ -1 +1 @@
 #!/usr/bin/env python
+
+from __future__ import print_function
 
 import os
 import re
 import sys
+import json
+
 import argparse
-
 import openpyxl
 
 import xlsxutil
 
-
+def eprint(*args, **kwargs):
+    print(*args, file=sys.stderr, **kwargs)
+    
 def fileset_voting_for_esc_country_in_year(data_hashmap):
 
@@ -86 +91 @@
     # { "FileSet":
     #   [
-    #     { "FileName": "France1991.id" },
+    #     { "FileName": "France1991\.nul" },
     #     { "Description":
     #       {
@@ -104 +109 @@
     metadata_array = []
 
+    jury_metadata_vals = []
+    tele_metadata_vals = []
+    
     for to_country_year_vote in to_country_year_votes:
         to_country   = to_country_year_vote.get('To country')
@@ -115 +123 @@
         metadata_array.append(voting_rec)
 
+        if (vote_type == "J"):
+            jury_metadata_vals.append(from_country+"-J")
+        elif (vote_type == "T"):
+            tele_metadata_vals.append(from_country+"-T")
+        else:            
+            eprint("Warning: Unrecognized voting type: " + vote_type)
+
+    if (len(jury_metadata_vals)>0):
+        metadata_array.append({ "name": "JuryVotesJSON", "content": json.dumps(jury_metadata_vals) })
+    if (len(tele_metadata_vals)>0):
+        metadata_array.append({ "name": "TeleVotesJSON", "content": json.dumps(tele_metadata_vals) })
+                          
     id_to_country = to_country_year_votes[0].get('To country')
     id_to_country = re.sub(r'\s+', '', id_to_country)    
     id_year = to_country_year_votes[0].get('Year');
     id = id_to_country + str(id_year);
-    filename_id = id + ".id"
+    filename_id = id + "\\.nul"
 
     fileset = {
@@ -151 +171 @@
     data_hashmap_array = xlsxutil.convert_worksheet_to_hashmaps(worksheet)
 
-    print "Number of data rows: ", len(data_hashmap_array)
+    print("Number of data rows: " + str(len(data_hashmap_array)))
 
     
@@ -167 +187 @@
     #     { "FileSet":
     #       [
-    #         { "FileName": "France1991.id" },
+    #         { "FileName": "France1991\.nul" },
     #         { "Description":
     #           {
@@ -185 +205 @@
     directory_metadata = []
         
-    ### TODO
-
-    ## provide metadata value that lists the countries-year-type to voted
-
-    print "Creating Greenstone JSON voting metadata for:"
+    print("Creating Greenstone JSON voting metadata for:")
     for to_country_year_votes in to_country_year_voting_groups:
         
@@ -197 +213 @@
         filename_id = fileset.get('FileSet')[0].get('FileName')
         num_countries_voting_data = len(fileset.get('FileSet')[1].get('Description').get('Metadata'))
-#        print fileset.get('FileSet')[1].get('Description')
-        
-        print "  " + filename_id.ljust(28) + ": " + str(num_countries_voting_data) + " votes"
-
-    greenstone_metadata_json = { "DirectoryMetadta": directory_metadata }
-
-
+        
+        print("  " + filename_id.ljust(28) + ": " + str(num_countries_voting_data) + " votes")
+
+    greenstone_metadata_json = { "DirectoryMetadata": directory_metadata }
+
+
+    with open(json_output_filename, 'w') as outfile:
+        json.dump(greenstone_metadata_json, outfile, indent=2)