Changeset 35985

Timestamp:

2022-01-11T20:56:45+13:00 (2 years ago)

Author:

davidb

Message:

Now run from a bash script, so environment variable can be set

File:

• main/trunk/model-sites-dev/eurovision-lod/collect/eurovision/prepare/08b-COPY-CSV-AND-AUDIO-FEATURES-TO-IMPORT_support.py (moved) (moved from main/trunk/model-sites-dev/eurovision-lod/collect/eurovision/prepare/08b-COPY-AUDIO-FEATURES-TO-IMPORT.py ) (3 diffs)

main/trunk/model-sites-dev/eurovision-lod/collect/eurovision/prepare/08b-COPY-CSV-AND-AUDIO-FEATURES-TO-IMPORT_support.py

@@ -6 +6 @@
 import re
 import shutil
+
+from glob import glob
 
 prep_dir = "essentia-audio-features"
@@ -113 +115 @@
      if year == "1956":
           title_label = entrant_rec["title"].lower().replace(" ","")
-          title_first3 = title_label[0].upper() + title_label[1:3].lower()
+          #title_first3 = title_label[0].upper() + title_label[1:3].lower()
+          title_first3 = title_label[0:3].upper()
           year += title_first3
           
@@ -222 +225 @@
 
           print("  Copying: " + src_json_file + " => " + dst_json_file)
-          shutil.copy(src_json_file,dst_json_file)
+#          shutil.copy(src_json_file,dst_json_file)
 
           print("  Copying: " + src_json_file + " => " + dst_assoc_json_file)
-          shutil.copy(src_json_file,dst_assoc_json_file)
+#          shutil.copy(src_json_file,dst_assoc_json_file)
                     
 
+# Sort out contestant CSV files to copy into ../import area
+
+src_csv_filenames = []
+
+if start_year is None and end_year is None:
+     # 1956 and 1956 - env.esc_cutoff_year
+     esc_cutoff_endyear = os.environ["esc_cutoff_endyear"]
+     #esc_cutoff_endyear = 2021
+     
+     src_csv_filenames.append("contestants-1956.cvs")
+     src_csv_filenames.append(f"contestants-1957-to-{esc_cutoff_endyear}.cvs")
+     
+elif start_year is None :
+     src_csv_filenames.append(f"contestants-1956-to-{end_year}.cvs")
+
+elif end_year is None :
+     src_csv_filenames.append(f"contestants-{start_year}-to-{esc_cutoff_endyear}.cvs")
+else:
+     src_csv_filenames.append(f"contestants-{start_year}-to-{end_year}.cvs")
+
+
+dst_csv_dirs = [os.path.join(import_dir,"inaugural-year"), os.path.join(import_dir,"missing-cat-countries") ]
+
+
+sparql_result_dirs = glob(os.path.join(import_dir,"sparqlresults-local--countries-in-esc-by-year-*/"))
+
+dst_csv_dirs += sparql_result_dirs
+
+print("****** src_csv_filename = " + repr(src_csv_filenames))
+
+print("****** dst_csv_dirs = " + repr(dst_csv_dirs))
+
+
+# cp contestants-2015.csv ../../import/sparqlresults-local--countries-in-esc-by-year-just-2015--with-errata/metadata-contestants-2015.csv