Changeset 35084

Timestamp:

2021-04-17T10:23:10+12:00 (3 years ago)

Author:

davidb

Message:

collection name determined dynamically; exploding now done into a single folder (records 2000 limit); code tidy up

File:

• main/trunk/model-sites-dev/eurovision-lod/collect/eurovision/prepare/08-EXPLODE-SPOTIFY-SPARQLRESULTS-TO-IMPORT.sh (modified) (3 diffs)

main/trunk/model-sites-dev/eurovision-lod/collect/eurovision/prepare/08-EXPLODE-SPOTIFY-SPARQLRESULTS-TO-IMPORT.sh

@@ -2 +2 @@
 
 tmp_cache="tmp-cache"
+
+cwd=`pwd`
+cwd_without_prepare=${cwd%/*}
+collection=${cwd_without_prepare##*/}
 
 echo ""
@@ -28 +32 @@
 
 explode_metadata_database.pl \
+    -records_per_folder 2000 \
     -collectdir $GSDL3SRCHOME/web/sites/eurovision-lod/collect \
-    -collection eurovision \
-    -plugin_options "-metadata_merge_on_concat_fields Country,Year,TitleDisambiguation -OIDtype assigned -OIDmetadata Identifier" \
+    -collection $collection \
+    -plugin_options "-metadata_merge_on_concat_fields Country,Year -OIDtype assigned -OIDmetadata Identifier" \
     -plugin JSONSPARQLResultPlugin  \
     $tmp_cache/sparqlresults-$f
@@ -42 +47 @@
 
 echo ""
-echo "Regenerating sparqlresults-* files in '../import' (from exploded results in '$tmp_cache')"
+echo "Adding metadata_esc_mir_gold.xml to the sparqlresults-* directories in '../import' (from exploded results in '$tmp_cache')"
 
-##/bin/rm -rf ../import/sparqlresults-*
 
-for d in $tmp_cache/sparqlresults-* ; do
-    tail_d=${d##*/}
-    cat $tmp_cache/$tail_d/metadata.xml \
-    | sed 's/"accumuate"/"override"/' > ../import/$tail_d/metadata-esc-mir-gold.xml    
+#for d in $tmp_cache/sparqlresults-* ; do
+#    tail_d=${d##*/}
+#    cat $tmp_cache/$tail_d/metadata.xml \
+#   | sed 's/mode="accumulate"/mode="override"/' > ../import/$tail_d/metadata-esc-mir-gold.xml    
+#done
+
+
+num_explode_subdirs=`ls -d $tmp_cache/sparqlresults-local--esc-mir-gold* | wc -l`
+
+if [ "x$num_explode_subdirs" != "x1" ] ; then
+    echo "Error: This script is designed for all the results results from exploding to be" 1>&2
+    echo "       in a single subdirectory" 1>&2
+    echo "       In $tmp_cache found: $num_explode_subdirs" 1>&2   
+    exit 1
+fi
+     
+for d in ../import/sparqlresults-* ; do
+    cat $tmp_cache/sparqlresults-local--esc-mir-gold/metadata.xml \
+    | sed 's/mode="accumulate"/mode="override"/' > $d/metadata_esc_mir_gold.xml    
 done
 
-/bin/rm $tmp_cache/sparqlresults-*
+/bin/rm -rf $tmp_cache/sparqlresults-*
 
 
-#/bin/mv $tmp_cache/sparqlresults-*/*.xml ../import/.
-
 echo ""