source: main/trunk/model-sites-dev/eurovision-lod/collect/eurovision/prepare/08-EXPLODE-SPOTIFY-SPARQLRESULTS-TO-IMPORT.sh@ 35109

#!/bin/bash

tmp_cache="tmp-cache"

cwd=`pwd`
cwd_without_prepare=${cwd%/*}
collection=${cwd_without_prepare##*/}

echo ""

if [ "x$GSDL3SRCHOME" = "x" ] ; then
   echo "Environment variable GSDL3SRCHOME not set." 1>&2
   echo "Have you sourced ./gs3-setup.sh?" 1>&2
   exit 1
fi
   
if [ ! -d $tmp_cache ] ; then
    echo "Making temporary directory:"
    echo "  $tmp_cache"
    mkdir $tmp_cache
else
    echo "Removing existing content from:"
    echo "  $tmp_cache"
    /bin/rm -rf $tmp_cache/*
fi

echo "Copying to '$tmp_cache' then exploding:"

f="local--esc-mir-gold.json"
echo "  spotify-musicbrainz/$f -> $tmp_cache/sparqlresults-$f"    
/bin/cp "spotify-musicbrainz/$f" "$tmp_cache/sparqlresults-$f"

explode_metadata_database.pl \
    -records_per_folder 2000 \
    -collectdir $GSDL3SRCHOME/web/sites/eurovision-lod/collect \
    -collection $collection \
    -plugin_options "-metadata_merge_on_concat_fields Country,Year -OIDtype assigned -OIDmetadata Identifier" \
    -plugin JSONSPARQLResultPlugin  \
    $tmp_cache/sparqlresults-$f

if [ $? != 0 ] ; then
    echo "Error encountered when exploding:" 1>&2
    echo "  $tmp_cache/sparqlresults-$f" 1>&2
    exit 1
fi


echo ""
echo "Adding metadata_esc_mir_gold.xml to the sparqlresults-* directories in '../import' (from exploded results in '$tmp_cache')"


#for d in $tmp_cache/sparqlresults-* ; do
#    tail_d=${d##*/}
#    cat $tmp_cache/$tail_d/metadata.xml \
#   | sed 's/mode="accumulate"/mode="override"/' > ../import/$tail_d/metadata-esc-mir-gold.xml    
#done


num_explode_subdirs=`ls -d $tmp_cache/sparqlresults-local--esc-mir-gold* | wc -l`

if [ "x$num_explode_subdirs" != "x1" ] ; then
    echo "Error: This script is designed for all the results results from exploding to be" 1>&2
    echo "       in a single subdirectory" 1>&2
    echo "       In $tmp_cache found: $num_explode_subdirs" 1>&2   
    exit 1
fi
     
for d in ../import/sparqlresults-* ; do
    cat $tmp_cache/sparqlresults-local--esc-mir-gold/metadata.xml \
    | sed 's/mode="accumulate"/mode="override"/' > $d/metadata_esc_mir_gold.xml
    # add to this a few manually overridden metadata values
    /bin/cp metadata_esc_mir_gold__override.xml $d/.
done

/bin/rm -rf $tmp_cache/sparqlresults-*


echo ""