Changeset 35982


Ignore:
Timestamp:
2022-01-11T16:48:42+13:00 (2 years ago)
Author:
davidb
Message:

Check introduced avoid doing costly SPARQL query if .json file already exists

File:
1 edited

Legend:

Unmodified
Added
Removed

  • main/trunk/model-sites-dev/eurovision-lod/collect/eurovision/prepare/01-DOWNLOAD-ESC-LOD-DATA.sh

    r35979 r35982  
    5454
    5555for f in $sparql_query_list ; do
     56    of=${f%.*}.json
    5657
    57     echo "Downloading JSON content via SPARQL query:" | tee -a "$logfile"
    58     echo " errata-lod/$f" | tee -a "$logfile"
     58    if [ -f "errata-lod/$of" ] ; then
     59    echo ""
     60    echo "Detected JSON output file resulting from previous run of SPARQL query:"
     61    echo "  errata-lod/$of"
     62    echo ""
     63    echo "=> Skipping SPARQL query"
     64    echo ""
     65    echo "To force the query to be re-run, remove the JSON file:"
     66    echo "  /bin/rm errata-lod/$of"
     67    echo ""
     68    else
     69 
     70    echo "Downloading JSON content via SPARQL query:" | tee -a "$logfile"
     71    echo " errata-lod/$f" | tee -a "$logfile"
    5972
    60     cd errata-lod \
    61     && date >> "../$logfile" \
    62     && ./LOCAL-LOD-QUERY.sh "$f"  \
    63     && date >> "../$logfile" \
    64     && cd ..
     73    cd errata-lod \
     74        && date >> "../$logfile" \
     75        && ./LOCAL-LOD-QUERY.sh "$f"  \
     76        && date >> "../$logfile" \
     77        && cd ..
     78    fi
    6579
    6680    echo "" >> "$logfile"
Note: See TracChangeset for help on using the changeset viewer.