Changeset 37302 for gs3-installations

Timestamp:

2023-02-08T10:44:50+13:00 (15 months ago)

Author:

davidb

Message:

Some extra checking added in. README notes updated. SPARQL query for combining dbpedia and errata content refined

Location:

gs3-installations/eurovision-lod/trunk/sites/eurovision/collect/eurovision/prepare

Files:

• 01-DOWNLOAD-ESC-LOD-DATA--SMALL.sh (modified) (1 diff)
• 01-DOWNLOAD-ESC-LOD-DATA.sh (modified) (1 diff)
• LOCAL-LOD-RESET--ERRATA-ALL.sh (modified) (1 diff)
• README-ADD-A-YEAR.txt (modified) (1 diff)
• README-SPARQL-DEBUGGING.txt (added)
• README.txt (modified) (4 diffs)
• errata-lod/local--countries-in-esc-by-year-just-YYYY--with-errata.sparql.in (modified) (4 diffs)

gs3-installations/eurovision-lod/trunk/sites/eurovision/collect/eurovision/prepare/01-DOWNLOAD-ESC-LOD-DATA--SMALL.sh

@@ -7 +7 @@
 
     YEAR=$1
+
+    if [ $YEAR = "2020" ] ; then
+    echo "" >&2
+    echo "Eurovision in 2020 was canceled due Covid 19 pandemic" >&2
+    echo "No query to run.  Exiting." >&2
+    echo "" >&2
+
+    exit 1
+    fi
+    
     sparql_file="local--countries-in-esc-by-year-just-$YEAR--with-errata.sparql"
     

gs3-installations/eurovision-lod/trunk/sites/eurovision/collect/eurovision/prepare/01-DOWNLOAD-ESC-LOD-DATA.sh

@@ -73 +73 @@
     cd errata-lod \
         && date >> "../$logfile" \
-        && ./LOCAL-LOD-QUERY.sh "$f"  \
+        && ../LOCAL-LOD-QUERY.sh "$f"  \
         && date >> "../$logfile" \
         && cd ..

gs3-installations/eurovision-lod/trunk/sites/eurovision/collect/eurovision/prepare/LOCAL-LOD-RESET--ERRATA-ALL.sh

@@ -1 +1 @@
 #!/bin/bash
 
-gs-triplestore-reset eurovision-errata
+gs-triplestore-reset3 eurovision-errata

gs3-installations/eurovision-lod/trunk/sites/eurovision/collect/eurovision/prepare/README-ADD-A-YEAR.txt

@@ -1 +1 @@
 
+
+    rm -f errata-lod/local--countries-in-esc-by-year-just-2015--with-errata.json
+    ./01-DOWNLOAD-ESC-LOD-DATA--SMALL.sh 2015
+ 
 
 

gs3-installations/eurovision-lod/trunk/sites/eurovision/collect/eurovision/prepare/README.txt

@@ -20 +20 @@
 your specific credentials.
 
-You also need to get an AcousticID, which you store in:
-    essentia-audio-features/acousticid_clientid.txt
-
 Otherwise you can use 'Track b' which -- proxied through the
 eurovisionworld.com fan web site -- page scrapes YouTube content of
@@ -28 +25 @@
 to generate audio features.  No key setup is needed if Track b.
 
+#
+# Setup a Virtual Python3 Environment
+#
 
-# Setup a Virtual Python3 Environment
+Make sure you are using Greenstone3's selfcontained-python3 extension
+(installed through running the relevant script in $GSDL3SRCHOME/ext-cli)
 
-Next create a virtual Python environment:
-
-    ./CREATE-VENV-PYTHON3.sh my-python3-dev
-
-And then install required Python packages:
+And then install required Python packages, if not previously done:
 
   * For processing Excel Voting data spreadsheet
@@ -52 +49 @@
      pip3 install -r essentia-audio-features/requirements.txt
 
+#
 # One-time Errata Triplestore Setup
+#
 
 The (personal) convention of using ALL-CAPS is to signify that these
@@ -66 +65 @@
 more accurate results.
 
-Check your Greenstone3 Triplestore server is running:
+This README assumes you have followed the eurovision/sites/README.txt
+and added the apache-jena extension to Greenstone 3 ... in which case
+check your Greenstone3 server is up and running:
 
-  sudo systemctl status greenstone3-triplestore
+    ant status 
 
-Then run:
+And the SPARQL endpoint is operational:
+
+    http://localhost:8383/fuseki3/index.html
+
+Now run:
 
    ./UPLOAD-TTL-EUROVISION-ERRATA-GRAPH.sh
 
-This currently talks to the Apache Jena v1 Triplestore version that the
-Greenstone3 extension operates on port 3030
+
+    To check that the errata content has been stored in the triplestore,
+    in the SPARQL tab to the eurovision collection interface, you can
+    run the query:
+
+    PREFIX gsdlextracted: <http://greenstone.org/gsdlextracted#>
+
+    SELECT ?subject ?predicate ?object WHERE {
+      GRAPH <http://localhost:8383/greenstone3/library/collection/eurovision-errata>  {
+        ?subject ?predicate ?object.
+      }
+    }
+    OFFSET 0 LIMIT 500
 
 
+#
 # Running the 'prepare' ALL-CAPS scripts
-
+#
 
 The prefix to the scripts to run are sequentially numbers 01-...,

gs3-installations/eurovision-lod/trunk/sites/eurovision/collect/eurovision/prepare/errata-lod/local--countries-in-esc-by-year-just-YYYY--with-errata.sparql.in

@@ -21 +21 @@
        (?was_derived_from AS ?WikipediaURL)
 WHERE {
-  SERVICE <https://dbpedia.demo.openlinksw.com/sparql> {
+  SERVICE <https://dbpedia.org/sparql> {
     ?countries_in_esc_by_year skos:broader dbc:Countries_in_the_Eurovision_Song_Contest_by_year.
 
@@ -45 +45 @@
   BIND (IF(isIRI(?entrant),?entrant,?entrant_errata_uri) AS ?entrant_robust).
 
-  SERVICE <https://dbpedia.demo.openlinksw.com/sparql> {
-
+  SERVICE <https://dbpedia.org/sparql> {
     ?country_in_year dbp:song ?song
       FILTER (?song != ""@en).
@@ -112 +111 @@
 
 
-  SERVICE <https://dbpedia.demo.openlinksw.com/sparql> {
+  OPTIONAL {
+    SERVICE <https://dbpedia.org/sparql> {
 
-    OPTIONAL {
       ?song_robust prov:wasDerivedFrom ?was_derived_from.
 
@@ -125 +124 @@
       ?song_robust dbo:abstract ?song_abstract_en
         FILTER (lang(?song_abstract_en) = 'en').
-
     }
   }