Changeset 34818

Timestamp:

2021-02-11T18:07:12+13:00 (3 years ago)

Author:

davidb

Message:

Next stage of development/testing

Location:

main/trunk/model-sites-dev/eurovision-lod/collect/eurovision/prepare/errata

Files:

• CHECK-JSON.sh (added)
• LOCAL-LOD-QUERY.sh (modified) (2 diffs)
• local--countries-in-esc-by-year-after-1956--with-errata.sparql (modified) (3 diffs)

main/trunk/model-sites-dev/eurovision-lod/collect/eurovision/prepare/errata/LOCAL-LOD-QUERY.sh

@@ -1 +1 @@
 #!/bin/bash
 
-input_sparql_query_file=${1:-fix-problem-songs--using-errata.sparql}
+input_sparql_query_file=${1:-local--countries-in-esc-by-year-after-1956--with-errata.sparql}
+
+output_json_queryresult_file=${input_sparql_query_file%.*}.json
 
 sparql_query=`cat "$input_sparql_query_file"`
@@ -12 +14 @@
 echo "   http://localhost:3030/greenstone/query"
 echo ""
+echo "Saving output JSON resultset as:"
+echo "  $output_json_queryresult_file"
+echo ""
 
 s-query --service http://localhost:3030/greenstone/query \
-    "$sparql_query"
+    "$sparql_query" > "$output_json_queryresult_file"

main/trunk/model-sites-dev/eurovision-lod/collect/eurovision/prepare/errata/local--countries-in-esc-by-year-after-1956--with-errata.sparql

@@ -16 +16 @@
 
 SELECT ?countries_in_esc_by_year ?country_in_year (?year AS ?Year) (?country AS ?Country)
-       ?entrant_robust (?entrant_label AS ?Creator) ?song_robust (?song_label AS ?Title) (?was_derived_from AS ?WikipediaURL)
+       ?entrant_robust (?entrant_label AS ?Creator) ?song_robust (?song_label AS ?Title)
+       (?country_in_year_abstract_en AS ?Abstract_en)
+       (?song_abstract_en AS ?TitleAbstract_en) (?entrant_abstract_en AS ?CreatorAbstract_en) 
+       (?was_derived_from AS ?WikipediaURL)
 WHERE {
   SERVICE <https://dbpedia.demo.openlinksw.com/sparql> {
@@ -22 +25 @@
 
     ?country_in_year dct:subject ?countries_in_esc_by_year.
+# Useful example    
+##       FILTER (?country_in_year = dbr:Bosnia_and_Herzegovina_in_the_Eurovision_Song_Contest_2010).
+     
     bind( REPLACE(str(?country_in_year), ".*(\\d{4})", "$1") AS ?year).
     FILTER ( xsd:integer(?year) > 1956 && xsd:integer(?year) < 2020).
@@ -49 +55 @@
   BIND (IF(isIRI(?song),?song,?song_errata_uri) AS ?song_robust)
 
+
+#    BIND(REPLACE(REPLACE(str(?entrant_robust), "^.*/", "", "i"),"_"," ","i") AS ?entrant_label_raw).
+#    # Create more DL friendly entrant-title metadata from Wikipedia entrant-uri/label
+#    BIND(REPLACE(?entrant_label_raw, "\\s*\\(.*?singer\\)$", "", "i") AS ?entrant_label_p1).
+#    BIND(REPLACE(?entrant_label_p1, "\\s*\\(.*?duo\\)$", "", "i") AS ?entrant_label_p2).
+#    BIND(REPLACE(?entrant_label_p2, "\\s*\\(.*?band\\)$", "", "i") AS ?entrant_label_p3).
+#    BIND(REPLACE(?entrant_label_p3, "\\s*\\(.*?group\\)$", "", "i") AS ?entrant_label_p4).
+#    BIND(REPLACE(?entrant_label_p4, "\\s*\\(.*?musician\\)$", "", "i") AS ?entrant_label).
+
+  # Create more DL friendly entrant-title metadata from Wikipedia entrant-uri/label
+  BIND(REPLACE(REPLACE(str(?entrant_robust), "^.*/(.*?)(_+\\(.*(singer|duo|band|group|musician)\\))?$", "$1"),"_"," ") AS ?entrant_label).
+
+
+#    BIND(REPLACE(REPLACE(str(?song_robust), "^.*/", "", "i"),"_"," ","i") AS ?song_label_raw).
+#    # Create more DL friendly song-title metadata from Wikipedia song-uri/label
+#    BIND(REPLACE(?song_label_raw, "\\s*\\(.*?song\\)$", "", "i") AS ?song_label).
+##    BIND(REPLACE(?song_label_p1, "\\s*\\(.*?band\\)$", "", "i") AS ?song_label_p2).
+##    BIND(REPLACE(?song_label_p2, "\\s*\\(.*?duo\\)$", "", "i") AS ?song_label).
+
+  # Create more DL friendly song-title metadata from Wikipedia song-uri/label
+  BIND(REPLACE(REPLACE(str(?song_robust), "^.*/(.*?)(_+\\(.*song\\))?$", "$1"),"_"," ") AS ?song_label).
+
   SERVICE <https://dbpedia.demo.openlinksw.com/sparql> {
 
-    BIND(REPLACE(REPLACE(str(?entrant_robust), "^.*/", "", "i"),"_"," ","i") AS ?entrant_label_raw).
-    # Create more DL friendly entrant-title metadata from Wikipedia entrant-uri/label
-    BIND(REPLACE(?entrant_label_raw, "\\s*\\(.*?singer\\)$", "", "i") AS ?entrant_label).
+    OPTIONAL {
+      ?song_robust prov:wasDerivedFrom ?was_derived_from.
 
-    BIND(REPLACE(REPLACE(str(?song_robust), "^.*/", "", "i"),"_"," ","i") AS ?song_label_raw).
-    # Create more DL friendly song-title metadata from Wikipedia song-uri/label
-    BIND(REPLACE(?song_label_raw, "\\s*\\(.*?song\\)$", "", "i") AS ?song_label).
-    
-    OPTIONAL {
-      ?song_robust prov:wasDerivedFrom ?was_derived_from
+      ?country_in_year dbo:abstract ?country_in_year_abstract_en
+        FILTER (lang(?country_in_year_abstract_en) = 'en').
+
+      ?entrant_robust dbo:abstract ?entrant_abstract_en
+        FILTER (lang(?entrant_abstract_en) = 'en').
+
+      ?song_robust dbo:abstract ?song_abstract_en
+        FILTER (lang(?song_abstract_en) = 'en').
+
     }
   }