Changeset 33848

Timestamp:

2020-01-17T22:21:14+13:00 (4 years ago)

Author:

ak19

Message:

Tables of mongodb counts (1-5 table) and manual counts (6table). GeoJSON maps for number of web PAGES in MRI and containing MRI.

Location:

other-projects/maori-lang-detection/mongodb-data

Files:

• 1a_counts_miInUrlPath.json (modified) (1 diff)
• 1a_table_miInUrlPath.csv (added)
• 1b_counts_noMiInUrlPath.json (modified) (1 diff)
• 1b_table_noMiInUrlPath.csv (added)
• 1table_allCrawledSites.csv (added)
• 2table__sitesWithPagesInMRI.csv (added)
• 3table_sitesWithPagesContainingMRI.csv (added)
• 4table_tentativeNonProductSites.csv (added)
• 5table_tentativeNonProductSites1.csv (added)
• 6a_counts_manualShortlist_numPagesInMRI.json (added)
• 6a_geojson-features_manualShortlist_numPagesInMRI.json (added)
• 6a_manuallyInspected_numPagesInMRI.png (added)
• 6a_multipoint_manualShortlist_numPagesInMRI.json (added)
• 6b_counts_manualShortlist_numPagesContainingMRI.json (added)
• 6b_geojson-features_manualShortlist_numPagesContainingMRI.json (added)
• 6b_manuallyInspected_numPagesContainingMRI.png (added)
• 6b_multipoint_manualShortlist_numPagesContainingMRI.json (added)
• 6counts_nonProductSites1_manualShortlist.json (modified) (1 diff)
• 6geojson-features_nonProductSites1_manualShortlist.json (modified) (1 diff)
• 6map_exclAutotranslatedSites1_manualShortlist.png (modified) ( previous)
• 6table_nonProductSites1_manualShortlist.json (added)
• tables.txt (added)

other-projects/maori-lang-detection/mongodb-data/1a_counts_miInUrlPath.json

@@ +1 @@
+/*
+All crawled sites which contain mi (mi.* or */mi) in the URL path.
+
+db.Websites.aggregate([
+    { $match: {urlContainsLangCodeInPath: true} },
+    { $unwind: "$geoLocationCountryCode" },
+    {
+        $group: {
+            _id: "$geoLocationCountryCode",
+            count: { $sum: 1 }
+        }
+    },
+    { $sort : { count : -1} }
+]);
+*/
+
 /* 1 */
 {

other-projects/maori-lang-detection/mongodb-data/1b_counts_noMiInUrlPath.json

@@ +1 @@
+/*
+All crawled sites which don't contain mi (mi.* or */mi) in the URL path.
+
+db.Websites.aggregate([
+    { $match: {urlContainsLangCodeInPath: false} },
+    { $unwind: "$geoLocationCountryCode" },
+    {
+        $group: {
+            _id: "$geoLocationCountryCode",
+            count: { $sum: 1 }
+        }
+    },
+    { $sort : { count : -1} }
+]);
+*/
+
 /* 1 */
 {

other-projects/maori-lang-detection/mongodb-data/6counts_nonProductSites1_manualShortlist.json

@@ -16 +16 @@
 {
     "_id" : "au",
-    "count" : 3.0
+    "count" : 2.0
 }
 {

other-projects/maori-lang-detection/mongodb-data/6geojson-features_nonProductSites1_manualShortlist.json

@@ -1 @@
-{"type":"FeatureCollection","features":[{"type":"Feature","geometry":{"type":"Polygon","coordinates":[[[170.885971,-40.900557],[170.885971,47.099443],[178.885971,47.099443],[178.885971,-40.900557],[170.885971,-40.900557]]]},"properties":{"code":"NZ","count":176,"region":"New Zealand"}},{"type":"Feature","geometry":{"type":"Polygon","coordinates":[[[-97.712891,37.09024],[-97.712891,66.09024],[-93.712891,66.09024],[-93.712891,37.09024],[-97.712891,37.09024]]]},"properties":{"code":"US","count":29,"region":"United States"}},{"type":"Feature","geometry":{"type":"Polygon","coordinates":[[[131.775136,-25.274398],[131.775136,-22.274398],[135.775136,-22.274398],[135.775136,-25.274398],[131.775136,-25.274398]]]},"properties":{"code":"AU","count":3,"region":"Australia"}},{"type":"Feature","geometry":{"type":"Polygon","coordinates":[[[8.451526,51.165691],[8.451526,53.165691],[12.451526,53.165691],[12.451526,51.165691],[8.451526,51.165691]]]},"properties":{"code":"DE","count":2,"region":"Germany"}},{"type":"Feature","geometry":{"type":"Polygon","coordinates":[[[7.501785,56.26392],[7.501785,58.26392],[11.501785,58.26392],[11.501785,56.26392],[7.501785,56.26392]]]},"properties":{"code":"DK","count":2,"region":"Denmark"}},{"type":"Feature","geometry":{"type":"Polygon","coordinates":[[[23.48583,42.733883],[23.48583,43.733883],[27.48583,43.733883],[27.48583,42.733883],[23.48583,42.733883]]]},"properties":{"code":"BG","count":1,"region":"Bulgaria"}},{"type":"Feature","geometry":{"type":"Polygon","coordinates":[[[13.472962,49.817492],[13.472962,50.817492],[17.472962000000003,50.817492],[17.472962000000003,49.817492],[13.472962,49.817492]]]},"properties":{"code":"CZ","count":1,"region":"Czech Republic"}},{"type":"Feature","geometry":{"type":"Polygon","coordinates":[[[-5.74922,40.463667],[-5.74922,41.463667],[-1.7492200000000002,41.463667],[-1.7492200000000002,40.463667],[-5.74922,40.463667]]]},"properties":{"code":"ES","count":1,"region":"Spain"}},{"type":"Feature","geometry":{"type":"Polygon","coordinates":[[[0.21374899999999997,46.227638],[0.21374899999999997,47.227638],[4.213749,47.227638],[4.213749,46.227638],[0.21374899999999997,46.227638]]]},"properties":{"code":"FR","count":1,"region":"France"}},{"type":"Feature","geometry":{"type":"Polygon","coordinates":[[[-10.24389,53.41291],[-10.24389,54.41291],[-6.24389,54.41291],[-6.24389,53.41291],[-10.24389,53.41291]]]},"properties":{"code":"IE","count":1,"region":"Ireland"}}]}
+{"type":"FeatureCollection","features":[{"type":"Feature","geometry":{"type":"Polygon","coordinates":[[[170.885971,-40.900557],[170.885971,47.099443],[178.885971,47.099443],[178.885971,-40.900557],[170.885971,-40.900557]]]},"properties":{"code":"NZ","count":176,"region":"New Zealand"}},{"type":"Feature","geometry":{"type":"Polygon","coordinates":[[[-97.712891,37.09024],[-97.712891,66.09024],[-93.712891,66.09024],[-93.712891,37.09024],[-97.712891,37.09024]]]},"properties":{"code":"US","count":29,"region":"United States"}},{"type":"Feature","geometry":{"type":"Polygon","coordinates":[[[131.775136,-25.274398],[131.775136,-23.274398],[135.775136,-23.274398],[135.775136,-25.274398],[131.775136,-25.274398]]]},"properties":{"code":"AU","count":2,"region":"Australia"}},{"type":"Feature","geometry":{"type":"Polygon","coordinates":[[[8.451526,51.165691],[8.451526,53.165691],[12.451526,53.165691],[12.451526,51.165691],[8.451526,51.165691]]]},"properties":{"code":"DE","count":2,"region":"Germany"}},{"type":"Feature","geometry":{"type":"Polygon","coordinates":[[[7.501785,56.26392],[7.501785,58.26392],[11.501785,58.26392],[11.501785,56.26392],[7.501785,56.26392]]]},"properties":{"code":"DK","count":2,"region":"Denmark"}},{"type":"Feature","geometry":{"type":"Polygon","coordinates":[[[23.48583,42.733883],[23.48583,43.733883],[27.48583,43.733883],[27.48583,42.733883],[23.48583,42.733883]]]},"properties":{"code":"BG","count":1,"region":"Bulgaria"}},{"type":"Feature","geometry":{"type":"Polygon","coordinates":[[[13.472962,49.817492],[13.472962,50.817492],[17.472962000000003,50.817492],[17.472962000000003,49.817492],[13.472962,49.817492]]]},"properties":{"code":"CZ","count":1,"region":"Czech Republic"}},{"type":"Feature","geometry":{"type":"Polygon","coordinates":[[[-5.74922,40.463667],[-5.74922,41.463667],[-1.7492200000000002,41.463667],[-1.7492200000000002,40.463667],[-5.74922,40.463667]]]},"properties":{"code":"ES","count":1,"region":"Spain"}},{"type":"Feature","geometry":{"type":"Polygon","coordinates":[[[0.21374899999999997,46.227638],[0.21374899999999997,47.227638],[4.213749,47.227638],[4.213749,46.227638],[0.21374899999999997,46.227638]]]},"properties":{"code":"FR","count":1,"region":"France"}},{"type":"Feature","geometry":{"type":"Polygon","coordinates":[[[-10.24389,53.41291],[-10.24389,54.41291],[-6.24389,54.41291],[-6.24389,53.41291],[-10.24389,53.41291]]]},"properties":{"code":"IE","count":1,"region":"Ireland"}}]}