Changeset 33889 for other-projects/maori-lang-detection/mongodb-data/tables.txt

Timestamp:

2020-02-03T15:48:40+13:00 (4 years ago)

Author:

ak19

Message:

1. Additional column: totalPagesAcrossMatchingSites. 2. Screengrab of the tables.

File:

• other-projects/maori-lang-detection/mongodb-data/tables.txt (modified) (10 diffs)

other-projects/maori-lang-detection/mongodb-data/tables.txt

@@ -1 +1 @@
 Instructions for producing the tables:
 a. Copy the Javascript version of results for each mongodb query listed below into a text editor.
-b. Then regex replace \/\*\s*\d+\s*\*\/ with "," and embed all the JS inside [].
+b. OPTIONAL: Then regex replace \/\*\s*\d+\s*\*\/ with a comma (','), remove the very first comma, and embed all the JS inside [].
 c. Paste that Javascript into https://json-csv.com/ to get the CSV tables
 
@@ -17 +17 @@
             /*domain: { $addToSet: '$domain' },*/
             numPagesInMRICount: { $sum: '$numPagesInMRI' },
-            numPagesContainingMRICount: { $sum: '$numPagesContainingMRI' }
+            numPagesContainingMRICount: { $sum: '$numPagesContainingMRI' },
+            totalPagesAcrossSites: { $sum: '$totalPages'}
         }
     },
@@ -35 +36 @@
             /*domain: { $addToSet: '$domain' },*/
             numPagesInMRICount: { $sum: '$numPagesInMRI' },
-            numPagesContainingMRICount: { $sum: '$numPagesContainingMRI' }
+            numPagesContainingMRICount: { $sum: '$numPagesContainingMRI' },
+            totalPagesAcrossMatchingSites: { $sum: '$totalPages'}
         }
     },
@@ -53 +55 @@
             /*domain: { $addToSet: '$domain' },*/
             numPagesInMRICount: { $sum: '$numPagesInMRI' },
-            numPagesContainingMRICount: { $sum: '$numPagesContainingMRI' }
+            numPagesContainingMRICount: { $sum: '$numPagesContainingMRI' },
+            totalPagesAcrossMatchingSites: { $sum: '$totalPages'}
         }
     },
@@ -75 +78 @@
             /*domain: { $addToSet: '$domain' },*/
             numPagesInMRICount: { $sum: '$numPagesInMRI' },
-            numPagesContainingMRICount: { $sum: '$numPagesContainingMRI' }
+            numPagesContainingMRICount: { $sum: '$numPagesContainingMRI' },
+            totalPagesAcrossSitesWithPositiveMRICount: { $sum: '$totalPages'}
         }
     },
@@ -97 +101 @@
             /*domain: { $addToSet: '$domain' },*/
             numPagesInMRICount: { $sum: '$numPagesInMRI' },
-            numPagesContainingMRICount: { $sum: '$numPagesContainingMRI' }
+            numPagesContainingMRICount: { $sum: '$numPagesContainingMRI' },
+            totalPagesAcrossSitesWithPositiveContainsMRI: { $sum: '$totalPages'}
         }
     },
@@ -122 +127 @@
              /*domain: { $addToSet: '$domain' },*/
             numPagesInMRICount: { $sum: '$numPagesInMRI' },
-            numPagesContainingMRICount: { $sum: '$numPagesContainingMRI' }
+            numPagesContainingMRICount: { $sum: '$numPagesContainingMRI' },
+            totalPagesAcrossMatchingSites: { $sum: '$totalPages'}
         }
     },
@@ -151 +157 @@
             /*domain: { $addToSet: '$domain' },*/
             numPagesInMRICount: { $sum: '$numPagesInMRI' },
-            numPagesContainingMRICount: { $sum: '$numPagesContainingMRI' }
+            numPagesContainingMRICount: { $sum: '$numPagesContainingMRI' },
+            totalPagesAcrossMatchingSites: { $sum: '$totalPages'}
         }
     },
@@ -175 +182 @@
             /*domain: { $addToSet: '$domain' },*/
             numPagesInMRICount: { $sum: '$numPagesInMRI' },
-            numPagesContainingMRICount: { $sum: '$numPagesContainingMRI' }
-        }
-    },
-    { $sort : { count : -1} }
-]);
-
-
-To find NZ web pages in MRI the following may be BETTER, 
+            numPagesContainingMRICount: { $sum: '$numPagesContainingMRI' },
+            totalPagesAcrossMatchingSites: { $sum: '$totalPages'}
+        }
+    },
+    { $sort : { count : -1} }
+]);
+
+
+To find NZ web pages IN MRI the following may be BETTER, 
 as it looks for sites with positive numPagesINMRI rather than sites that only have positive containingMRI:
 
@@ -201 +209 @@
             domain: { $addToSet: '$domain' },
             numPagesInMRICount: { $sum: '$numPagesInMRI' },
-            numPagesContainingMRICount: { $sum: '$numPagesContainingMRI' }
-        }
-    },
-    { $sort : { count : -1} }
-]);
-
+            numPagesContainingMRICount: { $sum: '$numPagesContainingMRI' },
+            totalPagesAcrossMatchingSites: { $sum: '$totalPages'}
+        }
+    },
+    { $sort : { count : -1} }
+]);
+