Changeset 33800 for other-projects/maori-lang-detection/src/org/greenstone/atea/CountryCodeCountsMapData.java

Timestamp:

2019-12-12T18:04:10+13:00 (4 years ago)

Author:

ak19

Message:

Removed an adult site from crawled contents and added its url to blacklist conf file (for if ever anyone crawls our MRI set of common crawl sites again)

File:

• other-projects/maori-lang-detection/src/org/greenstone/atea/CountryCodeCountsMapData.java (modified) (5 diffs)

other-projects/maori-lang-detection/src/org/greenstone/atea/CountryCodeCountsMapData.java

@@ -248 +248 @@
     }
 
-
     // create rectangular "histogram" for each country code
     private Geometry toPolygon(JsonObject json, int count, int HISTOGRAM_WIDTH) {
@@ -337 +336 @@
          Writer writer = new BufferedWriter(new FileWriter(outFile));
          ) {
-
-        
-        //multiPointGeojsonString = multiPointGeojsonString.replace("[[", "\n[\n\t[");
-        //multiPointGeojsonString = multiPointGeojsonString.replace("],[", "],\n\t[");
-        //multiPointGeojsonString = multiPointGeojsonString.replace("]]", "]\n]");
         
         writer.write(featuresGeojsonString + "\n");
@@ -356 +350 @@
 
     
+    public int getTotalCount() {
+    int total = 0;
+    for(JsonElement obj : this.countryCountsJsonArray) {
+        JsonObject json = obj.getAsJsonObject();
+        int count = json.get("count").getAsInt();
+        total += count;     
+    }
+    return total;
+    }
+
+    
     // Unfinished and unused
     public void parseCSVFile(String filename) throws Exception {
@@ -381 +386 @@
         CountryCodeCountsMapData mapData = new CountryCodeCountsMapData(args[0], args[1]);
 
-        //Geometry geometry = mapData.toMultiPointGeoJSON();
-        //String multiPointGeojsonString = FeatureConverter.toStringValue(geometry);
-        //System.err.println("geometry: " + multiPointGeojsonString);
-
         String multipointOutFileName = mapData.writeMultiPointGeoJsonToFile(parentFolder);      
         String featuresOutFileName = mapData.writeFeaturesGeoJsonToFile(parentFolder);
+        
         System.err.println("***********\nWrote mapdata to files " + multipointOutFileName
                    + " and " + featuresOutFileName);
@@ -392 +394 @@
                    + "editor at http://geojson.tools/ to see the data arranged on a world map");
 
+        System.err.println("Total count for query: " + mapData.getTotalCount());
+        
     } catch(Exception e) {
         logger.error(e.getMessage(), e);