Changeset 33794 for other-projects

Timestamp:

2019-12-11T21:57:02+13:00 (4 years ago)

Author:

ak19

Message:

Wrote the geojson map data created from the site counts per country/region as a geojson FeaturesCollection with histogram rectangles representing counts for each country/region. Also adding a screenshot of the map produced from this using ​http://geojson.tools/

Location:

other-projects/maori-lang-detection

Files:

• mongodb-data/geojson-features.json (added)
• mongodb-data/multipoint.json (added)
• mongodb-data/siteOriginCountryCounts_worldmap.png (added)
• src/org/greenstone/atea/CountryCodeCountsMapData.java (modified) (9 diffs)

other-projects/maori-lang-detection/src/org/greenstone/atea/CountryCodeCountsMapData.java

@@ -14 +14 @@
 
 // For working with GeoJSON's Simple Features in Java
+import mil.nga.sf.geojson.Feature;
+import mil.nga.sf.geojson.FeatureCollection;
 import mil.nga.sf.geojson.FeatureConverter;
 import mil.nga.sf.geojson.Geometry;
 import mil.nga.sf.geojson.MultiPoint;
+import mil.nga.sf.geojson.Polygon;
 import mil.nga.sf.geojson.Position;
 
@@ -86 +89 @@
         JsonObject json = obj.getAsJsonObject();
         String countryCode = json.get("_id").getAsString();
-        int count = (int)json.get("count").getAsDouble();       
+        int count = (int)json.get("count").getAsDouble();
         
         //logger.info("Got country code: " + countryCode);
@@ -101 +104 @@
         Double lat = countryCodeJson.get("latitude").getAsDouble();
         //logger.info("long: " + Double.toString(lng) + ", lat: " + Double.toString(lat));
+        String countryName = countryCodeJson.get("name").getAsString();
         
         // let's add lat and lng fields to countryCounts object
-        json.addProperty("lng", lng); // adds Number: https://javadoc.io/static/com.google.code.gson/gson/2.8.5/index.html?com/google/gson/Gson.html
+        json.addProperty("lng", lng); // adds Number: https://javadoc.io/static/com.google.code.gson/gson/2.8.5/com/google/gson/JsonObject.html
         json.addProperty("lat", lat);
+        json.addProperty("region", countryName);
+        
         } else {
         logger.info("No geolocation info found for country code " + countryCode);
@@ -111 +117 @@
             // add lat and lng for Europe
             json.addProperty("lng", EU_LNG); 
-            json.addProperty("lat", EU_LAT);            
+            json.addProperty("lat", EU_LAT);
+            json.addProperty("region", "Europe");
         }
         else if(countryCode.equals("UNKNOWN")) {
@@ -118 +125 @@
             json.addProperty("lng", ANTARCTICA_LNG); 
             json.addProperty("lat", ANTARCTICA_LAT);
+            json.addProperty("region", "UNKNOWN");
         } else {
             logger.error("ERROR: entirely unknown country code: " + countryCode);
@@ -184 +192 @@
     List<Position> points = new LinkedList<Position>();
     
-    for(JsonElement obj : countryCountsJsonArray) {
+    for(JsonElement obj : this.countryCountsJsonArray) {
         JsonObject json = obj.getAsJsonObject();
         Double lng = json.get("lng").getAsDouble();
@@ -198 +206 @@
     }
 
-
+    // https://javadoc.io/static/com.google.code.gson/gson/2.8.5/index.html
+    public FeatureCollection toFeatureCollection() {
+    final int HISTOGRAM_WIDTH = 4;
+    
+    FeatureCollection featureCollection = new FeatureCollection();
+    
+    for(JsonElement obj : this.countryCountsJsonArray) {
+        JsonObject json = obj.getAsJsonObject();
+        
+        String countryCode = json.get("_id").getAsString();
+        String region = json.get("region").getAsString();
+        int count = json.get("count").getAsInt();
+
+        // make a histogram for each country
+        Geometry rectangle = this.toPolygon(json, count, HISTOGRAM_WIDTH);
+
+        Feature countryFeature = new Feature(rectangle);
+        Map<String, Object> featureProperties = new HashMap<String, Object>();
+        featureProperties.put("count", new Integer(count));
+        featureProperties.put("code", countryCode);
+        featureProperties.put("region", region);
+        countryFeature.setProperties(featureProperties);
+
+        featureCollection.addFeature(countryFeature);
+    }
+
+    return featureCollection;
+    }
+
+
+    // create rectangular "histogram" for each country code
+    private Geometry toPolygon(JsonObject json, int count, int HISTOGRAM_WIDTH) {
+    int half_width = HISTOGRAM_WIDTH/2;
+    double vertical_factor = 1.0;
+    
+    Double lng = json.get("lng").getAsDouble();
+    Double lat = json.get("lat").getAsDouble();
+
+    String countryCode = json.get("_id").getAsString();
+
+    // US is a special case. Count is too high by a factor of 8.
+    // So reduce height by twice that factor, and width by twice that factor too.
+    // (A factor of 8 makes north at +125 too high for latitude,
+    // see http://www.learnz.org.nz/sites/learnz.org.nz/files/lat-long-geo-data-01_0.jpg)
+    if(countryCode.equals("US")) {
+        half_width = 16 * half_width;
+        vertical_factor = vertical_factor/16.0;
+    }
+    
+    List<List<Position>> outerList = new LinkedList<List<Position>>();
+    List<Position> points = new LinkedList<Position>(); 
+    outerList.add(points);
+
+    //create the 4 corners of the rectangle
+    // West is negative, east is positive, south is negative, north is positive
+    // See http://www.learnz.org.nz/sites/learnz.org.nz/files/lat-long-geo-data-01_0.jpg
+    Double east = lng + half_width;
+    Double west = lng - half_width;
+    Double north = lat + (vertical_factor * count);
+    Double south = lat;
+    points.add(new Position(west, south)); // Position(lng, lat) not Position(lat, lng)
+    points.add(new Position(west, north));
+    points.add(new Position(east, north));
+    points.add(new Position(east, south));
+
+
+    Geometry rectangle = new Polygon(outerList);
+    
+    // Coords: a List of List of Positions, see https://ngageoint.github.io/simple-features-geojson-java/docs/api/
+    // https://www.here.xyz/api/concepts/geojsonbasics/#polygon
+
+    return rectangle;
+    }
+    
     public String writeMultiPointGeoJsonToFile(File folder) {
     final String filename = "multipoint.json";
@@ -229 +310 @@
     }
     
+    public String writeFeaturesGeoJsonToFile(File folder) {
+    final String filename = "geojson-features.json";
+    File outFile = new File(folder, filename);
+
+    FeatureCollection featureColl = this.toFeatureCollection();
+    String featuresGeojsonString = FeatureConverter.toStringValue(featureColl);
+    System.err.println("\nMap data as featurecollection:\n" + featuresGeojsonString + "\n");
+    try (
+         Writer writer = new BufferedWriter(new FileWriter(outFile));
+         ) {
+
+        
+        //multiPointGeojsonString = multiPointGeojsonString.replace("[[", "\n[\n\t[");
+        //multiPointGeojsonString = multiPointGeojsonString.replace("],[", "],\n\t[");
+        //multiPointGeojsonString = multiPointGeojsonString.replace("]]", "]\n]");
+        
+        writer.write(featuresGeojsonString + "\n");
+    } catch(Exception e) {
+        logger.error("Unable to write multipoint geojson:\n**********************");
+        logger.error(featuresGeojsonString);
+        logger.error("**********************\ninto file " + outFile.getAbsolutePath());
+        logger.error(e.getMessage(), e);
+    }
+
+    return outFile.getAbsolutePath();
+    
+    }
+
     
     // Unfinished and unused
@@ -259 +368 @@
         //System.err.println("geometry: " + multiPointGeojsonString);
 
-        String outFileName = mapData.writeMultiPointGeoJsonToFile(parentFolder);
-        System.err.println("***********\nWrote mapdata to file " + outFileName);
+        String multipointOutFileName = mapData.writeMultiPointGeoJsonToFile(parentFolder);      
+        String featuresOutFileName = mapData.writeFeaturesGeoJsonToFile(parentFolder);
+        System.err.println("***********\nWrote mapdata to files " + multipointOutFileName
+                   + " and " + featuresOutFileName);
+
     } catch(Exception e) {
         logger.error(e.getMessage(), e);