Changeset 33919 for other-projects/maori-lang-detection/src/org/greenstone/atea/CountryCodeCountsMapData.java

Timestamp:

2020-02-13T22:40:41+13:00 (4 years ago)

Author:

ak19

Message:

SummaryTool now uses the CountryCodeCountsMapData.java class to generate the geojson-features files from the tables it already created using MongoDB query results. Switched over from geojson.tools to geojson.io since the latter allows passing geojson mapdata in the URL. The firefox screenshotting is still not working. But I can't even get complex geojson features to work from the commandline yet, so then there's another possible layer of complexity when running firefox as a Java process. Added jna jar files used by Greenstone's SafeProcess for launching Firefox as a Java process.

File:

• other-projects/maori-lang-detection/src/org/greenstone/atea/CountryCodeCountsMapData.java (modified) (13 diffs)

other-projects/maori-lang-detection/src/org/greenstone/atea/CountryCodeCountsMapData.java

@@ -7 +7 @@
 import java.io.FileWriter;
 import java.io.Writer;
+
+import java.net.URLEncoder;
 
 import java.util.HashMap;
@@ -33 +35 @@
 import mil.nga.sf.geojson.Position;
 
+
+import org.greenstone.util.SafeProcess;
 
 /**
@@ -105 +109 @@
  *   https://mvnrepository.com/artifact/com.fasterxml.jackson.core/jackson-annotations/2.10.0
  */
-public class CountryCodeCountsMapData {
+public class CountryCodeCountsMapData {   
+    
     static Logger logger = Logger.getLogger(org.greenstone.atea.CountryCodeCountsMapData.class.getName());
+    
+    static public final String GEOJSON_MAP_TOOL_URL = "http://geojson.io/"; //"http://geojson.tools/";
+    static private final String DATA_STR = "#data=data:application/json,";
+    
+    // "http://geojson.io" has a URL API to programmatically access
+    /* 
+       See http://geojson.io/ -> Help
+
+       "I'm a coder
+
+       geojson.io has an array of cli tools that make it easy to go from a GeoJSON file on your computer to geojson.io."
+
+       http://geojson.io/#geojson-io-api
+       "Geojson.io API
+
+       You can interact with geojson.io programmatically in two ways:
+
+       => URL parameters
+       Browser console"
+
+       http://geojson.io/#url-api
+       "data=data:application/json,
+
+       Open the map and load a chunk of GeoJSON data from a URL segment directly onto the map.
+       The GeoJSON data should be encoded as per encodeURIComponent(JSON.stringify(geojson_data)).
+       Example:
+
+       http://geojson.io/#data=data:application/json,%7B%22type%22%3A%22LineString%22%2C%22coordinates%22%3A%5B%5B0%2C0%5D%2C%5B10%2C10%5D%5D%7D
+    */
+    
+    public static final int SUPPRESS_MAPDATA_DISPLAY = 0;
+    public static final int PRINT_MAPDATA_TO_SCREEN = 1;
 
     //Map<String, JsonObject> countryToJsonMap;
@@ -121 +158 @@
     private final String geoJsonFilenameWithSuffix;
     private final File outputFolder;
+
+
     
     public CountryCodeCountsMapData(String countryCountsJSONFilename) throws Exception {
@@ -185 +224 @@
         logger.info("No geolocation info found for country code " + countryCode);
         if(countryCode.equals("EU")) {
+            logger.info("   Adding lat,lng for somewhere around Europe");
             //logger.info("Unlisted country code: EU");
             // add lat and lng for Europe
@@ -192 +232 @@
         }
         else if(countryCode.equals("UNKNOWN")) {
+            logger.info("   Adding lat,lng for somewhere in Antarctica");
             //logger.info("Unlisted country code: UNKNOWN");
             // add lat and lng for Antarctica
@@ -515 +556 @@
     }
     
+    // by default, display mapdata output on screen too
     public String writeMultiPointGeoJsonToFile() {
+    return writeMultiPointGeoJsonToFile(PRINT_MAPDATA_TO_SCREEN);
+    }
+    public String writeMultiPointGeoJsonToFile(int displayMapData) {
     final String filename = "multipoint_" + this.geoJsonFilenameWithSuffix;
     File outFile = new File(this.outputFolder, filename);
@@ -521 +566 @@
     Geometry geometry = this.toMultiPointGeoJson();
     String multiPointGeojsonString = FeatureConverter.toStringValue(geometry);
-    System.err.println("\nMap data as MultiPoint geometry:\n" + multiPointGeojsonString + "\n");
+    if(displayMapData == PRINT_MAPDATA_TO_SCREEN) {
+        System.err.println("\nMap data as MultiPoint geometry:\n" + multiPointGeojsonString + "\n");
+    }
     try (
          Writer writer = new BufferedWriter(new FileWriter(outFile));
@@ -528 +575 @@
         // Some basic re-formatting for some immediate legibility
         // But pasting the contents of the file (or the System.err output above)
-        // directly into http://geojson.tools/ will instantly reformat the json perfectly anyway.
+        // directly into http://geojson.tools/ or http://geojson.io/
+        // will instantly reformat the json perfectly anyway.
         multiPointGeojsonString = multiPointGeojsonString.replace("[[", "\n[\n\t[");
         multiPointGeojsonString = multiPointGeojsonString.replace("],[", "],\n\t[");
@@ -544 +592 @@
     
     }
-    
+
+    // by default, display mapdata output on screen too
     public String writeFeaturesGeoJsonToFile() {
+    return writeFeaturesGeoJsonToFile(PRINT_MAPDATA_TO_SCREEN);
+    }
+    // write out geojson features to appropriately named file
+    // If displayMapData == PRINT_MAPDATA_TO_SCREEN, then it will also be printed to screen
+    public String writeFeaturesGeoJsonToFile(int displayMapData) {
     final String filename = "geojson-features_" + this.geoJsonFilenameWithSuffix;
     File outFile = new File(this.outputFolder, filename);
@@ -551 +605 @@
     FeatureCollection featureColl = this.toFeatureCollection();
     String featuresGeojsonString = FeatureConverter.toStringValue(featureColl);
-    System.err.println("\nMap data as featurecollection:\n" + featuresGeojsonString + "\n");
+    if(displayMapData == PRINT_MAPDATA_TO_SCREEN) {
+        System.err.println("\nMap data as featurecollection:\n" + featuresGeojsonString + "\n");
+    }
     try (
          Writer writer = new BufferedWriter(new FileWriter(outFile));
@@ -564 +620 @@
     }
 
-    return outFile.getAbsolutePath();
-    
-    }
-
+    return outFile.getAbsolutePath();   
+    }
+    
+
+    public String getFeaturesGeoJsonString(boolean uriEncoded) {
+    String featuresGeojsonString = FeatureConverter.toStringValue(this.toFeatureCollection());
+    if(uriEncoded) {
+        // Want to return encodeURIComponent(JSON.stringify(featuresGeojsonString));
+        // https://stackoverflow.com/questions/607176/java-equivalent-to-javascripts-encodeuricomponent-that-produces-identical-outpu
+        URLEncoder.encode(featuresGeojsonString);
+    }
+    return featuresGeojsonString;
+    }
+
+    public String getAsMapURL() {
+    boolean uriEncoded = true;
+    String url = GEOJSON_MAP_TOOL_URL + DATA_STR + getFeaturesGeoJsonString(uriEncoded);
+
+    return url;
+    }
+
+    public String geoJsonMapScreenshot(File outputFolder, String fileNamePrefix) {
+    // https://stackoverflow.com/questions/49606051/how-to-take-a-screenshot-in-firefox-headless-selenium-in-java
+    
+    // https://developer.mozilla.org/en-US/docs/Mozilla/Firefox/Headless_mode
+    // /path/to/firefox -P my-profile --screenshot test.jpg  https://developer.mozilla.org --window-size=800,1000
+    // https://stackoverflow.com/questions/15783701/which-characters-need-to-be-escaped-when-using-bash
+    
+    String mapURL = this.getAsMapURL();
+
+    String mapURLescapedForBash = mapURL.replace("\"", "\\\"");//.replace("[", "\\[").replace("]", "\\]");
+    
+    File outputFile = new File(outputFolder + File.separator + fileNamePrefix+".png");
+    String outputFilePath = Utility.getFilePath(outputFile);
+
+    
+    String[] cmdArgs = {
+        "firefox",
+        "--screenshot",
+        outputFilePath,
+        mapURLescapedForBash //"'" + mapURL + "'"
+    };
+    
+    System.err.print("Running:");
+    for(String arg : cmdArgs) {
+        System.err.print(" " + arg);
+    }
+    System.err.println();
+    
+
+    //String cmdArgs = "firefox --screenshot " + outputFilePath + " " + GEOJSON_MAP_TOOL_URL + DATA_STR;
+    //String cmdArgs = "firefox --screenshot " + outputFilePath + " " + "'" + mapURL + "'";
+    //System.err.println("Running: " + cmdArgs);
+    
+    SafeProcess proc = new SafeProcess(cmdArgs);
+
+    int retVal = proc.runProcess();
+
+    logger.info("Process out: " + proc.getStdOutput());
+    logger.info("Process err: " + proc.getStdError());
+    logger.info("Screenshot process returned with: " + retVal);
+    
+    return outputFilePath;
+    
+    }
     
     public int getTotalCount() {
@@ -613 +730 @@
         System.err.println("***********\nWrote mapdata to files " + multipointOutFileName
                    + " and " + featuresOutFileName);
-        System.err.println("You can paste the geojson contents of either of these files into the "
-                   + "editor at http://geojson.tools/ to see the data arranged on a world map");
+        System.err.println("You can paste the geojson contents of either of these files into "
+                   + " the editor at " + GEOJSON_MAP_TOOL_URL
+                   + " to see the data arranged on a world map");
 
         System.err.println("Total count for query: " + mapData.getTotalCount());