Changeset 33579 for gs3-extensions/maori-lang-detection/src/org/greenstone/atea/TextDumpPage.java

Timestamp:

2019-10-17T21:05:21+13:00 (5 years ago)

Author:

ak19

Message:

Debugging. Solved one problem.

File:

• gs3-extensions/maori-lang-detection/src/org/greenstone/atea/TextDumpPage.java (modified) (2 diffs)

gs3-extensions/maori-lang-detection/src/org/greenstone/atea/TextDumpPage.java

@@ -27 +27 @@
         // first line always has a "key:" somewhere after the pageURL
         int endIndex = line.indexOf("key:");
-        String pageURL = line.substring(endIndex);
+
+        //String pageURL = line.substring(0, endIndex);
+        String pageURL = (endIndex == -1) ? line : line.substring(0, endIndex);     
+        
         
         tuples.put("pageURL", pageURL.trim());
 
-        String key = line.substring(endIndex);
-        tuples.put("key", key.trim());
+        if(endIndex != -1) {
+        String key = line.substring(endIndex);
+        tuples.put("key", key.trim());
+        } else {
+        debug("@@@@ no key for pageURL: " + pageURL);
+        }
+
+        if(pageURL.contains(TEXT_END_MARKER)) {
+        debug("@@@@ TEXT_END_MARKER assigned to pageURL for page: ");
+        debug("+++++++++");
+        debug(unparsedPageDump);
+        debug("+++++++++");
+        }
 
         boolean readingPageText = false;
@@ -77 +91 @@
         tuples.put("pageText", "");
         }
+
         
     } catch (IOException ioe) {
         error("@@@@@@@@@ Error reading in txtdump of a page.", ioe);
     }
+
+    /*
+    // START DEBUG
+    debug("__________________________________________");
+    for(Map.Entry<String, String> entry : tuples.entrySet()) {
+        String key = entry.getKey();
+        String value = entry.getValue();        
+        debug(key + " - " + value);
+    }
+    debug("__________________________________________");
+    // END DEBUG
+    */
     }