Changeset 33515 for gs3-extensions

Timestamp:

2019-09-24T19:50:40+12:00 (5 years ago)

Author:

ak19

Message:

Removed an unused function

File:

• gs3-extensions/maori-lang-detection/src/org/greenstone/atea/CCWETProcessor.java (modified) (1 diff)

gs3-extensions/maori-lang-detection/src/org/greenstone/atea/CCWETProcessor.java

@@ -334 +334 @@
     
     }
-    /*
-    public boolean isInDiscardFilter(String url) {
-    String discardFilterFile = "url-discard-filter.txt"; // in conf folder
-
-    try (
-         BufferedReader reader = new BufferedReader(new InputStreamReader(org.greenstone.atea.CCWETProcessor.class.getClassLoader().getResourceAsStream(discardFilterFile), "UTF-8"));
-         ) {
-        String filter = null;
-        while((filter = reader.readLine()) != null) {
-        if(filter.trim().equals("")) {
-            continue;
-        }
-        //System.err.println("Got filter: " + filter);
-        if(filter.startsWith("^") && filter.endsWith("$") && url.equals(filter.substring(1, filter.length()-1))) {
-            System.err.println("*** Discarding url " + url + "\n\tas it MATCHES filter " + filter);
-        }
-        else if(filter.startsWith("^") && url.startsWith(filter.substring(1))) {
-            System.err.println("*** Discarding url " + url + "\n\tas it STARTS WITH filter " + filter);
-            return true;
-        }
-        else if(filter.endsWith("$") && url.endsWith(filter.substring(0, filter.length()-1))) {
-            System.err.println("*** Discarding url " + url + "\n\tas it ENDS WITH filter " + filter);
-            return true;
-        }
-        else if(url.contains(filter)) {
-            System.err.println("*** Discarding url " + url + "\n\tas it CONTAINS filter " + filter);
-            return true;
-        }
-                
-        }
-        
-    } catch (IOException ioe) {
-        ioe.printStackTrace();
-        System.err.println("\n@@@@@@@@@ Error reading from " + discardFilterFile);
-    }
-
-    return false;
-    }*/
 
     /** Maintain a count of all WET files processed. */