Ignore:
Timestamp:
2018-01-12T18:16:31+13:00 (6 years ago)
Author:
davidb
Message:

Tweaks to allow serial ingest to run

File:
1 edited

Legend:

Unmodified
Added
Removed

  • other-projects/hathitrust/wcsa/extracted-features-solr/trunk/solr-ingest/src/main/java/org/hathitrust/extractedfeatures/UniversalPOSLangMap.java

    r31509 r32101  
    3838            e.printStackTrace();
    3939        }
    40         try (Stream<Path> stream_paths = Files.walk(Paths.get(langmap_directory_uri))) {
     40           
     41        Path langmap_directory_path = null;
     42        try {
     43            // Spark/Hadoop friendly
     44            langmap_directory_path = Paths.get(langmap_directory_uri);
     45        }
     46        catch (Exception e) {
     47            // Relative local file-system friendly
     48            langmap_directory_path = Paths.get(langmap_directory_uri.getRawPath());
     49        }
     50       
     51       
     52        try (Stream<Path> stream_paths = Files.walk(langmap_directory_path)) {
    4153            langmap_paths = stream_paths
    4254                    .filter(Files::isRegularFile)
Note: See TracChangeset for help on using the changeset viewer.