Show
Ignore:
Timestamp:
12.01.2018 18:16:31 (11 months ago)
Author:
davidb
Message:

Tweaks to allow serial ingest to run

Files:
1 modified

Legend:

Unmodified
Added
Removed
  • other-projects/hathitrust/wcsa/extracted-features-solr/trunk/solr-ingest/src/main/java/org/hathitrust/extractedfeatures/UniversalPOSLangMap.java

    r31509 r32101  
    3838            e.printStackTrace(); 
    3939        } 
    40         try (Stream<Path> stream_paths = Files.walk(Paths.get(langmap_directory_uri))) { 
     40             
     41        Path langmap_directory_path = null; 
     42        try { 
     43            // Spark/Hadoop friendly 
     44            langmap_directory_path = Paths.get(langmap_directory_uri); 
     45        } 
     46        catch (Exception e) { 
     47            // Relative local file-system friendly 
     48            langmap_directory_path = Paths.get(langmap_directory_uri.getRawPath()); 
     49        } 
     50         
     51         
     52        try (Stream<Path> stream_paths = Files.walk(langmap_directory_path)) { 
    4153            langmap_paths = stream_paths 
    4254                    .filter(Files::isRegularFile)