Ignore:
Timestamp:
01/27/17 10:26:16 (4 years ago)
Author:
davidb
Message:

Change from String to Text

File:
1 edited

Legend:

Unmodified
Added
Removed
  • other-projects/hathitrust/wcsa/extracted-features-solr/trunk/solr-ingest/src/main/java/org/hathitrust/extractedfeatures/ProcessForCatalogLangCount.java

    r31359 r31361  
    77import java.io.Serializable;
    88import org.apache.commons.cli.*;
    9 
     9import org.apache.hadoop.io.Text;
    1010import org.apache.spark.api.java.*;
    1111import org.apache.spark.api.java.function.Function2;
     
    122122        String packed_sequence_path = "hdfs:///user/capitanu/data/packed-ef";
    123123
    124         JavaPairRDD<String, String> inputRdd = jsc.sequenceFile(packed_sequence_path, String.class, String.class);
    125         JavaRDD<String> jsonTextRdd = inputRdd.map(Tuple2::_2);
     124        JavaPairRDD<String, Text> inputRdd = jsc.sequenceFile(packed_sequence_path, String.class, Text.class);
     125        JavaRDD<Text> jsonTextRdd = inputRdd.map(Tuple2::_2);
    126126
    127127        /*
Note: See TracChangeset for help on using the changeset viewer.