# # ChangeLog for gs3-extensions/maori-lang-detection/hdfs-instructions/scripts # # Generated by Trac 1.4.2 # 2024-06-23T15:20:24+12:00 Thu, 26 Sep 2019 08:38:14 GMT ak19 [33526] * gs3-extensions/maori-lang-detection/bin/script/get_Maori_WET_records_from_CCSep2018_on.sh (deleted) * gs3-extensions/maori-lang-detection/bin/script/get_maori_WET_records_for_crawl.sh (deleted) * gs3-extensions/maori-lang-detection/hdfs-instructions/scripts/get_Maori_WET_records_from_CCSep2018_on.sh (modified) Moved hadoop related scripts from bin/script into hdfs-instructions Thu, 26 Sep 2019 08:35:38 GMT ak19 [33525] * gs3-extensions/maori-lang-detection/hdfs-instructions/scripts/get_Maori_WET_records_from_CCSep2018_on.sh (moved) Rename before latest version Thu, 26 Sep 2019 08:34:12 GMT ak19 [33524] * gs3-extensions/maori-lang-detection/hdfs-instructions/Readme.txt (modified) * gs3-extensions/maori-lang-detection/hdfs-instructions/conf (added) * gs3-extensions/maori-lang-detection/hdfs-instructions/conf/ia-hadoop-tools-pom.xml (added) * gs3-extensions/maori-lang-detection/hdfs-instructions/conf/spark-defaults.conf.in (added) * gs3-extensions/maori-lang-detection/hdfs-instructions/gitprojects (added) * gs3-extensions/maori-lang-detection/hdfs-instructions/gitprojects/cc-index-table.tar (added) * gs3-extensions/maori-lang-detection/hdfs-instructions/gitprojects/ia-hadoop-tools.tar (added) * gs3-extensions/maori-lang-detection/hdfs-instructions/gitprojects/ia-web-commons.tar (added) * gs3-extensions/maori-lang-detection/hdfs-instructions/jars (added) * gs3-extensions/maori-lang-detection/hdfs-instructions/jars/aws-java-sdk-1.11.616.jar (added) * gs3-extensions/maori-lang-detection/hdfs-instructions/jars/aws-java-sdk-1.7.4.jar (added) * gs3-extensions/maori-lang-detection/hdfs-instructions/jars/guava.jar (added) * gs3-extensions/maori-lang-detection/hdfs-instructions/jars/hadoop-aws-2.7.6.jar (added) * gs3-extensions/maori-lang-detection/hdfs-instructions/patches (added) * gs3-extensions/maori-lang-detection/hdfs-instructions/patches/CCIndexWarcExport.java (added) * gs3-extensions/maori-lang-detection/hdfs-instructions/patches/CCIndexWarcExport.java.orig (added) * gs3-extensions/maori-lang-detection/hdfs-instructions/scripts (added) * gs3-extensions/maori-lang-detection/hdfs-instructions/scripts/GS_README (added) * gs3-extensions/maori-lang-detection/hdfs-instructions/scripts/export_maori_index_csv.sh (added) * gs3-extensions/maori-lang-detection/hdfs-instructions/scripts/export_maori_subset.sh (added) * gs3-extensions/maori-lang-detection/hdfs-instructions/scripts/export_maori_subset_from_scratch.sh (added) * gs3-extensions/maori-lang-detection/hdfs-instructions/scripts/get_Maori_WET_records_in_cc_from_Sep2018.sh (added) * gs3-extensions/maori-lang-detection/hdfs-instructions/scripts/get_maori_WET_records_for_crawl.sh (added) * gs3-extensions/maori-lang-detection/hdfs-instructions/scripts/limit10_export_index.sh (added) 1. Further adjustments to documenting what we did to get things to ...