# # ChangeLog for gs2-extensions/parallel-building # # Generated by Trac 1.4.2 # 2024-04-29T05:08:30+12:00 Wed, 17 Apr 2013 03:20:00 GMT davidb [27194] * gs2-extensions/parallel-building/trunk/src/perllib/textcat (deleted) Not changed for this extension Wed, 17 Apr 2013 03:18:51 GMT davidb [27193] * gs2-extensions/parallel-building/trunk/src/perllib/rm (deleted) Not changed for this extension Mon, 15 Apr 2013 10:51:46 GMT davidb [27184] * gs2-extensions/parallel-building/trunk/src/perllib/downloaders (deleted) Removing 'downloaders' from parallel importing extension, as there ... Sun, 14 Apr 2013 10:52:17 GMT davidb [27179] * gs2-extensions/parallel-building/trunk/src/perllib/ParallelInexport.pm (modified) * gs2-extensions/parallel-building/trunk/src/perllib/dbutil/gdbmserver.pm (modified) * gs2-extensions/parallel-building/trunk/src/src/mpiimport-src/mpiimport.cpp (modified) Mods to allow code to run with Greenstone3 Sun, 14 Apr 2013 10:12:10 GMT davidb [27177] * gs2-extensions/parallel-building/trunk/src/perllib/dbutil/gdbmserver.pm (modified) Test for and create (if needed) the 'tmp' directory Mon, 25 Mar 2013 20:14:31 GMT jmt12 [27126] * gs2-extensions/parallel-building/trunk/src/bin/script/hadoop_import.pl (modified) Extra clean up commands (like removing cached versions of video ... Mon, 25 Mar 2013 20:10:44 GMT jmt12 [27125] * gs2-extensions/parallel-building/trunk/src/bin/script/flush_caches.pl (added) A script to try and flush all caches - I'm certain it's flushing disk ... Mon, 25 Mar 2013 20:05:34 GMT jmt12 [27124] * gs2-extensions/parallel-building/trunk/src/bin/script/parse_task_info_from_hadoop_log.pl (modified) Use the new perl version script to extract the version number - so as ... Sun, 24 Mar 2013 22:47:06 GMT jmt12 [27119] * gs2-extensions/parallel-building/trunk/src/bin/script/perl-version.pl (modified) Merging version finder from Medusa with the one lurking on Karearea Wed, 20 Mar 2013 00:00:34 GMT jmt12 [27102] * gs2-extensions/parallel-building/trunk/src/src/java/org/nzdl/gsdl/HadoopGreenstoneIngest.java (modified) Adding in a progress reporter, as the set timeout to 10 hours trick ... Tue, 12 Mar 2013 00:37:21 GMT jmt12 [27058] * gs2-extensions/parallel-building/trunk/src/bin/script/hadoop_import.pl (modified) Adding data locality report generation to Hadoop greenstone imports Mon, 11 Mar 2013 23:18:56 GMT jmt12 [27052] * gs2-extensions/parallel-building/trunk/src/bin/script/perl-version.pl (modified) Turns out the Perl on Medusa doesn't support $^V, so I've had to ... Mon, 11 Mar 2013 23:07:26 GMT jmt12 [27051] * gs2-extensions/parallel-building/trunk/src/packages/CASCADE-MAKE/SORTKEY.sh (modified) Trying to force Sort::Key to install to a sensible location on Medusa ... Mon, 11 Mar 2013 22:36:51 GMT jmt12 [27048] * gs2-extensions/parallel-building/trunk/src/packages (modified) Ignoring untarred Hadoop and Sort::Key directories Mon, 11 Mar 2013 22:36:18 GMT jmt12 [27047] * gs2-extensions/parallel-building/trunk/src/packages/CASCADE-MAKE/SORTKEY.sh (added) Script to allow the Perl module Sort::Key to be compiled/installed as ... Mon, 11 Mar 2013 22:35:40 GMT jmt12 [27046] * gs2-extensions/parallel-building/trunk/src/packages/CASCADE-MAKE.sh (modified) Adding in Sort::Key cascade makefile Mon, 11 Mar 2013 22:35:13 GMT jmt12 [27045] * gs2-extensions/parallel-building/trunk/src/packages/.svnignore (modified) Ignoring untarred Hadoop and Sort::Key directories Mon, 11 Mar 2013 22:26:58 GMT jmt12 [27044] * gs2-extensions/parallel-building/trunk/src/packages/Sort-Key-1.32.tar.gz (added) The Hadoop reporting stuff needs natural sorting Mon, 11 Mar 2013 22:26:09 GMT jmt12 [27043] * gs2-extensions/parallel-building/trunk/src/perllib/cpan/Sort (deleted) Sort appears to be platform specific, so I'll need to include it as a ... Mon, 11 Mar 2013 22:25:56 GMT jmt12 [27042] * gs2-extensions/parallel-building/trunk/src/perllib/cpan/auto/Sort (deleted) Sort appears to be platform specific, so I'll need to include it as a ... Mon, 11 Mar 2013 22:24:11 GMT jmt12 [27041] * gs2-extensions/parallel-building/trunk/src/bin/script/parse_task_info_from_hadoop_log.pl (modified) INC path now includes the installed extensions perl path (including ... Mon, 11 Mar 2013 22:05:41 GMT jmt12 [27040] * gs2-extensions/parallel-building/trunk/src/bin/script/perl-version.pl (added) A simple script that returns just the version number of Perl Mon, 11 Mar 2013 20:58:04 GMT jmt12 [27039] * gs2-extensions/parallel-building/trunk/src/perllib/cpan/auto/Sort/Key/Key.so (added) Adding natural sort for Perl. Shared object files appear to be ... Mon, 11 Mar 2013 20:54:17 GMT jmt12 [27038] * gs2-extensions/parallel-building/trunk/src/perllib/cpan/auto/Sort (added) * gs2-extensions/parallel-building/trunk/src/perllib/cpan/auto/Sort/Key (added) * gs2-extensions/parallel-building/trunk/src/perllib/cpan/auto/Sort/Key/.packlist (added) * gs2-extensions/parallel-building/trunk/src/perllib/cpan/auto/Sort/Key/Key.bs (added) Allow natural sorting in Perl Mon, 11 Mar 2013 20:53:18 GMT jmt12 [27037] * gs2-extensions/parallel-building/trunk/src/perllib/cpan/Sort (added) * gs2-extensions/parallel-building/trunk/src/perllib/cpan/Sort/Key (added) * gs2-extensions/parallel-building/trunk/src/perllib/cpan/Sort/Key.pm (added) * gs2-extensions/parallel-building/trunk/src/perllib/cpan/Sort/Key/Maker.pm (added) * gs2-extensions/parallel-building/trunk/src/perllib/cpan/Sort/Key/Multi.pm (added) * gs2-extensions/parallel-building/trunk/src/perllib/cpan/Sort/Key/Natural.pm (added) * gs2-extensions/parallel-building/trunk/src/perllib/cpan/Sort/Key/Register.pm (added) * gs2-extensions/parallel-building/trunk/src/perllib/cpan/Sort/Key/Types.pm (added) Allow natural sorting in Perl Mon, 11 Mar 2013 20:24:15 GMT jmt12 [27036] * gs2-extensions/parallel-building/trunk/src/bin/script/parse_task_info_from_hadoop_log.pl (added) A script to extract data locality and other task information from the ... Mon, 04 Mar 2013 22:55:31 GMT jmt12 [27006] * gs2-extensions/parallel-building/trunk/src/bin/script/report-hadoop-processes.pl (added) A companion script to stop-hadoop-processes that just reports running ... Mon, 04 Mar 2013 22:53:56 GMT jmt12 [27005] * gs2-extensions/parallel-building/trunk/src/bin/script/stop-runaway-hadoop.pl (added) Similar to stop-impt.pl, this script uses kill to stop runaway Hadoop ... Mon, 04 Mar 2013 22:51:49 GMT jmt12 [27004] * gs2-extensions/parallel-building/trunk/src/bin/script/stop-impt.pl (added) A script to stop (using kill) a runaway import process and any ... Mon, 04 Mar 2013 22:50:04 GMT jmt12 [27003] * gs2-extensions/parallel-building/trunk/src/setup.bash (modified) Adding some Hadoopy stuff to setup.bash - will need to be configured ... Mon, 04 Mar 2013 22:49:10 GMT jmt12 [27002] * gs2-extensions/parallel-building/trunk/src/opt/Terrier/FileIndexer.java (modified) Fixing bug in maxdocs processing where I compared to 'file_count' ... Mon, 04 Mar 2013 22:47:57 GMT jmt12 [27001] * gs2-extensions/parallel-building/trunk/src/bin/script/hadoop_import.pl (modified) Passing more environment variables (HADOOPPREFIX, HDFSHOST, HDFSPORT) ... Mon, 04 Mar 2013 22:08:22 GMT jmt12 [26999] * gs2-extensions/parallel-building/trunk/src/bin/script/parallel_dspace_filtermedia.pl (modified) Ensuring MPI binds to correct interface, and passing through ... Mon, 04 Mar 2013 22:07:26 GMT jmt12 [26998] * gs2-extensions/parallel-building/trunk/src/bin/script/parallel_terrier_fileindex.pl (modified) Adding maxdocs variable, lots of debug comments, added some tests for ... Mon, 04 Mar 2013 21:24:34 GMT jmt12 [26987] * gs2-extensions/parallel-building/trunk/src/perllib/plugins/DirectoryPlugin.pm (modified) Removing some debug comments I was using to track down why TDB ... Mon, 04 Mar 2013 21:22:04 GMT jmt12 [26986] * gs2-extensions/parallel-building/trunk/src/perllib/plugouts/GreenstoneXMLPlugout.pm (modified) Commenting out some debug comments Mon, 04 Mar 2013 21:20:54 GMT jmt12 [26985] * gs2-extensions/parallel-building/trunk/src/perllib/ParallelInexport.pm (modified) Removing a couple of debuggy type flags to MPI just to make logs a ... Mon, 04 Mar 2013 21:18:56 GMT jmt12 [26984] * gs2-extensions/parallel-building/trunk/src/perllib/util.pm (modified) Removing some debug comments Mon, 04 Mar 2013 21:16:48 GMT jmt12 [26983] * gs2-extensions/parallel-building/trunk/src/src/mpiterrierfileindexer-src/mpiterrierfileindexer.cpp (modified) Changed the prefix in a log filename to a 'W' for worker rather than ... Mon, 04 Mar 2013 21:12:35 GMT jmt12 [26982] * gs2-extensions/parallel-building/trunk/src/src/java/org/nzdl/gsdl/HadoopGreenstoneIngest.java (modified) Altered environment setup for subprocesses (due to Hadoop now moving ... Mon, 04 Mar 2013 21:11:05 GMT jmt12 [26981] * gs2-extensions/parallel-building/trunk/src/src/java/org/nzdl/gsdl/.svnignore (added) ignoring compiled java classes (hgi_classes) Mon, 04 Mar 2013 21:09:55 GMT jmt12 [26980] * gs2-extensions/parallel-building/trunk/src/src/java/org/nzdl/gsdl (modified) * gs2-extensions/parallel-building/trunk/src/src/java/org/nzdl/gsdl/HadoopGreenstoneIngest.java (modified) setting svnignore Mon, 04 Mar 2013 21:06:23 GMT jmt12 [26979] * gs2-extensions/parallel-building/trunk/src/src/java/org/nzdl/gsdl/compile.sh (modified) Fixed up lingering environment variables from when I was going to ... Mon, 25 Feb 2013 22:48:07 GMT jmt12 [26965] * gs2-extensions/parallel-building/trunk/src/perllib/plugouts/GreenstoneXMLPlugout.pm (modified) Makes use of util library functions (rather than perl built-in file ... Mon, 25 Feb 2013 22:45:53 GMT jmt12 [26964] * gs2-extensions/parallel-building/trunk/src/perllib/plugouts/BasePlugout.pm (modified) Altered to use util functions rather than built-in perl file tests. ... Mon, 25 Feb 2013 22:42:05 GMT jmt12 [26963] * gs2-extensions/parallel-building/trunk/src/perllib/plugins/ReadTextFile.pm (added) Altered to use functions in util library when opening file handles to ... Mon, 25 Feb 2013 22:41:03 GMT jmt12 [26962] * gs2-extensions/parallel-building/trunk/src/perllib/plugins/DirectoryPlugin.pm (added) Altering to use functions in util library so as to support HDFS ... Mon, 25 Feb 2013 22:38:47 GMT jmt12 [26961] * gs2-extensions/parallel-building/trunk/src/perllib/util.pm (modified) Several file handling functions extended to be aware of and support ... Mon, 25 Feb 2013 22:34:17 GMT jmt12 [26960] * gs2-extensions/parallel-building/trunk/src/perllib/plugout.pm (added) Allow plugouts from be loaded from within extensions (assuming no ... Mon, 25 Feb 2013 22:31:54 GMT jmt12 [26959] * gs2-extensions/parallel-building/trunk/src/perllib/manifest.pm (added) Adding the ability to include a version attribute in manifest files ... Mon, 25 Feb 2013 22:29:53 GMT jmt12 [26958] * gs2-extensions/parallel-building/trunk/src/perllib/doc.pm (modified) Using the util library instead of built-in perl file tests Mon, 25 Feb 2013 21:56:13 GMT jmt12 [26954] * gs2-extensions/parallel-building/trunk/src/src/java (added) * gs2-extensions/parallel-building/trunk/src/src/java/org (added) * gs2-extensions/parallel-building/trunk/src/src/java/org/nzdl (added) * gs2-extensions/parallel-building/trunk/src/src/java/org/nzdl/gsdl (added) * gs2-extensions/parallel-building/trunk/src/src/java/org/nzdl/gsdl/HadoopGreenstoneIngest.java (added) * gs2-extensions/parallel-building/trunk/src/src/java/org/nzdl/gsdl/compile.sh (added) checking in Java code from Hadoop parallel processing projects... phew Mon, 25 Feb 2013 21:54:56 GMT jmt12 [26953] * gs2-extensions/parallel-building/trunk/src/bin/script/rm_archives.pl (added) Checking in the script rather than a symbolic link to the script :P Mon, 25 Feb 2013 21:54:41 GMT jmt12 [26952] * gs2-extensions/parallel-building/trunk/src/bin/script/rm_archives.pl (deleted) Accidentally checked in symbolic link rather than script Mon, 25 Feb 2013 21:53:00 GMT jmt12 [26951] * gs2-extensions/parallel-building/trunk/src/setup.bash (modified) Adding in required enviroment details for Hadoop Mon, 25 Feb 2013 21:47:40 GMT jmt12 [26950] * gs2-extensions/parallel-building/trunk/src/packages/hadoop-1.1.0.tar.gz (added) The version of Hadoop on which Hadoop parallel processing work is ... Mon, 25 Feb 2013 21:43:17 GMT jmt12 [26949] * gs2-extensions/parallel-building/trunk/src/bin/script/hadoop_import.pl (added) Parallel import using Hadoop Mon, 25 Feb 2013 21:33:18 GMT jmt12 [26947] * gs2-extensions/parallel-building/trunk/src/perllib/cgiactions (deleted) empty directory removed Mon, 25 Feb 2013 21:32:49 GMT jmt12 [26946] * gs2-extensions/parallel-building/trunk/src/perllib/cgiactions/baseaction.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/cgiactions/buildaction.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/cgiactions/explodeaction.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/cgiactions/imageaction.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/cgiactions/indexaction.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/cgiactions/metadataaction.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/cgiactions/ocraction.pm (deleted) Identical to those in default perllib/plugins - should never have ... Mon, 25 Feb 2013 21:30:28 GMT jmt12 [26945] * gs2-extensions/parallel-building/trunk/src/perllib/plugins/DirectoryPlugin.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/PagedImagePlugin.pm (deleted) Identical to those in default perllib/plugins - should never have ... Mon, 25 Feb 2013 21:29:31 GMT jmt12 [26944] * gs2-extensions/parallel-building/trunk/src/perllib/plugins/BookPlugin.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/CSVPlugin.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/ConvertToRogPlugin.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/DSpacePlugin.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/DatabasePlugin.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/GreenstoneXMLPlugin.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/HBPlugin.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/KeyphraseExtractor.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/MP3Plugin.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/MetadataCSVPlugin.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/PDFPlugin.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/PrintInfo.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/ProCitePlugin.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/RogPlugin.pm (deleted) Identical to those in default perllib/plugins - should never have ... Mon, 25 Feb 2013 21:29:23 GMT jmt12 [26943] * gs2-extensions/parallel-building/trunk/src/perllib/plugins/AcronymExtractor.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/AutoExtractMetadata.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/EmailPlugin.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/EmbeddedMetadataPlugin.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/GISExtractor.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/MARCPlugin.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/MetadataPass.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/MetadataXMLPlugin.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/NulPlugin.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/OAIMetadataXMLPlugin.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/SourceCodePlugin.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/SplitTextFile.pm (deleted) Identical to those in default perllib/plugins - should never have ... Mon, 25 Feb 2013 21:29:11 GMT jmt12 [26942] * gs2-extensions/parallel-building/trunk/src/perllib/plugins/ArchivesInfPlugin.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/AutoLoadConverters.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/EmailAddressExtractor.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/FavouritesPlugin.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/HTMLPlugin.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/ISISPlugin.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/ImagePlugin.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/LOMPlugin.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/MARCXMLPlugin.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/MediaWikiPlugin.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/PostScriptPlugin.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/ReadXMLFile.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/TextPlugin.pm (deleted) Identical to those in default perllib/plugins - should never have ... Mon, 25 Feb 2013 21:29:01 GMT jmt12 [26941] * gs2-extensions/parallel-building/trunk/src/perllib/plugins/BibTexPlugin.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/CONTENTdmPlugin.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/ConvertBinaryFile.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/GreenstoneMETSPlugin.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/HTMLImagePlugin.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/ImageConverter.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/IndexPlugin.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/OAIPlugin.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/OggVorbisPlugin.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/ReadTextFile.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/StructuredHTMLPlugin.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/UnknownPlugin.pm (deleted) Identical to those in default perllib/plugins - should never have ... Mon, 25 Feb 2013 21:28:52 GMT jmt12 [26940] * gs2-extensions/parallel-building/trunk/src/perllib/plugins/BaseMediaConverter.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/BasePlugin.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/DateExtractor.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/ExcelPlugin.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/FOXPlugin.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/LaTeXPlugin.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/MediainfoOGVPlugin.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/MetadataRead.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/OpenDocumentPlugin.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/PowerPointPlugin.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/RTFPlugin.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/RealMediaPlugin.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/ReferPlugin.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/WordPlugin.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugins/ZIPPlugin.pm (deleted) Identical to those in default perllib/plugins - should never have ... Mon, 25 Feb 2013 21:24:31 GMT jmt12 [26939] * gs2-extensions/parallel-building/trunk/src/perllib/plugins/LoremTextPlugin.pm (modified) Replacing uses of TextFile with TextPlugin... don't know how the ... Mon, 25 Feb 2013 21:06:47 GMT jmt12 [26938] * gs2-extensions/parallel-building/trunk/src/perllib/manifest.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/metadatautil.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/mgbuildproc.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/mgppbuildproc.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/multiread.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/muread.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/parsargv.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/plugout.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/printusage.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/scriptutil.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/sorttools.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/unicode.pm (deleted) Identical to those in default perllib - should never have been checked-in Mon, 25 Feb 2013 21:05:02 GMT jmt12 [26937] * gs2-extensions/parallel-building/trunk/src/perllib/ClassifyTreeModel.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/ClassifyTreeNode.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/ClassifyTreePath.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/DateExtract.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/IncrementalDocument.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/Kea.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/acronym.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/arcinfo.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/buildConfigxml.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/cfgread.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/cnseg.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/collConfigxml.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/convertutil.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/docprint.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/docproc.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/download.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/encodings.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/expinfo.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/extrabuilder.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/extrabuildproc.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/g2futil.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/gflock.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/ghtml.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/giget.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/iso639.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/lucenebuildproc.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/marcmapping.pm (deleted) Identical to files in default perllib - should never have been checked-in Mon, 25 Feb 2013 21:02:05 GMT jmt12 [26935] * gs2-extensions/parallel-building/trunk/src/perllib/strings_ar.properties (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/strings_es.properties (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/strings_fr.properties (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/strings_ja.properties (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/strings_kk.properties (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/strings_mr.properties (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/strings_ro.properties (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/strings_ru.properties (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/strings_th.properties (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/strings_zh.properties (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/talkback.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/textcat.pm (deleted) * gs2-extensions/parallel-building/trunk/src/perllib/webpageutil.pm (deleted) Identical to those in default perllib - should never have checked in Mon, 25 Feb 2013 20:55:26 GMT jmt12 [26934] * gs2-extensions/parallel-building/trunk/src/perllib/dbutil/gdbm.pm (deleted) Renamed to gdbml to avoid confusion with non-locking version of GDBM ... Mon, 25 Feb 2013 20:55:08 GMT jmt12 [26933] * gs2-extensions/parallel-building/trunk/src/perllib/dbutil/gdbml.pm (added) Renamed to gdbml to avoid confusion with non-locking version of GDBM ... Mon, 25 Feb 2013 20:52:47 GMT jmt12 [26932] * gs2-extensions/parallel-building/trunk/src/perllib/inexport.pm (modified) Altered all calls to built-in perl file tests to instead use util ... Mon, 25 Feb 2013 20:49:36 GMT jmt12 [26930] * gs2-extensions/parallel-building/trunk/src/bin/script/manifestinator.pl (modified) Randomized order of files, and added the ability to specify a maximum ... Mon, 25 Feb 2013 20:48:49 GMT jmt12 [26929] * gs2-extensions/parallel-building/trunk/src/bin/script/rm_archives.pl (added) A script to comprehensively clean up a collection between imports... ... Mon, 25 Feb 2013 20:47:43 GMT jmt12 [26928] * gs2-extensions/parallel-building/trunk/src/src/mpiterrierfileindexer-src (modified) Ignoring the compiled executable Mon, 25 Feb 2013 20:47:04 GMT jmt12 [26926] * gs2-extensions/parallel-building/trunk/src/src/mpiterrierfileindexer-src/.svnignore (modified) Adding the executable file to the ignore set Mon, 25 Feb 2013 20:43:49 GMT jmt12 [26923] * gs2-extensions/parallel-building/trunk/src/bin/script/importsubsetinator.pl (added) Generates a specficied-size subset of a larger import directory Mon, 25 Feb 2013 20:34:09 GMT jmt12 [26922] * gs2-extensions/parallel-building/trunk/src/src/mpiimport-src/mpiimport.cpp (modified) [bugfix] missing double quote in call to greenstone import.pl Tue, 25 Sep 2012 00:41:51 GMT jmt12 [26242] * gs2-extensions/parallel-building/trunk/src/bin/script/parallel_terrier_fileindex.pl (modified) Modifications to progress messages to improve extracting information ... Tue, 25 Sep 2012 00:40:56 GMT jmt12 [26240] * gs2-extensions/parallel-building/trunk/src/opt/Terrier/FileIndexer.java (modified) Modifications to progress messages to improve extracting information ... Tue, 25 Sep 2012 00:40:39 GMT jmt12 [26239] * gs2-extensions/parallel-building/trunk/src/src/mpiterrierfileindexer-src/mpiterrierfileindexer.cpp (modified) Modifications to progress messages to improve extracting information ... Mon, 24 Sep 2012 00:11:36 GMT jmt12 [26237] * gs2-extensions/parallel-building/trunk/src/opt/Terrier/FileIndexer.java (modified) Allows the specification of a maxfiles - limiting the number of files ... Thu, 13 Sep 2012 01:36:05 GMT jmt12 [26194] * gs2-extensions/parallel-building/trunk/src/opt/Terrier/FileIndexer.java (modified) Fixed bug where I wasn't reseting the number of files handled when ... Wed, 12 Sep 2012 23:31:45 GMT jmt12 [26188] * gs2-extensions/parallel-building/trunk/src/src/mpiimport-src/mpiimport.cpp (modified) Fixing bug where I passed the wrong number of arguments to a sprintf ... Wed, 12 Sep 2012 23:10:27 GMT jmt12 [26187] * gs2-extensions/parallel-building/trunk/src/bin/script/parallel_terrier_fileindex.pl (added) * gs2-extensions/parallel-building/trunk/src/opt (added) * gs2-extensions/parallel-building/trunk/src/opt/Terrier (added) * gs2-extensions/parallel-building/trunk/src/opt/Terrier/FileIndexer.java (added) * gs2-extensions/parallel-building/trunk/src/opt/Terrier/README.txt (added) Adding the rest of parallel processing support for Terrier into SVN. ... Sun, 05 Aug 2012 23:42:55 GMT jmt12 [26072] * gs2-extensions/parallel-building/trunk/src/perllib/ParallelInexport.pm (modified) Extended to notice and load mpi.conf file on clusters and to use full ... Sun, 05 Aug 2012 23:10:22 GMT jmt12 [26071] * gs2-extensions/parallel-building/trunk/src/perllib/ParallelInexport.pm (modified) Randomizing the order files are imported and restoring debugging ... Fri, 03 Aug 2012 00:12:10 GMT jmt12 [26070] * gs2-extensions/parallel-building/trunk/src/src/mpiterrierfileindexer-src (modified) ignoring files using svnignore Fri, 03 Aug 2012 00:10:58 GMT jmt12 [26069] * gs2-extensions/parallel-building/trunk/src/src/mpiterrierfileindexer-src (added) * gs2-extensions/parallel-building/trunk/src/src/mpiterrierfileindexer-src/.svnignore (added) * gs2-extensions/parallel-building/trunk/src/src/mpiterrierfileindexer-src/AUTHORS (added) * gs2-extensions/parallel-building/trunk/src/src/mpiterrierfileindexer-src/COPYING (added) * gs2-extensions/parallel-building/trunk/src/src/mpiterrierfileindexer-src/ChangeLog (added) * gs2-extensions/parallel-building/trunk/src/src/mpiterrierfileindexer-src/INSTALL (added) * gs2-extensions/parallel-building/trunk/src/src/mpiterrierfileindexer-src/Makefile.am (added) * gs2-extensions/parallel-building/trunk/src/src/mpiterrierfileindexer-src/Makefile.in (added) * gs2-extensions/parallel-building/trunk/src/src/mpiterrierfileindexer-src/NEWS (added) * gs2-extensions/parallel-building/trunk/src/src/mpiterrierfileindexer-src/README (added) * gs2-extensions/parallel-building/trunk/src/src/mpiterrierfileindexer-src/aclocal.m4 (added) * gs2-extensions/parallel-building/trunk/src/src/mpiterrierfileindexer-src/config.guess (added) * gs2-extensions/parallel-building/trunk/src/src/mpiterrierfileindexer-src/config.sub (added) * gs2-extensions/parallel-building/trunk/src/src/mpiterrierfileindexer-src/configure (added) * gs2-extensions/parallel-building/trunk/src/src/mpiterrierfileindexer-src/configure.ac (added) * gs2-extensions/parallel-building/trunk/src/src/mpiterrierfileindexer-src/depcomp (added) * gs2-extensions/parallel-building/trunk/src/src/mpiterrierfileindexer-src/install-sh (added) * gs2-extensions/parallel-building/trunk/src/src/mpiterrierfileindexer-src/missing (added) * gs2-extensions/parallel-building/trunk/src/src/mpiterrierfileindexer-src/mpiterrierfileindexer.cpp (added) Initial checkin of Terrier parallel processing code Fri, 03 Aug 2012 00:08:18 GMT jmt12 [26068] * gs2-extensions/parallel-building/trunk/src/src/CASCADE-MAKE.sh (modified) * gs2-extensions/parallel-building/trunk/src/src/CASCADE-MAKE/MPITERRIERFILEINDEXER.sh (added) cascade make files for the new terrier parallel processing executable Fri, 13 Jul 2012 00:30:14 GMT jmt12 [25945] * gs2-extensions/parallel-building/trunk/src/src/mpidspacemediafilter-src/mpidspacemediafilter.cpp (modified) more debugging and a few tweaks - and between this and changes to the ... Fri, 13 Jul 2012 00:06:06 GMT jmt12 [25944] * gs2-extensions/parallel-building/trunk/src/src/mpidspacemediafilter-src/mpidspacemediafilter.cpp (modified) More debug comments, fixed memory leak - still hanging unfortunately Thu, 12 Jul 2012 22:35:32 GMT jmt12 [25943] * gs2-extensions/parallel-building/trunk/src/bin/script/parallel_dspace_filtermedia.pl (modified) Updated script to support cluster processing Wed, 27 Jun 2012 22:40:24 GMT jmt12 [25841] * gs2-extensions/parallel-building/trunk/src/src/mpiimport-src/mpiimport.cpp (modified) Renaming log file to make it easier to delete programatically Wed, 27 Jun 2012 21:17:21 GMT jmt12 [25839] * gs2-extensions/parallel-building/trunk/src/src/mpiimport-src/mpiimport.cpp (modified) Adding more timing to threads Mon, 25 Jun 2012 22:51:54 GMT jmt12 [25814] * gs2-extensions/parallel-building/trunk/src/perllib/plugins/DirectoryPlugin.pm (modified) Added extra test to prevent warning when block_hash's manifest ... Mon, 25 Jun 2012 22:50:38 GMT jmt12 [25813] * gs2-extensions/parallel-building/trunk/src/src/CASCADE-MAKE.sh (modified) * gs2-extensions/parallel-building/trunk/src/src/CASCADE-MAKE/MPIDSPACEMEDIAFILTER.sh (added) Adding MPI DSpace media filter to the cascade makey stuff Mon, 25 Jun 2012 22:49:36 GMT jmt12 [25812] * gs2-extensions/parallel-building/trunk/src/packages/CASCADE-MAKE/IPCRUN.sh (modified) * gs2-extensions/parallel-building/trunk/src/packages/CASCADE-MAKE/OPENMPI.sh (modified) * gs2-extensions/parallel-building/trunk/src/packages/CASCADE-MAKE/PROCDAEMON.sh (modified) * gs2-extensions/parallel-building/trunk/src/packages/CASCADE-MAKE/TINYXML.sh (modified) Adding conditional blocks so that packages are only rebuilt if they ... Mon, 25 Jun 2012 22:47:06 GMT jmt12 [25811] * gs2-extensions/parallel-building/trunk/src/src/mpidspacemediafilter-src (modified) Adding svnignore properties Mon, 25 Jun 2012 22:44:43 GMT jmt12 [25810] * gs2-extensions/parallel-building/trunk/src/src/mpidspacemediafilter-src (added) * gs2-extensions/parallel-building/trunk/src/src/mpidspacemediafilter-src/.svnignore (added) * gs2-extensions/parallel-building/trunk/src/src/mpidspacemediafilter-src/AUTHORS (added) * gs2-extensions/parallel-building/trunk/src/src/mpidspacemediafilter-src/COPYING (added) * gs2-extensions/parallel-building/trunk/src/src/mpidspacemediafilter-src/ChangeLog (added) * gs2-extensions/parallel-building/trunk/src/src/mpidspacemediafilter-src/INSTALL (added) * gs2-extensions/parallel-building/trunk/src/src/mpidspacemediafilter-src/Makefile.am (added) * gs2-extensions/parallel-building/trunk/src/src/mpidspacemediafilter-src/Makefile.in (added) * gs2-extensions/parallel-building/trunk/src/src/mpidspacemediafilter-src/NEWS (added) * gs2-extensions/parallel-building/trunk/src/src/mpidspacemediafilter-src/README (added) * gs2-extensions/parallel-building/trunk/src/src/mpidspacemediafilter-src/aclocal.m4 (added) * gs2-extensions/parallel-building/trunk/src/src/mpidspacemediafilter-src/config.guess (added) * gs2-extensions/parallel-building/trunk/src/src/mpidspacemediafilter-src/config.sub (added) * gs2-extensions/parallel-building/trunk/src/src/mpidspacemediafilter-src/configure (added) * gs2-extensions/parallel-building/trunk/src/src/mpidspacemediafilter-src/configure.ac (added) * gs2-extensions/parallel-building/trunk/src/src/mpidspacemediafilter-src/depcomp (added) * gs2-extensions/parallel-building/trunk/src/src/mpidspacemediafilter-src/install-sh (added) * gs2-extensions/parallel-building/trunk/src/src/mpidspacemediafilter-src/missing (added) * gs2-extensions/parallel-building/trunk/src/src/mpidspacemediafilter-src/mpidspacemediafilter.cpp (added) MPI executable to provide parallel processing functionality to DSpace ...