# # ChangeLog for gs2-extensions/parallel-building/trunk/src/bin # # Generated by Trac 1.4.2 # 2024-05-20T10:41:29+12:00 Tue, 21 May 2013 02:48:55 GMT jmt12 [27378] * gs2-extensions/parallel-building/trunk/src/bin/script/buildcol.pl (deleted) Parallel processing support now added (via buildcolutil subclass) to ... Mon, 25 Mar 2013 20:14:31 GMT jmt12 [27126] * gs2-extensions/parallel-building/trunk/src/bin/script/hadoop_import.pl (modified) Extra clean up commands (like removing cached versions of video ... Mon, 25 Mar 2013 20:10:44 GMT jmt12 [27125] * gs2-extensions/parallel-building/trunk/src/bin/script/flush_caches.pl (added) A script to try and flush all caches - I'm certain it's flushing disk ... Mon, 25 Mar 2013 20:05:34 GMT jmt12 [27124] * gs2-extensions/parallel-building/trunk/src/bin/script/parse_task_info_from_hadoop_log.pl (modified) Use the new perl version script to extract the version number - so as ... Sun, 24 Mar 2013 22:47:06 GMT jmt12 [27119] * gs2-extensions/parallel-building/trunk/src/bin/script/perl-version.pl (modified) Merging version finder from Medusa with the one lurking on Karearea Tue, 12 Mar 2013 00:37:21 GMT jmt12 [27058] * gs2-extensions/parallel-building/trunk/src/bin/script/hadoop_import.pl (modified) Adding data locality report generation to Hadoop greenstone imports Mon, 11 Mar 2013 23:18:56 GMT jmt12 [27052] * gs2-extensions/parallel-building/trunk/src/bin/script/perl-version.pl (modified) Turns out the Perl on Medusa doesn't support $^V, so I've had to ... Mon, 11 Mar 2013 22:24:11 GMT jmt12 [27041] * gs2-extensions/parallel-building/trunk/src/bin/script/parse_task_info_from_hadoop_log.pl (modified) INC path now includes the installed extensions perl path (including ... Mon, 11 Mar 2013 22:05:41 GMT jmt12 [27040] * gs2-extensions/parallel-building/trunk/src/bin/script/perl-version.pl (added) A simple script that returns just the version number of Perl Mon, 11 Mar 2013 20:24:15 GMT jmt12 [27036] * gs2-extensions/parallel-building/trunk/src/bin/script/parse_task_info_from_hadoop_log.pl (added) A script to extract data locality and other task information from the ... Mon, 04 Mar 2013 22:55:31 GMT jmt12 [27006] * gs2-extensions/parallel-building/trunk/src/bin/script/report-hadoop-processes.pl (added) A companion script to stop-hadoop-processes that just reports running ... Mon, 04 Mar 2013 22:53:56 GMT jmt12 [27005] * gs2-extensions/parallel-building/trunk/src/bin/script/stop-runaway-hadoop.pl (added) Similar to stop-impt.pl, this script uses kill to stop runaway Hadoop ... Mon, 04 Mar 2013 22:51:49 GMT jmt12 [27004] * gs2-extensions/parallel-building/trunk/src/bin/script/stop-impt.pl (added) A script to stop (using kill) a runaway import process and any ... Mon, 04 Mar 2013 22:47:57 GMT jmt12 [27001] * gs2-extensions/parallel-building/trunk/src/bin/script/hadoop_import.pl (modified) Passing more environment variables (HADOOPPREFIX, HDFSHOST, HDFSPORT) ... Mon, 04 Mar 2013 22:08:22 GMT jmt12 [26999] * gs2-extensions/parallel-building/trunk/src/bin/script/parallel_dspace_filtermedia.pl (modified) Ensuring MPI binds to correct interface, and passing through ... Mon, 04 Mar 2013 22:07:26 GMT jmt12 [26998] * gs2-extensions/parallel-building/trunk/src/bin/script/parallel_terrier_fileindex.pl (modified) Adding maxdocs variable, lots of debug comments, added some tests for ... Mon, 25 Feb 2013 21:54:56 GMT jmt12 [26953] * gs2-extensions/parallel-building/trunk/src/bin/script/rm_archives.pl (added) Checking in the script rather than a symbolic link to the script :P Mon, 25 Feb 2013 21:54:41 GMT jmt12 [26952] * gs2-extensions/parallel-building/trunk/src/bin/script/rm_archives.pl (deleted) Accidentally checked in symbolic link rather than script Mon, 25 Feb 2013 21:43:17 GMT jmt12 [26949] * gs2-extensions/parallel-building/trunk/src/bin/script/hadoop_import.pl (added) Parallel import using Hadoop Mon, 25 Feb 2013 20:49:36 GMT jmt12 [26930] * gs2-extensions/parallel-building/trunk/src/bin/script/manifestinator.pl (modified) Randomized order of files, and added the ability to specify a maximum ... Mon, 25 Feb 2013 20:48:49 GMT jmt12 [26929] * gs2-extensions/parallel-building/trunk/src/bin/script/rm_archives.pl (added) A script to comprehensively clean up a collection between imports... ... Mon, 25 Feb 2013 20:43:49 GMT jmt12 [26923] * gs2-extensions/parallel-building/trunk/src/bin/script/importsubsetinator.pl (added) Generates a specficied-size subset of a larger import directory Tue, 25 Sep 2012 00:41:51 GMT jmt12 [26242] * gs2-extensions/parallel-building/trunk/src/bin/script/parallel_terrier_fileindex.pl (modified) Modifications to progress messages to improve extracting information ... Wed, 12 Sep 2012 23:10:27 GMT jmt12 [26187] * gs2-extensions/parallel-building/trunk/src/bin/script/parallel_terrier_fileindex.pl (added) * gs2-extensions/parallel-building/trunk/src/opt (added) * gs2-extensions/parallel-building/trunk/src/opt/Terrier (added) * gs2-extensions/parallel-building/trunk/src/opt/Terrier/FileIndexer.java (added) * gs2-extensions/parallel-building/trunk/src/opt/Terrier/README.txt (added) Adding the rest of parallel processing support for Terrier into SVN. ... Thu, 12 Jul 2012 22:35:32 GMT jmt12 [25943] * gs2-extensions/parallel-building/trunk/src/bin/script/parallel_dspace_filtermedia.pl (modified) Updated script to support cluster processing Mon, 25 Jun 2012 22:38:51 GMT jmt12 [25809] * gs2-extensions/parallel-building/trunk/src/bin/script/parallel_dspace_filtermedia.pl (added) Script to parallel media filter DSpace Tue, 21 Feb 2012 00:35:11 GMT jmt12 [25118] * gs2-extensions/parallel-building/trunk/src/bin/script/batch-testing.pl (modified) Significant changes to support the latest round of batch tests (for ... Tue, 21 Feb 2012 00:34:12 GMT jmt12 [25117] * gs2-extensions/parallel-building/trunk/src/bin/script/parallel_import.pl (modified) Added some debug comments Wed, 30 Nov 2011 23:34:28 GMT jmt12 [24848] * gs2-extensions/parallel-building/trunk/src/bin/script/manifestinator.pl (modified) Extended the manifestinator to correctly recurse into directories Wed, 30 Nov 2011 23:33:53 GMT jmt12 [24847] * gs2-extensions/parallel-building/trunk/src/bin/script/GDBMServer.pl (modified) Added the ability for the server to detect if it's calling process ... Wed, 30 Nov 2011 23:32:40 GMT jmt12 [24846] * gs2-extensions/parallel-building/trunk/src/bin/script/test-server.pl (added) A small SocketSwimmingThreadPoolServer to allow testing of the client ... Wed, 30 Nov 2011 23:31:46 GMT jmt12 [24845] * gs2-extensions/parallel-building/trunk/src/bin/script/poll-processor.pl (added) Similar to poll-gsdl.pl except that this uses mpstat to gather ... Wed, 30 Nov 2011 23:30:47 GMT jmt12 [24844] * gs2-extensions/parallel-building/trunk/src/bin/script/poll-report.pl (added) Script to take the raw output from poll-gsdl.pl and collate the ... Wed, 30 Nov 2011 23:30:13 GMT jmt12 [24843] * gs2-extensions/parallel-building/trunk/src/bin/script/poll-gsdl.pl (added) A script that launches an (affinity assigned) Greenstone import while ... Wed, 30 Nov 2011 23:28:39 GMT jmt12 [24842] * gs2-extensions/parallel-building/trunk/src/bin/script/poll-processor-report.pl (added) Script to take the raw output from poll-processor.pl and collate the ... Wed, 30 Nov 2011 23:26:53 GMT jmt12 [24841] * gs2-extensions/parallel-building/trunk/src/bin/script/spawn_collections.pl (modified) Thu, 29 Sep 2011 21:51:51 GMT jmt12 [24695] * gs2-extensions/parallel-building/trunk/src/bin/script/batch-testing.pl (added) Script to run a battery of tests and record the results in a database Thu, 29 Sep 2011 21:51:29 GMT jmt12 [24694] * gs2-extensions/parallel-building/trunk/src/bin/script/spawn_collections.pl (added) Setup script to generate a number of collections or varying sizes ... Thu, 29 Sep 2011 21:51:02 GMT jmt12 [24693] * gs2-extensions/parallel-building/trunk/src/bin/script/reset_memcache_editor.sh (added) A hack to allow sudoedit to modify the drop_caches value non- ... Wed, 28 Sep 2011 00:16:19 GMT jmt12 [24680] * gs2-extensions/parallel-building/trunk/src/bin/script/buildcol.pl (modified) Removed sanity check for GDBM (where was my sanity - GDBM works, it's ... Wed, 28 Sep 2011 00:15:12 GMT jmt12 [24679] * gs2-extensions/parallel-building/trunk/src/bin/script/GDBMServer.pl (modified) Added code to determine the open file handles and persist them ... Wed, 28 Sep 2011 00:14:03 GMT jmt12 [24678] * gs2-extensions/parallel-building/trunk/src/bin/script/gdbm-diff.pl (added) A tool for comparing the contents of two GDBM databases Wed, 28 Sep 2011 00:13:45 GMT jmt12 [24677] * gs2-extensions/parallel-building/trunk/src/bin/script/manifestinator.pl (added) A tool for generating manifest files from import directories Mon, 26 Sep 2011 23:43:12 GMT jmt12 [24667] * gs2-extensions/parallel-building/trunk/src/bin/script/buildcol.pl (modified) Adding another sanity test to prevent parallel building when infodb ... Mon, 26 Sep 2011 23:41:04 GMT jmt12 [24666] * gs2-extensions/parallel-building/trunk/src/bin/script/GDBMServer.pl (added) A daemonizable server that modifies a GDBM database (via the GDBMCLI ... Mon, 26 Sep 2011 23:40:11 GMT jmt12 [24665] * gs2-extensions/parallel-building/trunk/src/bin/script/client.pl (added) A simple client for testing GDBMServer and for properly shutting it ... Wed, 21 Sep 2011 03:56:28 GMT jmt12 [24622] * gs2-extensions/parallel-building/trunk/src/bin (added) * gs2-extensions/parallel-building/trunk/src/bin/script (added) * gs2-extensions/parallel-building/trunk/src/bin/script/buildcol.pl (added) * gs2-extensions/parallel-building/trunk/src/bin/script/parallel_import.pl (added) Parallel enabled version of buildcol.pl and the parallel_import.pl ...