Changeset 1269

Timestamp:

2000-07-04T16:03:49+12:00 (24 years ago)

Author:

sjboddie

Message:

Added ZIPPlug plugin for handling input documents that have been compressed
and/or archived with zip, gzip, bzip or tar. Currently uses unix utilities
but is simple enough to extend (maybe use pkunzip for zip files on windows?)

Location:

trunk/gsdl

Files:

• bin/script/import.pl (modified) (1 diff)
• perllib/plugins/GMLPlug.pm (modified) (2 diffs)
• perllib/plugins/ZIPPlug.pm (added)

trunk/gsdl/bin/script/import.pl

@@ -56 +56 @@
     print STDERR "                          directory -- use with care\n";
     print STDERR "   -gzip                  Use gzip to compress resulting gml documents\n";
+    print STDERR "                          (don't forget to include ZIPPlug in your plugin\n";
+    print STDERR "                          list when building from compressed documents)\n";
     print STDERR "   -maxdocs number        Maximum number of documents to import\n";
     print STDERR "   -groupsize number      Number of GML documents to group into one file\n";

trunk/gsdl/perllib/plugins/GMLPlug.pm

@@ -49 +49 @@
     my $self = shift (@_);
 
-    return q^(?i)\.gml(\.gz)?$^;
+    return q^(?i)\.gml?$^;
 }
 
@@ -72 +72 @@
     $parent_dir = &util::filename_cat ($base_dir, $parent_dir);
 
-    # all this gzip stuff should one day be replaced by a gzip/bzip/zip/tar
-    # handling plugin
-    my $gz = 0;
-    if ($file =~ /\.gz$/i) {
-    $gz = 1;
-    }
-
-    # read in the document - input is assumed throughout this plugin to already be utf8
-    if ($gz) {
-    if (!open (INFILE, "zcat $filename |")) {
-        print STDERR "GMLPlug::read - zcat couldn't read $filename\n";
-        return 0;
-    }
-    } else {
-    if (!open (INFILE, $filename)) {
-        print STDERR "GMLPlug::read - couldn't read $filename\n";
-        return 0;
-    }
+    if (!open (INFILE, $filename)) {
+    print STDERR "GMLPlug::read - couldn't read $filename\n";
+    return 0;
     }