Changeset 22037 for main/trunk/greenstone2/perllib/manifest.pm

Timestamp:

2010-05-05T14:53:53+12:00 (14 years ago)

Author:

davidb

Message:

Manifest file processing upgraded to support OIDs. The code then uses the archiveinf-doc database to look up which files it uses.

File:

• main/trunk/greenstone2/perllib/manifest.pm (modified) (8 diffs)

main/trunk/greenstone2/perllib/manifest.pm

@@ -1 +1 @@
 package manifest;
 
-use XMLParser;
 use strict;
 no strict 'refs'; # allow filehandles to be variables and viceversa
 
+use XMLParser;
+use dbutil;
+
 our $self;
 
 sub new {
     my ($class) = shift (@_);
+    my ($infodbtype,$archivedir) = @_;
 
     $self = {} ;
@@ -15 +18 @@
     $self->{'reindex'} = {};
     $self->{'delete'} = {};
+
+    my $arcinfo_doc_filename 
+    = &dbutil::get_infodb_file_path($infodbtype, "archiveinf-doc", $archivedir);
+
+    if (-e $arcinfo_doc_filename) {
+    # Only store the infodb-doc filename if it exists
+    # If it doesn't exist then this means the collection has not been
+    #   built yet (or else the archives folder has been deleted).
+    #   Either way we have no way to look up which files
+    #   are associated with an OID.  If we we encounter an OID
+    #   tag later on, we will use the fact that this field is
+    #   not defined to issue a warning
+
+    $self->{'_arcinfo-doc-filename'} = $arcinfo_doc_filename;
+    $self->{'_infodbtype'} = $infodbtype;
+    }
 
     return bless $self, $class;
@@ -89 +108 @@
     my ($expat, $element) = @_;
 
-    if ($element eq "Filename")
-    {
-    $self->{'filename'} = "";
+    if (($element eq "Filename") || ($element eq "OID"))
+    {
+    $self->{'item-val'} = "";
     }
     elsif ($element eq "Manifest") {
@@ -99 +118 @@
     if (defined($self->{'file-type'}))
     {
-        print STDERR "Warning: Malformed XML manifest ($element nested inside " . $self->{'file-type'} . ")\n";
-    }
-
-    $self->{'file-type'} = $element;
+        print STDERR "Warning: Malformed XML manifest\n";
+        print STDERR "         Unrecognized element $element nested inside " . $self->{'file-type'} . ".\n";
+    }
+    else {
+        my $filetype = lc($element);
+        $self->{'file-type'} = $filetype;
+        if (!defined $self->{$filetype}) {
+        print STDERR "Warning: <$element> is not one of the registered tags for manifest format.\n";
+        }
+    }
+
     }
 }
@@ -114 +140 @@
     if ($element eq "Filename")
     {
-    $self->{lc($self->{'file-type'})}->{$self->{'filename'}} = 1;
-    $self->{'filename'} = undef;
+    my $filetype = $self->{'file-type'};
+    my $filename  = $self->{'item-val'};
+
+    $self->{$filetype}->{$filename} = 1;
+    $self->{'item-val'} = undef;
+    }
+    elsif ($element eq "OID") {
+    # look up src and assoc filenames used by this doc oid
+
+    my $filetype = $self->{'file-type'};
+    my $oid  = $self->{'item-val'};
+
+    if (defined $self->{'_infodbtype'}) {
+        
+
+        my $infodbtype = $self->{'_infodbtype'};
+        my $arcinfo_doc_filename = $self->{'_arcinfo-doc-filename'};
+        
+        my $doc_rec_string = &dbutil::read_infodb_entry($infodbtype, $arcinfo_doc_filename, $oid);
+
+        my $doc_rec = &dbutil::convert_infodb_string_to_hash($doc_rec_string);
+        
+        my $doc_source_file = $doc_rec->{'src-file'}->[0];
+        my $assoc_files = $doc_rec->{'assoc-file'};
+        my @all_files = ($doc_source_file,@$assoc_files);
+        
+        foreach my $filename (@all_files) {
+        
+        if (!&util::filename_is_absolute($filename)) {
+            $filename = &util::filename_cat($ENV{'GSDLCOLLECTDIR'},$filename);
+        }
+
+        $self->{$filetype}->{$filename} = 1;
+        }
+    }
+    else {
+        print STDERR "Warning: No archiveinf-doc database in archives directory.\n";
+        print STDERR "         Unable to look up source files that constitute document $oid.\n";
+    }
+
+    $self->{'item-val'} = undef;
     }
     else
@@ -129 +194 @@
     my ($expat) = @_;
 
-    if (defined $self->{'filename'}) {
+    if (defined $self->{'item-val'}) {
     my $text = $_;
     chomp($text);
@@ -136 +201 @@
     $text =~ s/\s+$//;  
     
-    $self->{'filename'} .= $text if ($text !~ m/^\s*$/);
+    $self->{'item-val'} .= $text if ($text !~ m/^\s*$/);
     }
 }
@@ -152 +217 @@
     my ($expat) = @_;
 
+    if (defined $self->{'import'}) {
+    print STDERR "Warning: <Import> tag is deprecated.\n";
+    print STDERR "         Processing data as if it were tagged as <Index>\n";
+    $self->{'index'} = $self->{'import'};
+    }
+
 }