Changeset 16692 for gsdl/trunk/perllib/plugins/MARCPlugin.pm

Timestamp:

2008-08-11T10:44:04+12:00 (16 years ago)

Author:

kjdon

Message:

code to read in marc mapping files moved from MARCXMLPlugin to marcmapping.pm, and its now also used by MARCPlugin.pm so that MARCplugin can use qualified dublin core

File:

• gsdl/trunk/perllib/plugins/MARCPlugin.pm (modified) (12 diffs)

gsdl/trunk/perllib/plugins/MARCPlugin.pm

@@ -31 +31 @@
 use unicode;
 use util;
+use marcmapping;
 
 use strict;
@@ -42 +43 @@
 my $arguments = 
     [ { 'name' => "metadata_mapping",
-    'desc' => "{MARCPlugin.metadata_mapping}",
+    'desc' => "{common.deprecated} {MARCPlugin.metadata_mapping}",
     'type' => "string",
-    'deft' => "marctodc.txt",
+    'deft' => "",
     'hiddengli' => "yes", # deprecated in favour of 'metadata_mapping_file'
     'reqd' => "no" },
@@ -50 +51 @@
     'desc' => "{MARCXMLPlugin.metadata_mapping_file}",
     'type' => "string",
-    'deft' => "",
+    'deft' => "marctodc.txt",
     'reqd' => "no" },
       { 'name' => "process_exp",
@@ -99 +100 @@
     # preference
 
-    if ($self->{'metadata_mapping_file'} eq "") {
-    # If nothing set in the new version, use the old version
-    # that defaults to 'marctodc.txt'
+    if ($self->{'metadata_mapping'} ne "") {
+    print STDERR "MARCPlugin WARNING:: the metadata_mapping option is set but has been deprecated. Please use metadata_mapping_file option instead\n";
+    # If the old version is set, use it. 
     $self->{'metadata_mapping_file'} = $self->{'metadata_mapping'};
     }
-
+    $self->{'metadata_mapping'} = undef;
     $self->{'type'} = "";
     
@@ -114 +115 @@
     my ($verbosity, $outhandle, $failhandle) = @_;
 
-    my @metadata_mapping = ();
-
-    # read in the metadata mapping file
-
-    my $mm_file = &util::locate_config_file($self->{'metadata_mapping_file'}); 
-
-    if (!defined $mm_file)
-    {
-
+    ## the mapping file has already been loaded
+    if (defined $self->{'metadata_mapping'} ){ 
+    $self->SUPER::init(@_);
+    return;
+    }
+
+    # read in the metadata mapping files
+    my $mm_files = &util::locate_config_files($self->{'metadata_mapping_file'});
+
+    if (scalar(@$mm_files)==0)
+    {
     my $msg = "MARCPlugin ERROR: Can't locate mapping file \"" .
-        $self->{'metadata_mapping_file'} . "\".\n" .
+        $self->{'metadata_mapping_file'} . "\".\n " .
         "    No marc files can be processed.\n";
 
@@ -133 +136 @@
     # If we exit here, then pluginfo.pl will exit too!
     }
-    elsif (open(MMIN, "<$mm_file"))
-    {
-    my $l=1;
-    my $line;
-    while (defined($line=<MMIN>))
-    {
-        chomp $line;
-        if ($line =~ m/^(\d+)\s*->\s*([\w\^]+)$/)
-        {
-        my $marc_info = $1;
-        my $gsdl_info = $2;
-        my $mapping = { 'marc' => $marc_info, 'gsdl' => $gsdl_info };
-        push(@metadata_mapping,$mapping);
-        }
-        elsif ($line !~ m/^\#/       # allow comments (# in first column)
-           && $line !~ m/^\s*$/) # allow blank lines
-        {
-        print $outhandle "Parse error on line $l of $mm_file:\n";
-        print $outhandle "  \"$line\"\n";
-        }
-        $l++
-    }
-    close(MMIN);
-
-    $self->{'metadata_mapping'} = \@metadata_mapping;
-    }
-    else
-    {
-    print STDERR "Unable to open $mm_file: $!\n";
-    }
-
-
+    else {
+    $self->{'metadata_mapping'} = &marcmapping::parse_marc_metadata_mapping($mm_files, $outhandle);
+    }
+
+    ##map { print STDERR $_."=>".$self->{'metadata_mapping'}->{$_}."\n"; } keys %{$self->{'metadata_mapping'}};
 
     $self->SUPER::init(@_);
 }
-    
+
+
 
 sub get_default_process_exp {
@@ -340 +317 @@
 
 
-sub extract_metadata 
+sub extract_metadata
 {
     my $self = shift (@_);
+ 
     my ($marc, $metadata, $encoding, $doc_obj, $section) = @_;
     my $outhandle = $self->{'outhandle'};
@@ -350 +328 @@
     }
 
-    my $metadata_mapping = $self->{'metadata_mapping'};
-    my $mm;
-
-    foreach $mm ( @$metadata_mapping )
-    {
-    my $marc_field = $mm->{'marc'};
-
-    my @metavalues = $marc->field($marc_field);
-
-    if (scalar(@metavalues)>0)
-    {
-        my $metaname = $mm->{'gsdl'};
-        my $metavalue;
-        foreach $metavalue ( @metavalues )
+    my $metadata_mapping = $self->{'metadata_mapping'};;
+
+    foreach my $marc_field ( keys %$metadata_mapping )
+    {
+    my $gsdl_field = $metadata_mapping->{$marc_field};
+    my $meta_value = undef;
+    
+    # have we got a subfield?
+    my $subfield = undef;
+    if ($marc_field =~ /(\d\d\d)(?:\$|\^)?(\w)/){
+        $marc_field = $1;
+        $subfield = $2;
+    }
+    if (defined $subfield) {
+        $meta_value = $marc->subfield($marc_field, $subfield);
+        if (defined $meta_value) {
+        ## escape [ and ]
+        $meta_value =~ s/\[/\\\[/g;
+        $meta_value =~ s/\]/\\\]/g;
+        my $metavalue_str = $self->to_utf8($encoding, $meta_value);
+        $doc_obj->add_utf8_metadata ($section, $gsdl_field, $metavalue_str);
+        }
+    } else {
+        
+        my @metavalues = $marc->field($marc_field);
+        
+        if (scalar(@metavalues)>0)
         {
-        my $metavalue_str = $self->to_utf8($encoding,$metavalue->as_string());
-        $doc_obj->add_utf8_metadata ($section, $metaname, $metavalue_str);
-        }
-    }
-    }
-}
+        my $metavalue = undef;
+        foreach $metavalue ( @metavalues )
+        {
+            my $metavalue_str = $self->to_utf8($encoding,$metavalue->as_string());
+            $doc_obj->add_utf8_metadata ($section, $gsdl_field, $metavalue_str);
+        }
+        }
+    }
+    }
+}
+
 
 sub extract_ascii_metadata 
 {
     my $self = shift (@_);
+
     my ($text, $metadata,$doc_obj, $section) = @_;
     my $outhandle = $self->{'outhandle'};
@@ -386 +383 @@
         $field =~ /^(\d\d\d)\s/;
         my $code = $1;
-        $field = $';
+        $field = $'; #'
         ##get subfields
         my @subfields = split(/\$/,$field);
@@ -403 +400 @@
              ##print STDERR "$1=>$'\n";
              push(@{$marc_mapping->{$code}},$1);
-                     push(@{$marc_mapping->{$code}},$'); 
+                     push(@{$marc_mapping->{$code}},$'); #'
          }
         }
@@ -410 +407 @@
 
 
-     foreach my $mm ( @$metadata_mapping )
-    {
-    my $marc_field = $mm->{'marc'};
+     foreach my $marc_field ( keys %$metadata_mapping )
+    {
         
     my $matched_field = $marc_mapping->{$marc_field};
@@ -422 +418 @@
         $subfield = $1;
         }
-        my $metaname = $mm->{'gsdl'};
+        my $metaname = $metadata_mapping->{$marc_field};
  
         my $metavalue;