Changeset 69 for trunk/gsdl/perllib/mgbuildproc.pm

Timestamp:

1998-12-11T14:45:40+13:00 (25 years ago)

Author:

sjboddie

Message:

Sub-collection indexes may now be defined within the collect.cfg file as
subcollection blah1 Title/blah/i
subcollection blah2 !Title/blah/i
indexsubcollections blah1 blah2 blah1,blah2
indexes section:text document:text
This example would create section:text and document:text indexes for:

1. the blah1 subcollection (i.e those documents whose Title field contains 'blah')
2. the blah2 subcollection (i.e. those documents whose Title field doesn't contain 'blah')
3. both subcollections (i.e. all documents)

The field to match the regular expression against (Title in this example) may be
any valid metadata tag or 'filename'.
The regular expression (blah in this example) may be any valid perl regular expression.

File:

• trunk/gsdl/perllib/mgbuildproc.pm (modified) (4 diffs)

trunk/gsdl/perllib/mgbuildproc.pm

@@ -24 +24 @@
     $self->{'mode'} = "text";
     $self->{'index'} = "section:text";
+    $self->{'indexexparr'} = [];
     $self->{'output_handle'} = "STDOUT";
     $self->{'num_docs'} = 0;
@@ -74 +75 @@
 sub set_index {
     my $self = shift (@_);
-    my ($index) = @_;
+    my ($index, $indexexparr) = @_;
 
     $self->{'index'} = $index;
+    $self->{'indexexparr'} = $indexexparr if defined $indexexparr;
 }
 
@@ -391 +393 @@
     my ($doc_obj) = @_;
     my $handle = $self->{'output_handle'};
+    my $indexed_doc = 1;
 
     # only output this document if it is one to be indexed
     return if ($doc_obj->get_doc_type() ne "indexed_doc");
+
+    # see if this document belongs to this subcollection
+    foreach $indexexp (@{$self->{'indexexparr'}}) {
+    $indexed_doc = 0;
+    my ($field, $exp, $options) = split /\//, $indexexp;
+    if (defined ($field) && defined ($exp)) {
+        my ($bool) = $field =~ /^(.)/;
+        $field =~ s/^.// if $bool eq '!';
+        if ($field eq "filename") {
+        $field = $doc_obj->get_source_filename();
+        } else {
+        $field = $doc_obj->get_metadata_element($doc_obj->get_top_section(), $field);
+        }
+        next unless defined $field;
+        if ($bool eq '!') {
+        if ($options =~ /^i$/i) {
+            if ($field !~ /$exp/i) {$indexed_doc = 1; last;}
+        } else {
+            if ($field !~ /$exp/) {$indexed_doc = 1; last;}
+        }
+        } else {
+        if ($options =~ /^i$/i) {
+            if ($field =~ /$exp/i) {$indexed_doc = 1; last;}
+        } else {
+            if ($field =~ /$exp/) {$indexed_doc = 1; last;}
+        }
+        }
+    }
+    }
 
     # this is another document
@@ -412 +444 @@
     # update a few statistics
     $doc_section++;
-    $self->{'num_bytes'} += $doc_obj->get_text_length ($section);
     $self->{'num_sections'} += 1;
-    
-    foreach $field (split (/,/, $fields)) {
-        # only deal with this field if it doesn't start with top or
-        # this is the first section
-        my $real_field = $field;
-        if (!($real_field =~ s/^top//) || ($doc_section == 1)) {
-        my $new_text = "";
-        if ($real_field eq "text") {
-            $new_text = $doc_obj->get_text ($section);
-            $new_text =~ s/[\cB\cC]//g;
-            $new_text =~ s/(<p\b)/\cC$1/gi;
+
+    if ($indexed_doc) {
+        $self->{'num_bytes'} += $doc_obj->get_text_length ($section);
+        foreach $field (split (/,/, $fields)) {
+        # only deal with this field if it doesn't start with top or
+        # this is the first section
+        my $real_field = $field;
+        if (!($real_field =~ s/^top//) || ($doc_section == 1)) {
+            my $new_text = "";
+            if ($real_field eq "text") {
+            $new_text = $doc_obj->get_text ($section);
+            $new_text =~ s/[\cB\cC]//g;
+            $new_text =~ s/(<p\b)/\cC$1/gi;
+            
+            } else {
+            $new_text = join ("\cC", @{$doc_obj->get_metadata ($section, $real_field)});
+            }
             
-        } else {
-            $new_text = join ("\cC", @{$doc_obj->get_metadata ($section, $real_field)});
-        }
-        
-        $text .= "$new_text\cC";
+            $text .= "$new_text\cC";
+        }
         }
     }