Changeset 14934 for gsdl/trunk/perllib/basebuildproc.pm

Timestamp:

2007-12-20T21:53:14+13:00 (16 years ago)

Author:

davidb

Message:

Changes to allow statistic calculations for metadata coverage, i.e. for this docment which metadata set prefixes are used, which fields within those prefixes are used, and how many times. This is then agregated over the all documents and the summary stored as collection level metadata.

File:

• gsdl/trunk/perllib/basebuildproc.pm (modified) (3 diffs)

gsdl/trunk/perllib/basebuildproc.pm

@@ -297 +297 @@
 }
 
+
+
+sub infodb_metadata_stats
+{
+    my $self = shift (@_);
+    my ($field) = @_;
+
+    # Keep some statistics relating to metadata sets used and
+    # frequency of particular metadata fields within each set
+
+    # Union of metadata prefixes and frequency of fields
+    # (both scoped for this document alone, and across whole collection)
+    
+    if ($field =~ m/^(.+)\.(.*)$/) {
+    my $prefix = $1;
+    my $core_field = $2;
+
+    $self->{'doc_mdprefix_fields'}->{$prefix}->{$core_field}++;
+    $self->{'mdprefix_fields'}->{$prefix}->{$core_field}++;
+    }
+    elsif ($field =~ m/^[[:upper:]]/) {
+    # implicit 'ex' metadata set
+
+    $self->{'doc_mdprefix_fields'}->{'ex'}->{$field}++;
+    $self->{'mdprefix_fields'}->{'ex'}->{$field}++;
+    }
+
+}
+
+
 sub infodb {
     my $self = shift (@_);
@@ -351 +381 @@
     my $first = 1;
     my $url = "";
+
+    $self->{'doc_mdprefix_fields'} = {};
+
     while (defined $section) {
     # update a few statistics
@@ -412 +445 @@
         if (!defined $self->{'dontgdbm'}->{$field}) {
             print $handle "<$field>$value\n";
+
+            if ($section eq "")
+            {
+            $self->infodb_metadata_stats($field);
+            }
         }
         }
     }
 
+    if ($section eq "")
+    {
+        my $doc_mdprefix_fields = $self->{'doc_mdprefix_fields'};
+
+        foreach my $prefix (keys %$doc_mdprefix_fields)
+        {
+        print $handle "<metadataset>$prefix\n";
+
+        foreach my $field (keys %{$doc_mdprefix_fields->{$prefix}})
+        {
+            my $val = $doc_mdprefix_fields->{$prefix}->{$field};
+
+            print $handle "<metadatalist-$prefix>$field\n";
+            print $handle "<metadatafreq-$prefix-$field>$val\n";
+        }
+
+        }
+    }
 
     # If doc_obj reconstructed from GDBM file then no need to