Changeset 16222

Timestamp:

2008-06-27T11:44:10+12:00 (15 years ago)

Author:

mdewsnip

Message:

Added a "store_metadata_coverage" option to the collect.cfg file to specify that the "metadatalist-*" and "metadatafreq-*" values should be added to the infodb file. This is disabled by default, as I can't find where this metadata is used and it really bloats the database for collections with a lot of metadata (e.g. bibliographic collections).

Location:

gsdl/trunk/perllib

Files:

• basebuilder.pm (modified) (1 diff)
• basebuildproc.pm (modified) (3 diffs)
• colcfg.pm (modified) (1 diff)

gsdl/trunk/perllib/basebuilder.pm

@@ -361 +361 @@
     $self->{'buildproc'}->set_indexing_text (0);
     $self->{'buildproc'}->set_store_text(1);
+    $self->{'buildproc'}->set_store_metadata_coverage ($self->{'collect_cfg'}->{'store_metadata_coverage'});
 
     # make_infodatabase needs full reset even for incremental build

gsdl/trunk/perllib/basebuildproc.pm

@@ -63 +63 @@
     $self->{'assocdir'} = $build_dir;
     $self->{'dontdb'} = {};
+    $self->{'store_metadata_coverage'} = "false";
 
     $self->{'index'} = "section:text";
@@ -279 +280 @@
     $self->{'store_text'} = $store_text;
 }
+
+sub set_store_metadata_coverage {
+    my $self = shift (@_);
+    my ($store_metadata_coverage) = @_;
+
+    $self->{'store_metadata_coverage'} = $store_metadata_coverage || "";
+}
+
 sub get_doc_list {
     my $self = shift(@_);
@@ -442 +451 @@
             push(@{$section_infodb{$field}}, $value);
 
-            if ($section eq "")
+            if ($section eq "" && $self->{'store_metadata_coverage'} =~ /^true$/i)
             {
             $self->infodb_metadata_stats($field);

gsdl/trunk/perllib/colcfg.pm

@@ -84 +84 @@
                     q/sortmeta|removesuffix|removeprefix|create_images|/ .
                     q/maxnumeric|separate_cjk|languagemetadata|/ .
-                    q/no_strip_html|index|sections_index_document_metadata)$/,
+                    q/no_strip_html|index|sections_index_document_metadata|/ .
+                    q/store_metadata_coverage)$/,
                     q/(maintainer|languages|indexsubcollections|/ .
                        q/indexes|indexoptions|dontbuild|dontgdbm|mirror|levels|plugout|/ .