Changeset 15748

Timestamp:

2008-05-28T14:29:31+12:00 (16 years ago)

Author:

mdewsnip

Message:

(Adding dynamic classifiers) Added new code into write_infodb_entry_sqlite() to add document metadata to a new "document_metadata" table, for use by the dynamic classifiers.

File:

• gsdl/trunk/perllib/dbutil.pm (modified) (2 diffs)

gsdl/trunk/perllib/dbutil.pm

@@ -213 +213 @@
 
     print $infodb_file_handle "CREATE TABLE data (key TEXT, value TEXT, PRIMARY KEY(key));\n";
+    print $infodb_file_handle "CREATE TABLE document_metadata (id INTEGER PRIMARY KEY, docOID TEXT, element TEXT, value TEXT);\n";
 
     return $infodb_file_handle;
@@ -243 +244 @@
     }
 
-    print $infodb_handle "DELETE FROM data WHERE key='" . &sqlite_safe($infodb_key) . "';\n";
-    print $infodb_handle "INSERT INTO data (key, value) VALUES ('" . &sqlite_safe($infodb_key) . "', '" . &sqlite_safe($infodb_entry_value) . "');\n";
+    my $safe_infodb_key = &sqlite_safe($infodb_key);
+    print $infodb_handle "DELETE FROM data WHERE key='" . $safe_infodb_key . "';\n";
+    print $infodb_handle "INSERT INTO data (key, value) VALUES ('" . $safe_infodb_key . "', '" . &sqlite_safe($infodb_entry_value) . "');\n";
+
+    # If this infodb entry is for a document, add all the interesting document metadata to the
+    #   "document_metadata" table (for use by the dynamic classifiers)
+    if ($infodb_key !~ /\./ && $infodb_entry_value =~ /\<doctype\>doc\n/)
+    {
+    print $infodb_handle "DELETE FROM document_metadata WHERE docOID='" . $safe_infodb_key . "';\n";
+
+    foreach my $infodb_value_key (keys(%$infodb_map))
+    {
+        # We're not interested in most of the automatically added document metadata
+        next if ($infodb_value_key eq "archivedir" ||
+             $infodb_value_key eq "assocfilepath" ||
+             $infodb_value_key eq "childtype" ||
+             $infodb_value_key eq "contains" ||
+             $infodb_value_key eq "docnum" ||
+             $infodb_value_key eq "doctype" ||
+             $infodb_value_key eq "Encoding" ||
+             $infodb_value_key eq "FileSize" ||
+             $infodb_value_key eq "hascover" ||
+             $infodb_value_key eq "hastxt" ||
+             $infodb_value_key eq "lastmodified" ||
+             $infodb_value_key eq "metadataset" ||
+             $infodb_value_key eq "thistype" ||
+             $infodb_value_key =~ /^metadatafreq\-/ ||
+             $infodb_value_key =~ /^metadatalist\-/);
+
+        foreach my $infodb_value (@{$infodb_map->{$infodb_value_key}})
+        {
+        print $infodb_handle "INSERT INTO document_metadata (docOID, element, value) VALUES ('" . $safe_infodb_key . "', '" . &sqlite_safe($infodb_value_key) . "', '" . &sqlite_safe($infodb_value) . "');\n";
+        }
+    }
+    }
 }