Changeset 8123

Timestamp:

2004-09-16T13:42:46+12:00 (20 years ago)

Author:

mdewsnip

Message:

More improvements to the new metadata code, including hfile writing.

Location:

trunk/gli/src/org/greenstone/gatherer/metadata

Files:

• DocXMLFile.java (modified) (4 diffs)
• MetadataElement.java (modified) (2 diffs)
• MetadataSetManager.java (modified) (1 diff)
• MetadataValueTreeModel.java (modified) (2 diffs)
• MetadataXMLFileManager.java (modified) (1 diff)

trunk/gli/src/org/greenstone/gatherer/metadata/DocXMLFile.java

@@ -33 +33 @@
     }
 
+    MetadataSet extracted_metadata_set = MetadataSetManager.getMetadataSet(MetadataSetManager.EXTRACTED_METADATA_NAMESPACE);
+
     // Read all the Archive elements in the file
     NodeList archive_elements_nodelist = document.getElementsByTagName(ARCHIVE_ELEMENT);
@@ -57 +59 @@
             String metadata_element_name_full = current_metadata_element.getAttribute("name");
 
+            // If the metadata has a namespace it isn't extracted metadata, so we're not interested
+            String metadata_set_namespace = MetadataTools.getMetadataSetNamespace(metadata_element_name_full);
+            if (!metadata_set_namespace.equals("")) {
+                continue;
+            }
+
+            // Extracted metadata!
+            String metadata_element_name = metadata_element_name_full;
+
             // Note which file this Section is for
-            if (metadata_element_name_full.equals("gsdlsourcefilename")) {
+            if (metadata_element_name.equals("gsdlsourcefilename")) {
                 gsdlsourcefilename_value = XMLTools.getElementTextValue(current_metadata_element);
 
@@ -85 +96 @@
             }
 
-            // We don't deal with bibliographic data
-            if (metadata_element_name_full.equals("SourceSegment")) {
+            // We don't do much with bibliographic data
+            if (metadata_element_name.equals("SourceSegment")) {
                 bibliographic_data = true;
-                break;
+            }
+
+            // Ignore lower-case metadata elements (gsdlsourcefilename, gsdlassocfile etc.)
+            //   and those starting with '/' (/srclink)
+            char first_character = metadata_element_name.charAt(0);
+            if (Character.isLowerCase(first_character) || first_character == '/') {
+                continue;
+            }
+
+            MetadataElement metadata_element = extracted_metadata_set.getMetadataElement(metadata_element_name);
+            if (metadata_element == null) {
+                // This element isn't defined in ex.mds, so create it for this session
+                System.err.println("Extracted metadata element not defined: " + metadata_element_name);
+                extracted_metadata_set.addMetadataElementForThisSession(metadata_element_name);
             }
             }
@@ -175 +199 @@
 
             MetadataElement metadata_element = extracted_metadata_set.getMetadataElement(metadata_element_name);
-            if (metadata_element == null) {
-                // This element isn't defined in ex.mds, so create it for this session
-                System.err.println("Extracted metadata element not defined: " + metadata_element_name);
-                metadata_element = extracted_metadata_set.addMetadataElementForThisSession(metadata_element_name);
-            }
 
             // Value trees are not stored for extracted metadata, so create a new value tree node now

trunk/gli/src/org/greenstone/gatherer/metadata/MetadataElement.java

@@ -2 +2 @@
 
 
+import java.io.File;
 import org.greenstone.gatherer.util.XMLTools;
 import org.w3c.dom.*;
@@ -112 +113 @@
     return metadata_element_name_full;
     }
+
+
+    public void writeHierarchyFile(File hierarchy_file)
+    {
+    metadata_value_tree_model.writeHierarchyFile(hierarchy_file);
+    }
 }

trunk/gli/src/org/greenstone/gatherer/metadata/MetadataSetManager.java

@@ -116 +116 @@
     metadata_sets.add(metadata_set);
     }
+
+
+    static public void unloadMetadataSet(MetadataSet metadata_set)
+    {
+    // Find the metadata set in the list of loaded sets, and remove it
+    for (int i = 0; i < metadata_sets.size(); i++) {
+        if (metadata_set == (MetadataSet) metadata_sets.get(i)) {
+        metadata_sets.remove(i);
+        break;
+        }
+    }
+    }
+
+
+    static public void writeHierarchyFiles(File directory)
+    {
+    // Make sure the directory (etc) exists
+    if (directory.exists() == false) {
+        return;
+    }
+
+    // Write a hierarchy file for each loaded metadata element, except extracted metadata
+    ArrayList every_metadata_set_element = getEveryMetadataSetElement();
+    for (int i = 0; i < every_metadata_set_element.size(); i++) {
+        MetadataElement metadata_element = (MetadataElement) every_metadata_set_element.get(i);
+        if (metadata_element.isExtractedMetadata() == false) {
+        File hierarchy_file = new File(directory, metadata_element.getFullName() + ".txt");
+        metadata_element.writeHierarchyFile(hierarchy_file);
+        }
+    }
+    }
 }

trunk/gli/src/org/greenstone/gatherer/metadata/MetadataValueTreeModel.java

@@ -2 +2 @@
 
 
+import java.io.*;
 import java.util.*;
 import javax.swing.tree.*;
@@ -108 +109 @@
     return metadata_value_tree_node;
     }
+
+
+    public void writeHierarchyFile(File hierarchy_file)
+    {
+    try {
+        // Write the value tree out to a hierarchy file, for the Hierarchy classifier
+        FileOutputStream file_output_stream = new FileOutputStream(hierarchy_file);
+        OutputStreamWriter output_stream_writer = new OutputStreamWriter(file_output_stream, "UTF-8");
+        BufferedWriter buffered_writer = new BufferedWriter(output_stream_writer);
+
+        writeHierarchyFileInternal((MetadataValueTreeNode) root, "", buffered_writer);
+
+        buffered_writer.flush();
+        buffered_writer.close();
+    }
+    catch (Exception ex) {
+        ex.printStackTrace();
+    }
+    }
+
+
+    private void writeHierarchyFileInternal(MetadataValueTreeNode parent_metadata_value_tree_node, String index, BufferedWriter buffered_writer)
+    throws Exception
+    {
+    // Perform a depth-first traversal of the value tree, writing the metadata values out to the hfile
+    for (int i = 0; i < parent_metadata_value_tree_node.getChildCount(); i++) {
+        MetadataValueTreeNode child_metadata_value_tree_node = (MetadataValueTreeNode) parent_metadata_value_tree_node.getChildAt(i);
+        String metadata_value_full = child_metadata_value_tree_node.getFullValue();
+        String index_string = (index.equals("") ? "" + (i + 1) : index + "." + (i + 1));
+        String metadata_value = child_metadata_value_tree_node.getValue();
+        String hierarchy_string = "\"" + metadata_value_full + "\"\t" + index_string + "\t\"" + metadata_value + "\"\n";
+        buffered_writer.write(hierarchy_string, 0, hierarchy_string.length());
+
+        // Apply recursively
+        writeHierarchyFileInternal(child_metadata_value_tree_node, index_string, buffered_writer);
+    }
+    }
 }

trunk/gli/src/org/greenstone/gatherer/metadata/MetadataXMLFileManager.java

@@ -242 +242 @@
     }
     }
+
+
+    static public void unloadMetadataXMLFile(File metadata_xml_file_file)
+    {
+    System.err.println("Unloading metadata.xml file " + metadata_xml_file_file);
+
+    // Find the metadata.xml file in the list of loaded files, and remove it
+    for (int i = 0; i < metadata_xml_files.size(); i++) {
+        MetadataXMLFile metadata_xml_file = (MetadataXMLFile) metadata_xml_files.get(i);
+        if (metadata_xml_file_file.getAbsolutePath().equals(metadata_xml_file.getAbsolutePath())) {
+        metadata_xml_files.remove(i);
+        break;
+        }
+    }
+    }
 }