1 | package org.greenstone.gatherer.metadata;
|
---|
2 |
|
---|
3 |
|
---|
4 | import java.io.*;
|
---|
5 | import java.util.*;
|
---|
6 | import org.greenstone.gatherer.util.Utility;
|
---|
7 | import org.greenstone.gatherer.util.XMLTools;
|
---|
8 | import org.w3c.dom.*;
|
---|
9 |
|
---|
10 |
|
---|
11 | /** This class represents one doc.xml file */
|
---|
12 | public class DocXMLFile
|
---|
13 | extends File
|
---|
14 | {
|
---|
15 | static final private String ARCHIVE_ELEMENT = "Archive";
|
---|
16 | static final private String DESCRIPTION_ELEMENT = "Description";
|
---|
17 | static final private String METADATA_ELEMENT = "Metadata";
|
---|
18 | static final private String SECTION_ELEMENT = "Section";
|
---|
19 |
|
---|
20 | private ArrayList files_in_doc_xml_file = new ArrayList();
|
---|
21 |
|
---|
22 |
|
---|
23 | public DocXMLFile(String doc_xml_file_path)
|
---|
24 | {
|
---|
25 | super(doc_xml_file_path);
|
---|
26 | }
|
---|
27 |
|
---|
28 |
|
---|
29 | public ArrayList getMetadataExtractedFromFile(File file)
|
---|
30 | {
|
---|
31 | // Build up a list of metadata extracted from this file
|
---|
32 | ArrayList metadata_values = new ArrayList();
|
---|
33 |
|
---|
34 | String file_relative_path = file.getAbsolutePath();
|
---|
35 | int import_index = file_relative_path.indexOf("import");
|
---|
36 | if (import_index != -1) {
|
---|
37 | file_relative_path = file_relative_path.substring(import_index + "import".length() + 1);
|
---|
38 | }
|
---|
39 |
|
---|
40 | // Check whether this doc.xml file contains extracted metadata for the specified file
|
---|
41 | boolean contains_extracted_metadata_for_file = false;
|
---|
42 | for (int i = 0; i < files_in_doc_xml_file.size(); i++) {
|
---|
43 | if (file_relative_path.equals(files_in_doc_xml_file.get(i))) {
|
---|
44 | contains_extracted_metadata_for_file = true;
|
---|
45 | break;
|
---|
46 | }
|
---|
47 | }
|
---|
48 |
|
---|
49 | // ...it doesn't
|
---|
50 | if (!contains_extracted_metadata_for_file) {
|
---|
51 | return metadata_values;
|
---|
52 | }
|
---|
53 |
|
---|
54 | // Parse the doc.xml file
|
---|
55 | System.err.println("Applicable doc.xml file: " + this);
|
---|
56 | Document document = XMLTools.parseXMLFile(this);
|
---|
57 | if (document == null) {
|
---|
58 | System.err.println("Error: Could not parse doc.xml file " + getAbsolutePath());
|
---|
59 | return metadata_values;
|
---|
60 | }
|
---|
61 |
|
---|
62 | MetadataSet extracted_metadata_set = MetadataSetManager.getMetadataSet(MetadataSetManager.EXTRACTED_METADATA_NAMESPACE);
|
---|
63 |
|
---|
64 | // Read all the Archive elements in the file
|
---|
65 | NodeList archive_elements_nodelist = document.getElementsByTagName(ARCHIVE_ELEMENT);
|
---|
66 | for (int i = 0; i < archive_elements_nodelist.getLength(); i++) {
|
---|
67 | Element current_archive_element = (Element) archive_elements_nodelist.item(i);
|
---|
68 |
|
---|
69 | // Read the child Section elements of the archive (but not all descendants)
|
---|
70 | ArrayList child_section_elements = XMLTools.getChildElementsByTagName(current_archive_element, SECTION_ELEMENT);
|
---|
71 | for (int j = 0; j < child_section_elements.size(); j++) {
|
---|
72 | Element current_section_element = (Element) child_section_elements.get(j);
|
---|
73 |
|
---|
74 | // Read the Description elements of this section only (not child sections as well)
|
---|
75 | ArrayList child_description_elements = XMLTools.getChildElementsByTagName(current_section_element, DESCRIPTION_ELEMENT);
|
---|
76 | for (int k = 0; k < child_description_elements.size(); k++) {
|
---|
77 | Element current_description_element = (Element) child_description_elements.get(k);
|
---|
78 |
|
---|
79 | // Read all the Metadata elements in this description element
|
---|
80 | NodeList metadata_elements_nodelist = current_description_element.getElementsByTagName(METADATA_ELEMENT);
|
---|
81 | for (int l = 0; l < metadata_elements_nodelist.getLength(); l++) {
|
---|
82 | Element current_metadata_element = (Element) metadata_elements_nodelist.item(l);
|
---|
83 | String metadata_element_name_full = current_metadata_element.getAttribute("name");
|
---|
84 |
|
---|
85 | // If the metadata has a namespace it isn't extracted metadata, so we're not interested
|
---|
86 | String metadata_set_namespace = MetadataTools.getMetadataSetNamespace(metadata_element_name_full);
|
---|
87 | if (!metadata_set_namespace.equals("")) {
|
---|
88 | continue;
|
---|
89 | }
|
---|
90 |
|
---|
91 | // Extracted metadata!
|
---|
92 | String metadata_element_name = metadata_element_name_full;
|
---|
93 |
|
---|
94 | // Ignore lower-case metadata elements (gsdlsourcefilename, gsdlassocfile etc.)
|
---|
95 | // and those starting with '/' (/srclink)
|
---|
96 | char first_character = metadata_element_name.charAt(0);
|
---|
97 | if (Character.isLowerCase(first_character) || first_character == '/') {
|
---|
98 | continue;
|
---|
99 | }
|
---|
100 |
|
---|
101 | MetadataElement metadata_element = extracted_metadata_set.getMetadataElement(metadata_element_name);
|
---|
102 |
|
---|
103 | // Value trees are not stored for extracted metadata, so create a new value tree node now
|
---|
104 | String current_metadata_element_value = XMLTools.getElementTextValue(current_metadata_element);
|
---|
105 | metadata_element.addMetadataValue(current_metadata_element_value);
|
---|
106 | MetadataValueTreeNode metadata_value_tree_node = metadata_element.getMetadataValueTreeNode(current_metadata_element_value);
|
---|
107 |
|
---|
108 | // Add the new metadata value to the list
|
---|
109 | MetadataValue metadata_value = new MetadataValue(metadata_element, metadata_value_tree_node);
|
---|
110 | metadata_values.add(metadata_value);
|
---|
111 | }
|
---|
112 | }
|
---|
113 | }
|
---|
114 | }
|
---|
115 |
|
---|
116 | return metadata_values;
|
---|
117 | }
|
---|
118 |
|
---|
119 |
|
---|
120 | /**
|
---|
121 | * Every doc.xml file must be skimmed when a collection is opened, for two reasons:
|
---|
122 | * - To build a mapping from source file to its corresponding doc.xml file
|
---|
123 | * - To get a complete list of all extracted metadata elements
|
---|
124 | */
|
---|
125 | public void skimFile()
|
---|
126 | {
|
---|
127 | MetadataSet extracted_metadata_set = MetadataSetManager.getMetadataSet(MetadataSetManager.EXTRACTED_METADATA_NAMESPACE);
|
---|
128 |
|
---|
129 | // Skim the doc.xml file as quickly as possible (don't parse as XML), looking at the Metadata elements
|
---|
130 | System.err.println("Skimming doc.xml file " + this + "...");
|
---|
131 | try {
|
---|
132 | BufferedReader buffered_reader = new BufferedReader(new FileReader(this));
|
---|
133 | String line = null;
|
---|
134 | while ((line = buffered_reader.readLine()) != null) {
|
---|
135 | // This line doesn't contain a metadata element
|
---|
136 | if (line.indexOf("<Metadata ") == -1) {
|
---|
137 | continue;
|
---|
138 | }
|
---|
139 |
|
---|
140 | // Extract the metadata element name
|
---|
141 | int name_index = line.indexOf(" name=\"") + " name=\"".length();
|
---|
142 | String metadata_element_name_full = line.substring(name_index, line.indexOf("\"", name_index));
|
---|
143 |
|
---|
144 | // If the metadata has a namespace it isn't extracted metadata, so we're not interested
|
---|
145 | String metadata_set_namespace = MetadataTools.getMetadataSetNamespace(metadata_element_name_full);
|
---|
146 | if (!metadata_set_namespace.equals("")) {
|
---|
147 | continue;
|
---|
148 | }
|
---|
149 |
|
---|
150 | // Extracted metadata!
|
---|
151 | String metadata_element_name = metadata_element_name_full;
|
---|
152 |
|
---|
153 | // Note which file this doc.xml is for
|
---|
154 | if (metadata_element_name.equals("gsdlsourcefilename")) {
|
---|
155 | // Extract the gsdlsourcefilename element value
|
---|
156 | int value_index = line.indexOf(">", name_index) + ">".length();
|
---|
157 | String gsdlsourcefilename_value = line.substring(value_index, line.indexOf("<", value_index));
|
---|
158 |
|
---|
159 | // We're only interested in the path relative to the import folder
|
---|
160 | int import_index = gsdlsourcefilename_value.indexOf("import");
|
---|
161 | if (import_index != -1) {
|
---|
162 | gsdlsourcefilename_value = gsdlsourcefilename_value.substring(import_index + "import".length());
|
---|
163 |
|
---|
164 | boolean is_unix_path = gsdlsourcefilename_value.startsWith("/");
|
---|
165 | gsdlsourcefilename_value = gsdlsourcefilename_value.substring(1);
|
---|
166 |
|
---|
167 | // Make sure the path matches the OS that is running
|
---|
168 | if (is_unix_path && Utility.isWindows()) {
|
---|
169 | // Convert path from Unix to Windows
|
---|
170 | gsdlsourcefilename_value = gsdlsourcefilename_value.replaceAll("/", File.separator);
|
---|
171 | }
|
---|
172 | if (!is_unix_path && !Utility.isWindows()) {
|
---|
173 | // Convert path from Windows to Unix
|
---|
174 | gsdlsourcefilename_value = gsdlsourcefilename_value.replaceAll("\\\\", File.separator);
|
---|
175 | }
|
---|
176 |
|
---|
177 | // Remember this for quick access later
|
---|
178 | if (gsdlsourcefilename_value != null) {
|
---|
179 | files_in_doc_xml_file.add(gsdlsourcefilename_value);
|
---|
180 | }
|
---|
181 | }
|
---|
182 | else {
|
---|
183 | // We don't really know what is going on...
|
---|
184 | System.err.println("Warning: Could not understand gsdlsourcefilename " + gsdlsourcefilename_value);
|
---|
185 | }
|
---|
186 | }
|
---|
187 |
|
---|
188 | // Ignore lower-case metadata elements (gsdlsourcefilename, gsdlassocfile etc.)
|
---|
189 | // and those starting with '/' (/srclink)
|
---|
190 | char first_character = metadata_element_name.charAt(0);
|
---|
191 | if (Character.isLowerCase(first_character) || first_character == '/') {
|
---|
192 | continue;
|
---|
193 | }
|
---|
194 |
|
---|
195 | MetadataElement metadata_element = extracted_metadata_set.getMetadataElement(metadata_element_name);
|
---|
196 | if (metadata_element == null) {
|
---|
197 | // This element isn't defined in ex.mds, so create it for this session
|
---|
198 | System.err.println("Extracted metadata element not defined: " + metadata_element_name);
|
---|
199 | extracted_metadata_set.addMetadataElementForThisSession(metadata_element_name);
|
---|
200 | }
|
---|
201 | }
|
---|
202 | }
|
---|
203 | catch (Exception ex) {
|
---|
204 | System.err.println("Exception: " + ex);
|
---|
205 | ex.printStackTrace();
|
---|
206 | }
|
---|
207 | }
|
---|
208 | }
|
---|