Changeset 38701

Timestamp:

2024-02-06T13:17:33+13:00 (4 months ago)

Author:

davidb

Message:

metadata.xml files now include entries matched against PDF files

Location:

gs3-installations/intermuse/trunk/sites/intermuse/collect/ephemeral-heterogeneous/prepare

Files:

• pagedimage-fs-generate-metadata-files.py (modified) (2 diffs)
• pagedimagemd.py (modified) (6 diffs)

gs3-installations/intermuse/trunk/sites/intermuse/collect/ephemeral-heterogeneous/prepare/pagedimage-fs-generate-metadata-files.py

@@ -11 +11 @@
 if __name__ == "__main__":
     
-    toplevel_dir="Digitised-materials-ready-for-digital-archive"
-    output_filename = None
+    input_toplevel_dir="Digitised-materials-ready-for-digital-archive"
+    output_toplevel_dir="Digitised-materials-ready-for-digital-archive--additional"
     
     if len(sys.argv) > 1:
-        toplevel_dir = sys.argv[1]
+        input_toplevel_dir = sys.argv[1]
 
-#    if len(sys.argv) > 2:
-#        output_filename = sys.argv[2]
+    if len(sys.argv) > 2:
+        output_toplevel_dir = sys.argv[2]
         
-    fs_structure_dirs = pagedimagefs.determine_fs_structure(toplevel_dir)
+    fs_structure_dirs = pagedimagefs.determine_fs_structure(input_toplevel_dir)
 
     pagedimagemd.add_directory_metadata(fs_structure_dirs)
@@ -27 +27 @@
         pagedimagefs.print_fs_structure(fs_structure_dirs)
         
-    pagedimagemd.output_directory_metadata(fs_structure_dirs)
+    pagedimagemd.output_directory_metadata(fs_structure_dirs,input_toplevel_dir,output_toplevel_dir)
 
-#    if output_filename == None:
-#        print(needs_item_file_recs)
-#        #pagedimagefs.output_pdf_files(all_pdfs)
-#    else:
-#        x=1
-#        #pagedimagefs.save_pdf_list(all_pdfs,output_filename)
 
 

gs3-installations/intermuse/trunk/sites/intermuse/collect/ephemeral-heterogeneous/prepare/pagedimagemd.py

@@ -8 +8 @@
     'RCM BMS chapters programmes and congress'  : {},
     'YorkHMS BMS Borthwick IIIF/BMS'          : {
-        "type": "Programme",
-        "publisher" : "The British Music Society of York",
-        "regex"     : r'^BMS_\d+.*\.pdf$'
+        "type"       : "Programme",
+        "publisher"  : "The British Music Society of York",
+        "file-regex" : r'^BMS_\d+.*\.pdf$'
     },
     'YorkHMS BMS Borthwick IIIF/HMS'          : {
@@ -58 +58 @@
     return matching_md_rules;
 
+def add_pdf_filenames_metadata(fs_structure_dirs,full_dirname,dir_match_type):
+    fs_structure_this_dir = fs_structure_dirs[full_dirname]
+
+    pdf_filenames = fs_structure_this_dir["pdf-filenames"]
+
+
+    for pdf_filename in pdf_filenames:
+        metadata_description_list = []
+            
+        title_from_filename = re.sub(r"\.\w+$","",pdf_filename)
+        title_from_filename = re.sub(r"_"," ",title_from_filename,flags=re.IGNORECASE)
+        
+        metadata_description_list.append(
+            f"<Metadata mode=\"override\" name=\"im.Title\">{title_from_filename}</Metadata>"
+        )
+        metadata_description_list.append(
+            f"<Metadata mode=\"override\" name=\"im.{dir_match_type}Title\">{title_from_filename}</Metadata>"
+        )
+
+        pdf_filename_re = "^"+re.sub(r"\.","\\.",pdf_filename)+"$"
+        
+        metadata_fileset = { "FileSet": { "FileName": f"{pdf_filename_re}", "Descriptions": metadata_description_list } }
+
+        fs_structure_this_dir["metadata-filesets"].append(metadata_fileset)
+        
+    
 def add_directory_metadata(fs_structure_dirs):
    
@@ -98 +124 @@
                 )
 
-                is_programme = "true" if (type == "programme") else "false"
+                is_programme = "true" if (type == "Programme") else "false"
                 
                 metadata_description_list.append(
@@ -114 +140 @@
             fs_structure_this_dir["metadata-filesets"].append(metadata_fileset)
 
+            add_pdf_filenames_metadata(fs_structure_dirs,full_dirname,type)
+            
             # debugging
             # print(f"{matching_md_dir_rules} matches {full_dirname}")
 
 
-def output_directory_metadata(fs_structure_dirs):
-   
-    for full_dirname in sorted(fs_structure_dirs.keys()):
-
-        fs_structure_this_dir = fs_structure_dirs[full_dirname]
+def output_directory_metadata(fs_structure_dirs, input_toplevel_dirname,output_toplevel_dirname):
+    
+    print("Writing out added metadata-filesets as metadata.xml files to:")
+    print(f"  {output_toplevel_dirname}")
+    print("----")
+    print("Processing directories:")
+    
+    for input_full_dirname in sorted(fs_structure_dirs.keys()):
+
+        output_full_dirname = re.sub(r"^"+input_toplevel_dirname+os.sep,output_toplevel_dirname+os.sep,input_full_dirname)
+        print(f"  {output_full_dirname}")
+        
+        fs_structure_this_dir = fs_structure_dirs[input_full_dirname]
 
         if len(fs_structure_this_dir["metadata-filesets"]) > 0:
 
+            fileset_lines = ""
+            
             for metadata_fileset in fs_structure_this_dir["metadata-filesets"]:
 
@@ -133 +171 @@
                 for description in metadata_fileset["FileSet"]["Descriptions"]:
                     description_lines += f"        {description}\n"
-                    
-                # Outer metadata.xml in the form
-
-                # <?xml version="1.0" encoding="UTF-8"?>
-                # <!DOCTYPE DirectoryMetadata SYSTEM "http://greenstone.org/dtd/DirectoryMetadata/1.0/DirectoryMetadata.dtd">
-                # <DirectoryMetadata>
-                #
-                #   <FileSet>
-                #     <FileName>...</FileName>
-                #     <Description>
-                #       # ...
-                #     </Description>
-                #   </FileSet>
-                #
-                # </DirectoryMetadata>
-
-
-                metadata_xml = f"""<?xml version="1.0" encoding="UTF-8"?>
-<!DOCTYPE DirectoryMetadata SYSTEM "http://greenstone.org/dtd/DirectoryMetadata/1.0/DirectoryMetadata.dtd">
-<DirectoryMetadata>
+
+
+                fileset_lines += f"""
 
   <FileSet>
@@ -159 +180 @@
 {description_lines}
     </Description>
-  <FileSet>
-
+  </FileSet>
+"""
+
+            fileset_lines += "\n"
+            
+            # Outer metadata.xml in the form
+
+            # <?xml version="1.0" encoding="UTF-8"?>
+            # <!DOCTYPE DirectoryMetadata SYSTEM "http://greenstone.org/dtd/DirectoryMetadata/1.0/DirectoryMetadata.dtd">
+            # <DirectoryMetadata>
+            #
+            #   <FileSet>
+            #     <FileName>...</FileName>
+            #     <Description>
+            #       # ...
+            #     </Description>
+            #   </FileSet>
+            #
+            # </DirectoryMetadata>
+
+
+            metadata_xml = f"""<?xml version="1.0" encoding="UTF-8"?>
+<!DOCTYPE DirectoryMetadata SYSTEM "http://greenstone.org/dtd/DirectoryMetadata/1.0/DirectoryMetadata.dtd">
+<DirectoryMetadata>
+{fileset_lines}
 </DirectoryMetadata>"""
-                
-                print("----")
-                print(metadata_xml)
-                print("----")
+                                
+            output_full_metadata_filename = os.path.join(output_full_dirname,"metadata.xml")
+                
+            os.makedirs(output_full_dirname, exist_ok=True )
+
+            with open(output_full_metadata_filename, "w", encoding="utf-8") as fout:
+                fout.write(metadata_xml)
+                fout.write("\n")