source: main/trunk/model-sites-dev/heritage-nz/collect/reports-2019/prepare/xls-to-csv.py@ 32807

Last change on this file since 32807 was 32807, checked in by davidb, 5 years ago

Convert Heritage Spreadsheet to CSV suitable format for Greenstone to link with PDFs

File size: 2.5 KB
Line 
1import xlrd
2import csv
3import os
4
5worksheet_name = "Archaeological reports"
6
7def excel_to_bound_pdf_csv(excel_filename):
8 workbook = xlrd.open_workbook(excel_filename)
9 worksheet = workbook.sheet_by_name(worksheet_name)
10
11 excel_filename_split = os.path.split(excel_filename)
12 excel_dirname = excel_filename_split[0]
13 excel_file = excel_filename_split[1]
14 excel_file_splitext = os.path.splitext(excel_file)
15 excel_file_root = excel_file_splitext[0];
16
17 pdfbound_filename = os.path.join(excel_dirname,"PDF-BOUND "+excel_file_root+".csv")
18 unbound_filename = os.path.join(excel_dirname,"UNBOUND "+excel_file_root+".csv")
19
20 pdf_dirname = os.path.join(excel_dirname,"pdfs")
21
22 # print "Worksheet: " + worksheet_name
23 csv_pdfbound_ofile = open(pdfbound_filename, 'wb')
24 #csv_unbound_ofile = open('{}.csv'.format(excel_file_root), 'wb')
25 csv_unbound_ofile = open(unbound_filename, 'wb')
26
27 pdfbound_wr = csv.writer(csv_pdfbound_ofile, quoting=csv.QUOTE_ALL)
28 unbound_wr = csv.writer(csv_unbound_ofile, quoting=csv.QUOTE_ALL)
29
30 # 1. Skip lines until "Report Identifier" encountered
31 # 2. Remove "Report Identifier" line entries to turn
32 # into Greenstone friendly metadata names
33 # 3. Process the rest of the file, checking if accompanying
34 # PDF file present or not
35
36 num_rows = worksheet.nrows
37
38 row_i = 0
39 found_header = False
40 while row_i<num_rows:
41 first_cell = worksheet.row_values(row_i)[0];
42 if first_cell == "Report Identifier":
43 found_header = True
44 break
45 print "Skipping row {} as not yet encountered 'Report Identifier' metadata label in column 0".format(row_i)
46 row_i = row_i + 1
47
48 if found_header:
49 entry_utf8_row = []
50 for entry in worksheet.row_values(row_i):
51 entry_utf8 = unicode(entry).encode("utf-8")
52 metadata_entry_utf8 = entry_utf8.replace(" ", "")
53
54 entry_utf8_row.append(metadata_entry_utf8)
55 unbound_wr.writerow(entry_utf8_row)
56
57 row_i = row_i + 1
58 while row_i<num_rows:
59 entry_utf8_row = []
60 for entry in worksheet.row_values(row_i):
61 entry_utf8 = unicode(entry).encode("utf-8")
62 entry_utf8_row.append(entry_utf8)
63 unbound_wr.writerow(entry_utf8_row)
64
65 row_i = row_i + 1
66 else:
67 print "Failed to find metadata label 'Report Identifier' in column 0"
68
69
70 csv_pdfbound_ofile.close()
71 csv_unbound_ofile.close()
72
73if __name__ == "__main__":
74 excel_to_bound_pdf_csv(os.sys.argv[1])
75
Note: See TracBrowser for help on using the repository browser.