source: other-projects/is-sheet-music-encore/trunk/Makefile

Last change on this file was 33589, checked in by cpb16, 5 years ago

final01. Need Map results still

File size: 17.3 KB
Line 
1#**********
2#Quick CMD for EndToEndSystem.sh
3#**********
4ete-twentyMU-borders-quick:
5 ./EndToEndSystem.sh argTest argTest0p 0
6 ./EndToEndSystem.sh argTest argTest5p 5
7 ./EndToEndSystem.sh argTest argTest10p 10
8 ./EndToEndSystem.sh argTest argTest20p 20
9 ./EndToEndSystem.sh argTest argTest40p 40
10 cd image-identification-terminal/log-EndToEnd; cat */results.txt > BatchResults.txt
11
12ete-all-borders-morph:
13 ./EndToEndSystem.sh morph-border morph-border-at-0 0
14 ./EndToEndSystem.sh morph-border morph-border-at-5 5
15 ./EndToEndSystem.sh morph-border morph-border-at-10 10
16 ./EndToEndSystem.sh morph-border morph-border-at-20 20
17 ./EndToEndSystem.sh morph-border morph-border-at-40 40
18 cd image-identification-terminal/log-EndToEnd; cat morph*/results.txt > BatchResultsMorph.txt
19
20ete-all-borders-cluster:
21 ./EndToEndSystem.sh cluster-border cluster-border-at-0 0
22 ./EndToEndSystem.sh cluster-border cluster-border-at-5 5
23 ./EndToEndSystem.sh cluster-border cluster-border-at-10 10
24 ./EndToEndSystem.sh cluster-border cluster-border-at-20 20
25 ./EndToEndSystem.sh cluster-border cluster-border-at-40 40
26 cd image-identification-terminal/log-EndToEnd; cat cluster*/results.txt > BatchResultsCluster.txt
27
28ete-all-borders-count:
29 ./EndToEndSystem.sh count-border count-border-at-0 0
30 ./EndToEndSystem.sh count-border count-border-at-5 5
31 ./EndToEndSystem.sh count-border count-border-at-10 10
32 ./EndToEndSystem.sh count-border count-border-at-20 20
33 ./EndToEndSystem.sh count-border count-border-at-40 40
34 cd image-identification-terminal/log-EndToEnd; cat count*/results.txt > BatchResultsCount.txt
35
36#BLOCKSIZE (CHANGED MAIN COMPARISION JAVA FILE FROM 15 to BLOCKSIZE)
37
38ete-all-borders-count-BLOCKSIZED:
39 ./EndToEndSystem.sh count-border count-borderBLOCKSIZED-at-0 0
40 ./EndToEndSystem.sh count-border count-borderBLOCKSIZED-at-5 5
41 ./EndToEndSystem.sh count-border count-borderBLOCKSIZED-at-10 10
42 ./EndToEndSystem.sh count-border count-borderBLOCKSIZED-at-20 20
43 ./EndToEndSystem.sh count-border count-borderBLOCKSIZED-at-40 40
44 cd image-identification-terminal/log-EndToEnd; cat count-borderBLOCKSIZED*/results.txt > BatchResultsCountBLOCKSIZED.txt
45ete-all-borders-morph-BLOCKSIZED:
46 ./EndToEndSystem.sh morph-border morph-borderBLOCKSIZED-at-0 0
47 ./EndToEndSystem.sh morph-border morph-borderBLOCKSIZED-at-5 5
48 ./EndToEndSystem.sh morph-border morph-borderBLOCKSIZED-at-10 10
49 ./EndToEndSystem.sh morph-border morph-borderBLOCKSIZED-at-20 20
50 ./EndToEndSystem.sh morph-border morph-borderBLOCKSIZED-at-40 40
51 cd image-identification-terminal/log-EndToEnd; cat morph-borderBLOCKSIZED*/results.txt > BatchResultsMorphBLOCKSIZED.txt
52
53ete-blocksize-both-ob-args:
54 ./EndToEndSystem.sh count-border count-borderBLOCKSIZED-at-0 0
55 ./EndToEndSystem.sh morph-border morph-borderBLOCKSIZED-at-0 0
56
57 ./EndToEndSystem.sh count-border count-borderBLOCKSIZED-at-5 5
58 ./EndToEndSystem.sh morph-border morph-borderBLOCKSIZED-at-5 5
59
60 ./EndToEndSystem.sh count-border count-borderBLOCKSIZED-at-10 10
61 ./EndToEndSystem.sh morph-border morph-borderBLOCKSIZED-at-10 10
62
63 ./EndToEndSystem.sh count-border count-borderBLOCKSIZED-at-20 20
64 ./EndToEndSystem.sh morph-border morph-borderBLOCKSIZED-at-20 20
65
66 ./EndToEndSystem.sh count-border count-borderBLOCKSIZED-at-40 40
67 ./EndToEndSystem.sh morph-border morph-borderBLOCKSIZED-at-40 40
68
69 cd image-identification-terminal/log-EndToEnd; cat count-borderBLOCKSIZED*/results.txt > BatchResultsCountBLOCKSIZED.txt
70 cd image-identification-terminal/log-EndToEnd; cat morph-borderBLOCKSIZED*/results.txt > BatchResultsMorphBLOCKSIZED.txt
71#**********
72#Utilities/Test
73#**********
74hi-res-download-map-middle:
75 ./COMPX520-DOWNLOADER-MIDDLE-PNG.sh java-gen-corpus/MapListNumPages.txt MP
76
77compile:
78 cd java-gen-corpus; javac *.java;
79
80download-single:
81 ./COMPX520-RUN-PNG-hi-res.sh coo1.ark:/13960/t2t448j81 1 /..
82
83test-get-page-numbers-map:
84 cd java-gen-corpus; javac javaGenMapPageCountChecker.java
85 cd java-gen-corpus; java javaGenMapPageCountChecker gen-500-MP-hathiFullIDList.txt 234 MapListNumPages.txt
86
87
88test-gen-new-5000-map:
89 #MAKE SURE TO RUN source SETUP.bash prior to this cmd
90 cd java-gen-corpus; javac javaGenMap5000ValidIDList.java
91 cd java-gen-corpus; java javaGenMap5000ValidIDList gen-500-MP-hathiFullIDList.txt gen-5000-MapList02.txt
92
93test-gen-new-5000-local-map:
94 #MAKE SURE TO RUN source SETUP.bash prior to this cmd
95 cd java-gen-corpus; javac javaGenMapLocal5000ValidIDList.java
96 cd java-gen-corpus; java javaGenMapLocal5000ValidIDList MapListNumPages.txt gen-5000-Local-MapList.txt
97
98run-morphology-20-test-time:
99 time make run-morphology-20-test
100run-morphology-20-test:
101 #cd image-identification-terminal/log-all-hires-new/test; rm *.txt
102 cd image-identification-terminal; javac javaAccuracyCalculator.java
103 cd image-identification-terminal; javac -cp /Scratch/cpb16/opencv-3.4.2/build/bin/opencv-342.jar javaClassifierComparison.java;
104 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/SE morphology log-all-hires-new/test/log-morphology-SE-test.txt -testNew
105 cd image-identification-terminal; date >> log-all-hires-new/test/results.txt
106 cd image-identification-terminal; cat configClassifierComparison.properties >> log-all-hires-new/test/results.txt
107 cd image-identification-terminal; java javaAccuracyCalculator log-all-hires-new/test/log-morphology-SE-test.txt morphology-SE log-all-hires-new/test/results.txt
108 cd image-identification-terminal; less log-all-hires-new/test/results.txt
109 cd image-identification-terminal; less log-all-hires-new/test/log-morphology-SE-test.txt
110
111run-morph-single:
112 cd image-identification-terminal; make testrun-classifier-single-morph
113run-count-single:
114 cd image-identification-terminal; make testrun-classifier-single-count
115run-cluster-single:
116 cd image-identification-terminal; make testrun-classifier-single-cluster
117run-combo-single:
118 cd image-identification-terminal; make testrun-classifier-single-combo
119#**********
120#HI-RES
121#**********
122
123hi-res-download-all:
124 ./COMPX520-DOWNLOADER-PNG-10PAGES-hi-res.sh java-gen-corpus/MU-500-reconstructed.txt MU
125 ./COMPX520-DOWNLOADER-PNG-10PAGES-hi-res.sh java-gen-corpus/BK-500-reconstructed.txt BK
126 ./COMPX520-DOWNLOADER-PNG-10PAGES-hi-res.sh java-gen-corpus/SE-500-reconstructed.txt SE
127 make hi-res-download-map
128hi-res-download-map:
129 ./COMPX520-MAP-DOWNLOADER-PNG.sh MapListGen/gen-500-Local-MapList-final.txt MP
130
131######################################
132#CAUTION: run must: source SETUP.bash
133#Prior to running the gen-* scripts
134######################################
135gen-10000-MU:
136 cd java-gen-corpus; javac *.java
137 cd java-gen-corpus; java javaGenFullIDList hathiFull.txt gen-10000-MU-hathiFullIDList.txt MU
138 cd java-gen-corpus; java javaGenFirstAndLastTenIDList gen-10000-MU-hathiFullIDList.txt 10000 gen-10000-MU-hathiValidIDList.txt
139#./FirstAndLastTest-DOWNLOADER-PNG.sh java-gen-corpus/gen-10000-MU-hathiValidIDList.txt MU
140
141
142#***********
143#CLASSIFIERS
144#***********
145run-cluster-single-test:
146 cd image-identification-terminal; make testrun-classifier-single-cluster
147
148run-count-single-test:
149 cd image-identification-terminal; make testrun-classifier-single-count
150
151run-cluster-corpus-hires:
152#Compile
153 cd image-identification-terminal; javac javaAccuracyCalculator.java
154 cd image-identification-terminal; javac -cp /Scratch/cpb16/opencv-3.4.2/build/bin/opencv-342.jar javaClassifierComparison.java;
155#Run classifier
156 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/MU cluster log-all-hires-new/log-cluster-MU.txt -allNew
157 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/BK cluster log-all-hires-new/log-cluster-BK.txt -allNew
158 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/MP cluster log-all-hires-new/log-cluster-MP.txt -allNew
159 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/SE cluster log-all-hires-new/log-cluster-SE.txt -allNew
160#Calculate accuracy
161 cd image-identification-terminal; echo configClassifierComparison.properties >> log-all-hires-new/results.txt
162 cd image-identification-terminal; java javaAccuracyCalculator log-all-hires-new/log-cluster-MU.txt cluster-MU log-all-hires-new/results.txt
163 cd image-identification-terminal; java javaAccuracyCalculator log-all-hires-new/log-cluster-BK.txt cluster-BK log-all-hires-new/results.txt
164 cd image-identification-terminal; java javaAccuracyCalculator log-all-hires-new/log-cluster-MP.txt cluster-MP log-all-hires-new/results.txt
165 cd image-identification-terminal; java javaAccuracyCalculator log-all-hires-new/log-cluster-SE.txt cluster-SE log-all-hires-new/results.txt
166 #Display the results
167 cd image-identification-terminal; less log-all-hires-new/results.txt
168
169run-count-corpus-hires:
170#Compile
171 cd image-identification-terminal; javac javaAccuracyCalculator.java
172 cd image-identification-terminal; javac -cp /Scratch/cpb16/opencv-3.4.2/build/bin/opencv-342.jar javaClassifierComparison.java;
173#Run classifier
174 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/MU count log-all-hires-new/log-count-MU.txt -allNew
175 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/BK count log-all-hires-new/log-count-BK.txt -allNew
176 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/MP count log-all-hires-new/log-count-MP.txt -allNew
177 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/SE count log-all-hires-new/log-count-SE.txt -allNew
178#Calculate accuracy
179 cd image-identification-terminal; java javaAccuracyCalculator log-all-hires-new/log-count-MU.txt count-MU log-all-hires-new/results.txt
180 cd image-identification-terminal; java javaAccuracyCalculator log-all-hires-new/log-count-BK.txt count-BK log-all-hires-new/results.txt
181 cd image-identification-terminal; java javaAccuracyCalculator log-all-hires-new/log-count-MP.txt count-MP log-all-hires-new/results.txt
182 cd image-identification-terminal; java javaAccuracyCalculator log-all-hires-new/log-count-SE.txt count-SE log-all-hires-new/results.txt
183 #Display the results
184 cd image-identification-terminal; less log-all-hires-new/results.txt
185
186#Cluster and Count
187run-combo-corpus-hires:
188#Compile
189 cd image-identification-terminal; javac javaAccuracyCalculator.java
190 cd image-identification-terminal; javac -cp /Scratch/cpb16/opencv-3.4.2/build/bin/opencv-342.jar javaClassifierComparison.java;
191#Run classifier
192 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/MU combo log-all-hires-new/log-combo-MU.txt -allNew
193 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/BK combo log-all-hires-new/log-combo-BK.txt -allNew
194#cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/MP combo log-all-hires-new/log-combo-MP.txt -allNew
195 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/SE combo log-all-hires-new/log-combo-SE.txt -allNew
196#Calculate accuracy
197 cd image-identification-terminal; java javaAccuracyCalculator log-all-hires-new/log-combo-MU.txt combo-MU log-all-hires-new/results.txt
198 cd image-identification-terminal; java javaAccuracyCalculator log-all-hires-new/log-combo-BK.txt combo-BK log-all-hires-new/results.txt
199#cd image-identification-terminal; java javaAccuracyCalculator log-all-hires-new/log-combo-MP.txt combo-MP log-all-hires-new/results.txt
200 cd image-identification-terminal; java javaAccuracyCalculator log-all-hires-new/log-combo-SE.txt combo-SE log-all-hires-new/results.txt
201 #Display the results
202 cd image-identification-terminal; less log-all-hires-new/results.txt
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217#**************
218#OLD SCRIPTS
219#**************
220#OLDCLASSIFIERS
221#**************
222run-houghlinesP-refined-corpus:
223#cd image-identification-terminal; cd log-all; rm *.txt
224 #Compile
225 cd image-identification-terminal; javac javaAccuracyCalculator.java
226 cd image-identification-terminal; javac -cp /Scratch/cpb16/opencv-3.4.2/build/bin/opencv-342.jar javaImageClassifier.java;
227 #Run javaImageClassifier on all images in Corpus
228 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/download-images/MU houghlinesP-refined log-all/log-houghlinesP-refined-MU.txt -all
229 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/download-images/BK houghlinesP-refined log-all/log-houghlinesP-refined-BK.txt -all
230 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/download-images/MP houghlinesP-refined log-all/log-houghlinesP-refined-MP.txt -all
231 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/download-images/SE houghlinesP-refined log-all/log-houghlinesP-refined-SE.txt -all
232 #Calculate the Accuracy of the classifier
233 cd image-identification-terminal; java javaAccuracyCalculator log-all/log-houghlinesP-refined-MU.txt houghlinesP-refined-MU log-all/results.txt
234 cd image-identification-terminal; java javaAccuracyCalculator log-all/log-houghlinesP-refined-BK.txt houghlinesP-refined-BK log-all/results.txt
235 cd image-identification-terminal; java javaAccuracyCalculator log-all/log-houghlinesP-refined-MP.txt houghlinesP-refined-MP log-all/results.txt
236 cd image-identification-terminal; java javaAccuracyCalculator log-all/log-houghlinesP-refined-SE.txt houghlinesP-refined-SE log-all/results.txt
237 #Display the results
238 cd image-identification-terminal; less log-all/results.txt
239
240run-houghlinesP-refined-corpus-hi-res:
241 cd image-identification-terminal; cd log-all-hires; rm *.txt
242 #Compile
243 cd image-identification-terminal; javac javaAccuracyCalculator.java
244 cd image-identification-terminal; javac -cp /Scratch/cpb16/opencv-3.4.2/build/bin/opencv-342.jar javaImageClassifier.java;
245 #Run javaImageClassifier on all images in Corpus
246 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/MU houghlinesP-refined log-all-hires/log-houghlinesP-refined-MU.txt -all
247 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/BK houghlinesP-refined log-all-hires/log-houghlinesP-refined-BK.txt -all
248 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/MP houghlinesP-refined log-all-hires/log-houghlinesP-refined-MP.txt -all
249 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/SE houghlinesP-refined log-all-hires/log-houghlinesP-refined-SE.txt -all
250 #Calculate the Accuracy of the classifier
251 cd image-identification-terminal; java javaAccuracyCalculator log-all-hires/log-houghlinesP-refined-MU.txt houghlinesP-refined-MU log-all-hires/results.txt
252 cd image-identification-terminal; java javaAccuracyCalculator log-all-hires/log-houghlinesP-refined-BK.txt houghlinesP-refined-BK log-all-hires/results.txt
253 cd image-identification-terminal; java javaAccuracyCalculator log-all-hires/log-houghlinesP-refined-MP.txt houghlinesP-refined-MP log-all-hires/results.txt
254 cd image-identification-terminal; java javaAccuracyCalculator log-all-hires/log-houghlinesP-refined-SE.txt houghlinesP-refined-SE log-all-hires/results.txt
255 #Display the results
256 cd image-identification-terminal; less log-all-hires/results.txt
257
258#***********
259#OLDGEN
260#***********
261#MUSIC, Including Sheet music
262gen-500-MU:
263 cd java-gen-corpus; javac *.java
264 cd java-gen-corpus; java javaGenFullIDList hathiFull.txt gen-500-MU-hathiFullIDList.txt MU
265 cd java-gen-corpus; java javaGenValidIDList gen-500-MU-hathiFullIDList.txt 500 gen-500-MU-hathiValidIDList.txt
266 ./COMPX520-DOWNLOADER-PNG-10PAGES.sh java-gen-corpus/gen-500-MU-hathiValidIDList.txt
267
268
269#BOOKS, Monograhpical
270gen-500-BK:
271 cd java-gen-corpus; javac *.java
272 cd java-gen-corpus; java javaGenFullIDList hathiFull.txt gen-500-BK-hathiFullIDList.txt BK
273 cd java-gen-corpus; java javaGenValidIDList gen-500-BK-hathiFullIDList.txt 500 gen-500-BK-hathiValidIDList.txt
274 ./COMPX520-DOWNLOADER-PNG-10PAGES.sh java-gen-corpus/gen-500-BK-hathiValidIDList.txt
275
276
277#SERIAL (journals, newspapers,etc)
278gen-500-SE:
279 cd java-gen-corpus; javac *.java
280 cd java-gen-corpus; java javaGenFullIDList hathiFull.txt gen-500-SE-hathiFullIDList.txt SE
281 cd java-gen-corpus; java javaGenValidIDList gen-500-SE-hathiFullIDList.txt 500 gen-500-SE-hathiValidIDList.txt
282 ./COMPX520-DOWNLOADER-PNG-10PAGES.sh java-gen-corpus/gen-500-SE-hathiValidIDList.txt
283
284
285#MAPS, Including atlas and sheet maps
286gen-500-MP:
287 cd java-gen-corpus; javac *.java
288 cd java-gen-corpus; java javaGenFullIDList hathiFull.txt gen-500-MP-hathiFullIDList.txt MP
289 cd java-gen-corpus; java javaGenValidIDList gen-500-MP-hathiFullIDList.txt 500 gen-500-MP-hathiValidIDList.txt
290 ./COMPX520-DOWNLOADER-PNG-10PAGES.sh java-gen-corpus/gen-500-MP-hathiValidIDList.txt
291
292
293#MIXED MATERIAL (This may not be required)
294gen-500-MX:
295 cd java-gen-corpus; javac *.java
296 cd java-gen-corpus; java javaGenFullIDList hathiFull.txt gen-500-MX-hathiFullIDList.txt MX
297 cd java-gen-corpus; java javaGenValidIDList gen-500-MX-hathiFullIDList.txt 500 gen-500-MX-hathiValidIDList.txt
298 ./COMPX520-DOWNLOADER-PNG-10PAGES.sh java-gen-corpus/gen-500-MX-hathiValidIDList.txt
299
Note: See TracBrowser for help on using the repository browser.