source: other-projects/is-sheet-music-encore/trunk/Makefile@ 33444

Last change on this file since 33444 was 33439, checked in by cpb16, 5 years ago

Have created properties file and accessibility from javaClassifierComparision. Have created download middle page only variant of image-downloader system. Have created EndToEndSystem bash script that will be used as makefile, with makefile being used to execute preset useful commands to the EndToEndSystem. It needs to be fleshed out as only has one script, this script can run a classifier and place the results into a subdirectory defined by the user
File size: 13.2 KB
Line 
1#**********
2#Utilities/Test
3#**********
4hi-res-download-map-middle:
5 ./COMPX520-DOWNLOADER-MIDDLE-PNG.sh java-gen-corpus/MapListNumPages.txt MP
6
7compile:
8 cd java-gen-corpus; javac *.java;
9
10download-single:
11 ./COMPX520-RUN-PNG-hi-res.sh coo1.ark:/13960/t2t448j81 1 /..
12
13test-get-page-numbers-map:
14 cd java-gen-corpus; javac javaGenMapPageCountChecker.java
15 cd java-gen-corpus; java javaGenMapPageCountChecker gen-500-MP-hathiFullIDList.txt 234 MapListNumPages.txt
16
17
18test-gen-new-5000-map:
19 #MAKE SURE TO RUN source SETUP.bash prior to this cmd
20 cd java-gen-corpus; javac javaGenMap5000ValidIDList.java
21 cd java-gen-corpus; java javaGenMap5000ValidIDList gen-500-MP-hathiFullIDList.txt gen-5000-MapList02.txt
22
23test-gen-new-5000-local-map:
24 #MAKE SURE TO RUN source SETUP.bash prior to this cmd
25 cd java-gen-corpus; javac javaGenMapLocal5000ValidIDList.java
26 cd java-gen-corpus; java javaGenMapLocal5000ValidIDList MapListNumPages.txt gen-5000-Local-MapList.txt
27
28
29run-morphology-100-test:
30 cd image-identification-terminal/log-all-hires-new; rm log-morphology-MU-test.txt
31 cd image-identification-terminal; javac javaAccuracyCalculator.java
32 cd image-identification-terminal; javac -cp /Scratch/cpb16/opencv-3.4.2/build/bin/opencv-342.jar javaClassifierComparison.java;
33 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/MU morphology log-all-hires-new/log-morphology-MU-test.txt -testNew
34 cd image-identification-terminal; java javaAccuracyCalculator log-all-hires-new/log-morphology-MU-test.txt morphology-MU log-all-hires-new/results.txt
35 cd image-identification-terminal; less log-all-hires-new/results.txt
36 cd image-identification-terminal; less log-all-hires-new/log-morphology-MU-test.txt
37
38run-morph-single:
39 cd image-identification-terminal; make testrun-classifier-single-morph
40#**********
41#HI-RES
42#**********
43
44hi-res-download-all:
45 ./COMPX520-DOWNLOADER-PNG-10PAGES-hi-res.sh java-gen-corpus/MU-500-reconstructed.txt MU
46 ./COMPX520-DOWNLOADER-PNG-10PAGES-hi-res.sh java-gen-corpus/BK-500-reconstructed.txt BK
47 ./COMPX520-DOWNLOADER-PNG-10PAGES-hi-res.sh java-gen-corpus/SE-500-reconstructed.txt SE
48 make hi-res-download-map
49hi-res-download-map:
50 ./FirstAndLastTest-DOWNLOADER-PNG.sh java-gen-corpus/gen-5000-Local-MapList.txt MP
51
52######################################
53#CAUTION: run must: source SETUP.bash
54#Prior to running the gen-* scripts
55######################################
56gen-10000-MU:
57 cd java-gen-corpus; javac *.java
58 cd java-gen-corpus; java javaGenFullIDList hathiFull.txt gen-10000-MU-hathiFullIDList.txt MU
59 cd java-gen-corpus; java javaGenFirstAndLastTenIDList gen-10000-MU-hathiFullIDList.txt 10000 gen-10000-MU-hathiValidIDList.txt
60 #./FirstAndLastTest-DOWNLOADER-PNG.sh java-gen-corpus/gen-10000-MU-hathiValidIDList.txt MU
61
62
63#***********
64#CLASSIFIERS
65#***********
66run-cluster-single-test:
67 cd image-identification-terminal; make testrun-classifier-single-cluster
68
69run-count-single-test:
70 cd image-identification-terminal; make testrun-classifier-single-count
71
72run-cluster-corpus-hires:
73 #Compile
74 cd image-identification-terminal; javac javaAccuracyCalculator.java
75 cd image-identification-terminal; javac -cp /Scratch/cpb16/opencv-3.4.2/build/bin/opencv-342.jar javaClassifierComparison.java;
76 #Run classifier
77 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/MU cluster log-all-hires-new/log-cluster-MU.txt -allNew
78 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/BK cluster log-all-hires-new/log-cluster-BK.txt -allNew
79 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/MP cluster log-all-hires-new/log-cluster-MP.txt -allNew
80 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/SE cluster log-all-hires-new/log-cluster-SE.txt -allNew
81 #Calculate accuracy
82 cd image-identification-terminal; echo configClassifierComparison.properties >> log-all-hires-new/results.txt
83 cd image-identification-terminal; java javaAccuracyCalculator log-all-hires-new/log-cluster-MU.txt cluster-MU log-all-hires-new/results.txt
84 cd image-identification-terminal; java javaAccuracyCalculator log-all-hires-new/log-cluster-BK.txt cluster-BK log-all-hires-new/results.txt
85 cd image-identification-terminal; java javaAccuracyCalculator log-all-hires-new/log-cluster-MP.txt cluster-MP log-all-hires-new/results.txt
86 cd image-identification-terminal; java javaAccuracyCalculator log-all-hires-new/log-cluster-SE.txt cluster-SE log-all-hires-new/results.txt
87 #Display the results
88 cd image-identification-terminal; less log-all-hires-new/results.txt
89
90run-count-corpus-hires:
91 #Compile
92 cd image-identification-terminal; javac javaAccuracyCalculator.java
93 cd image-identification-terminal; javac -cp /Scratch/cpb16/opencv-3.4.2/build/bin/opencv-342.jar javaClassifierComparison.java;
94 #Run classifier
95 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/MU count log-all-hires-new/log-count-MU.txt -allNew
96 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/BK count log-all-hires-new/log-count-BK.txt -allNew
97 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/MP count log-all-hires-new/log-count-MP.txt -allNew
98 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/SE count log-all-hires-new/log-count-SE.txt -allNew
99 #Calculate accuracy
100 cd image-identification-terminal; java javaAccuracyCalculator log-all-hires-new/log-count-MU.txt count-MU log-all-hires-new/results.txt
101 cd image-identification-terminal; java javaAccuracyCalculator log-all-hires-new/log-count-BK.txt count-BK log-all-hires-new/results.txt
102 cd image-identification-terminal; java javaAccuracyCalculator log-all-hires-new/log-count-MP.txt count-MP log-all-hires-new/results.txt
103 cd image-identification-terminal; java javaAccuracyCalculator log-all-hires-new/log-count-SE.txt count-SE log-all-hires-new/results.txt
104 #Display the results
105 cd image-identification-terminal; less log-all-hires-new/results.txt
106
107#Cluster and Count
108run-combo-corpus-hires:
109 #Compile
110 cd image-identification-terminal; javac javaAccuracyCalculator.java
111 cd image-identification-terminal; javac -cp /Scratch/cpb16/opencv-3.4.2/build/bin/opencv-342.jar javaClassifierComparison.java;
112 #Run classifier
113 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/MU combo log-all-hires-new/log-combo-MU.txt -allNew
114 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/BK combo log-all-hires-new/log-combo-BK.txt -allNew
115 #cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/MP combo log-all-hires-new/log-combo-MP.txt -allNew
116 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/SE combo log-all-hires-new/log-combo-SE.txt -allNew
117 #Calculate accuracy
118 cd image-identification-terminal; java javaAccuracyCalculator log-all-hires-new/log-combo-MU.txt combo-MU log-all-hires-new/results.txt
119 cd image-identification-terminal; java javaAccuracyCalculator log-all-hires-new/log-combo-BK.txt combo-BK log-all-hires-new/results.txt
120 #cd image-identification-terminal; java javaAccuracyCalculator log-all-hires-new/log-combo-MP.txt combo-MP log-all-hires-new/results.txt
121 cd image-identification-terminal; java javaAccuracyCalculator log-all-hires-new/log-combo-SE.txt combo-SE log-all-hires-new/results.txt
122 #Display the results
123 cd image-identification-terminal; less log-all-hires-new/results.txt
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138#**************
139#OLD SCRIPTS
140#**************
141#OLDCLASSIFIERS
142#**************
143run-houghlinesP-refined-corpus:
144 #cd image-identification-terminal; cd log-all; rm *.txt
145 #Compile
146 cd image-identification-terminal; javac javaAccuracyCalculator.java
147 cd image-identification-terminal; javac -cp /Scratch/cpb16/opencv-3.4.2/build/bin/opencv-342.jar javaImageClassifier.java;
148 #Run javaImageClassifier on all images in Corpus
149 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/download-images/MU houghlinesP-refined log-all/log-houghlinesP-refined-MU.txt -all
150 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/download-images/BK houghlinesP-refined log-all/log-houghlinesP-refined-BK.txt -all
151 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/download-images/MP houghlinesP-refined log-all/log-houghlinesP-refined-MP.txt -all
152 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/download-images/SE houghlinesP-refined log-all/log-houghlinesP-refined-SE.txt -all
153 #Calculate the Accuracy of the classifier
154 cd image-identification-terminal; java javaAccuracyCalculator log-all/log-houghlinesP-refined-MU.txt houghlinesP-refined-MU log-all/results.txt
155 cd image-identification-terminal; java javaAccuracyCalculator log-all/log-houghlinesP-refined-BK.txt houghlinesP-refined-BK log-all/results.txt
156 cd image-identification-terminal; java javaAccuracyCalculator log-all/log-houghlinesP-refined-MP.txt houghlinesP-refined-MP log-all/results.txt
157 cd image-identification-terminal; java javaAccuracyCalculator log-all/log-houghlinesP-refined-SE.txt houghlinesP-refined-SE log-all/results.txt
158 #Display the results
159 cd image-identification-terminal; less log-all/results.txt
160
161run-houghlinesP-refined-corpus-hi-res:
162 cd image-identification-terminal; cd log-all-hires; rm *.txt
163 #Compile
164 cd image-identification-terminal; javac javaAccuracyCalculator.java
165 cd image-identification-terminal; javac -cp /Scratch/cpb16/opencv-3.4.2/build/bin/opencv-342.jar javaImageClassifier.java;
166 #Run javaImageClassifier on all images in Corpus
167 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/MU houghlinesP-refined log-all-hires/log-houghlinesP-refined-MU.txt -all
168 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/BK houghlinesP-refined log-all-hires/log-houghlinesP-refined-BK.txt -all
169 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/MP houghlinesP-refined log-all-hires/log-houghlinesP-refined-MP.txt -all
170 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/SE houghlinesP-refined log-all-hires/log-houghlinesP-refined-SE.txt -all
171 #Calculate the Accuracy of the classifier
172 cd image-identification-terminal; java javaAccuracyCalculator log-all-hires/log-houghlinesP-refined-MU.txt houghlinesP-refined-MU log-all-hires/results.txt
173 cd image-identification-terminal; java javaAccuracyCalculator log-all-hires/log-houghlinesP-refined-BK.txt houghlinesP-refined-BK log-all-hires/results.txt
174 cd image-identification-terminal; java javaAccuracyCalculator log-all-hires/log-houghlinesP-refined-MP.txt houghlinesP-refined-MP log-all-hires/results.txt
175 cd image-identification-terminal; java javaAccuracyCalculator log-all-hires/log-houghlinesP-refined-SE.txt houghlinesP-refined-SE log-all-hires/results.txt
176 #Display the results
177 cd image-identification-terminal; less log-all-hires/results.txt
178
179#***********
180#OLDGEN
181#***********
182 #MUSIC, Including Sheet music
183gen-500-MU:
184 cd java-gen-corpus; javac *.java
185 cd java-gen-corpus; java javaGenFullIDList hathiFull.txt gen-500-MU-hathiFullIDList.txt MU
186 cd java-gen-corpus; java javaGenValidIDList gen-500-MU-hathiFullIDList.txt 500 gen-500-MU-hathiValidIDList.txt
187 ./COMPX520-DOWNLOADER-PNG-10PAGES.sh java-gen-corpus/gen-500-MU-hathiValidIDList.txt
188
189
190#BOOKS, Monograhpical
191gen-500-BK:
192 cd java-gen-corpus; javac *.java
193 cd java-gen-corpus; java javaGenFullIDList hathiFull.txt gen-500-BK-hathiFullIDList.txt BK
194 cd java-gen-corpus; java javaGenValidIDList gen-500-BK-hathiFullIDList.txt 500 gen-500-BK-hathiValidIDList.txt
195 ./COMPX520-DOWNLOADER-PNG-10PAGES.sh java-gen-corpus/gen-500-BK-hathiValidIDList.txt
196
197
198#SERIAL (journals, newspapers,etc)
199gen-500-SE:
200 cd java-gen-corpus; javac *.java
201 cd java-gen-corpus; java javaGenFullIDList hathiFull.txt gen-500-SE-hathiFullIDList.txt SE
202 cd java-gen-corpus; java javaGenValidIDList gen-500-SE-hathiFullIDList.txt 500 gen-500-SE-hathiValidIDList.txt
203 ./COMPX520-DOWNLOADER-PNG-10PAGES.sh java-gen-corpus/gen-500-SE-hathiValidIDList.txt
204
205
206#MAPS, Including atlas and sheet maps
207gen-500-MP:
208 cd java-gen-corpus; javac *.java
209 cd java-gen-corpus; java javaGenFullIDList hathiFull.txt gen-500-MP-hathiFullIDList.txt MP
210 cd java-gen-corpus; java javaGenValidIDList gen-500-MP-hathiFullIDList.txt 500 gen-500-MP-hathiValidIDList.txt
211 ./COMPX520-DOWNLOADER-PNG-10PAGES.sh java-gen-corpus/gen-500-MP-hathiValidIDList.txt
212
213
214#MIXED MATERIAL (This may not be required)
215gen-500-MX:
216 cd java-gen-corpus; javac *.java
217 cd java-gen-corpus; java javaGenFullIDList hathiFull.txt gen-500-MX-hathiFullIDList.txt MX
218 cd java-gen-corpus; java javaGenValidIDList gen-500-MX-hathiFullIDList.txt 500 gen-500-MX-hathiValidIDList.txt
219 ./COMPX520-DOWNLOADER-PNG-10PAGES.sh java-gen-corpus/gen-500-MX-hathiValidIDList.txt
220
Note: See TracBrowser for help on using the repository browser.