source: other-projects/is-sheet-music-encore/trunk/Makefile@ 33340

Last change on this file since 33340 was 33340, checked in by cpb16, 5 years ago

transferred backup of low res images. Classifiers work as expected. Updated javaAccuracyCalculator, now calculates overall rating correctly. Created gen-50-XX-ValidIDList.txt for the 10% high-res downloads. Done by selecting first 50 of each gen-500-XX-Valid.... .txt. Downloading high-res images after this backup

File size: 9.3 KB
Line 
1compile:
2 cd java-gen-corpus; javac *.java;
3
4#**********
5#HI-RES
6#**********
7hi-res-download-all:
8 ./COMPX520-DOWNLOADER-PNG-10PAGES-hi-res.sh java-gen-corpus/gen-50-MU-hathiValidIDList.txt MU
9 ./COMPX520-DOWNLOADER-PNG-10PAGES-hi-res.sh java-gen-corpus/gen-50-BK-hathiValidIDList.txt BK
10 ./COMPX520-DOWNLOADER-PNG-10PAGES-hi-res.sh java-gen-corpus/gen-50-SE-hathiValidIDList.txt SE
11 ./COMPX520-DOWNLOADER-PNG-10PAGES-hi-res.sh java-gen-corpus/gen-50-MP-hathiValidIDList.txt MP
12
13######################################
14#CAUTION: run must: source SETUP.bash
15#Prior to running the scripts below
16######################################
17#Run all DOWNLOAD
18#NNEEDDD TOO FIIX
19gen-500-all:
20 make gen-500-MU
21 make gen-500-BK
22 make gen-500-SE
23 make gen-500-MP
24 make gen-500-MX
25
26#MUSIC, Including Sheet music
27gen-500-MU:
28 cd java-gen-corpus; javac *.java
29 cd java-gen-corpus; java javaGenFullIDList hathiFull.txt gen-500-MU-hathiFullIDList.txt MU
30 cd java-gen-corpus; java javaGenValidIDList gen-500-MU-hathiFullIDList.txt 500 gen-500-MU-hathiValidIDList.txt
31 ./COMPX520-DOWNLOADER-PNG-10PAGES.sh java-gen-corpus/gen-500-MU-hathiValidIDList.txt
32
33
34#BOOKS, Monograhpical
35gen-500-BK:
36 cd java-gen-corpus; javac *.java
37 cd java-gen-corpus; java javaGenFullIDList hathiFull.txt gen-500-BK-hathiFullIDList.txt BK
38 cd java-gen-corpus; java javaGenValidIDList gen-500-BK-hathiFullIDList.txt 500 gen-500-BK-hathiValidIDList.txt
39 ./COMPX520-DOWNLOADER-PNG-10PAGES.sh java-gen-corpus/gen-500-BK-hathiValidIDList.txt
40
41
42#SERIAL (journals, newspapers,etc)
43gen-500-SE:
44 cd java-gen-corpus; javac *.java
45 cd java-gen-corpus; java javaGenFullIDList hathiFull.txt gen-500-SE-hathiFullIDList.txt SE
46 cd java-gen-corpus; java javaGenValidIDList gen-500-SE-hathiFullIDList.txt 500 gen-500-SE-hathiValidIDList.txt
47 ./COMPX520-DOWNLOADER-PNG-10PAGES.sh java-gen-corpus/gen-500-SE-hathiValidIDList.txt
48
49
50#MAPS, Including atlas and sheet maps
51gen-500-MP:
52 cd java-gen-corpus; javac *.java
53 cd java-gen-corpus; java javaGenFullIDList hathiFull.txt gen-500-MP-hathiFullIDList.txt MP
54 cd java-gen-corpus; java javaGenValidIDList gen-500-MP-hathiFullIDList.txt 500 gen-500-MP-hathiValidIDList.txt
55 ./COMPX520-DOWNLOADER-PNG-10PAGES.sh java-gen-corpus/gen-500-MP-hathiValidIDList.txt
56
57
58#MIXED MATERIAL (This may not be required)
59gen-500-MX:
60 cd java-gen-corpus; javac *.java
61 cd java-gen-corpus; java javaGenFullIDList hathiFull.txt gen-500-MX-hathiFullIDList.txt MX
62 cd java-gen-corpus; java javaGenValidIDList gen-500-MX-hathiFullIDList.txt 500 gen-500-MX-hathiValidIDList.txt
63 ./COMPX520-DOWNLOADER-PNG-10PAGES.sh java-gen-corpus/gen-500-MX-hathiValidIDList.txt
64
65
66#***********
67#CLASSIFIERS
68#***********
69
70#HoughLinesP
71run-classifier-houghlinesP-test:
72 #Compile
73 cd image-identification-terminal; javac javaAccuracyCalculator.java
74 cd image-identification-terminal; javac -cp /Scratch/cpb16/opencv-3.4.2/build/bin/opencv-342.jar javaImageClassifier.java;
75 #Run javaImageClassifier on all images in TestImages
76 @echo starting classfier
77 @date
78 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/download-images/MU houghlinesP log-houghlinesP-test.txt -test
79 @echo finished classifier
80 @date
81 #Calculate the Accuracy of the classifier
82 cd image-identification-terminal; java javaAccuracyCalculator log-houghlinesP-test.txt houghlinesP results.txt
83 #Display output of javaImageClassifier
84 cd image-identification-terminal; less log-houghlinesP-test.txt
85 #Display output of javaAccuracyCalculator
86 cd image-identification-terminal; less results.txt
87
88run-classifier-houghlinesP-all:
89 #Compile
90 cd image-identification-terminal; javac javaAccuracyCalculator.java
91 cd image-identification-terminal; javac -cp /Scratch/cpb16/opencv-3.4.2/build/bin/opencv-342.jar javaImageClassifier.java;
92 #Run javaImageClassifier on all images in MU
93 @echo starting classfier
94 @date
95 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/download-images/MU houghlinesP log-houghlinesP-MU.txt -all
96 @echo finished classifier
97 @date
98 #Calculate the Accuracy of the classifier
99 cd image-identification-terminal; java javaAccuracyCalculator log-houghlinesP-MU.txt houghlinesP results.txt
100 #Display output of javaImageClassifier
101 cd image-identification-terminal; less log-houghlinesP-MU.txt
102 #Display output of javaAccuracyCalculator
103 cd image-identification-terminal; less results.txt
104
105#HoughLinesP_refined
106run-classifier-houghlinesP-refined-test:
107 #cd image-identification-terminal; rm log-houghlinesP-refined-test.txt
108 #Compile
109 cd image-identification-terminal; javac javaAccuracyCalculator.java
110 cd image-identification-terminal; javac -cp /Scratch/cpb16/opencv-3.4.2/build/bin/opencv-342.jar javaImageClassifier.java;
111 #Run javaImageClassifier on all images in TestImages
112 @echo starting classfier
113 @date
114 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/download-images/MU houghlinesP-refined log-houghlinesP-refined-test.txt -test
115 @echo finished classifier
116 @date
117 #Calculate the Accuracy of the classifier
118 cd image-identification-terminal; java javaAccuracyCalculator log-houghlinesP-refined-test.txt houghlinesP-refined-test results.txt
119 #Display output of javaImageClassifier
120 cd image-identification-terminal; less log-houghlinesP-refined-test.txt
121 #Display output of javaAccuracyCalculator output
122 cd image-identification-terminal; less results.txt
123
124run-classifier-houghlinesP-refined-all:
125 cd image-identification-terminal; rm log-houghlinesP-refined-MU.txt
126 #Compile
127 cd image-identification-terminal; javac javaAccuracyCalculator.java
128 cd image-identification-terminal; javac -cp /Scratch/cpb16/opencv-3.4.2/build/bin/opencv-342.jar javaImageClassifier.java;
129 #Run javaImageClassifier on all images in MU
130 @echo starting classfier
131 @date
132 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/download-images/MU houghlinesP-refined log-houghlinesP-refined-MU.txt -all
133 @echo finished classifier
134 @date
135 #Calculate the Accuracy of the classifier
136 cd image-identification-terminal; java javaAccuracyCalculator log-houghlinesP-refined-MU.txt houghlinesP-refined-all results.txt
137 #Display output of javaImageClassifier
138 cd image-identification-terminal; less log-houghlinesP-refined-MU.txt
139 #Display output of javaAccuracyCalculator
140 cd image-identification-terminal; less results.txt
141
142run-both-MU:
143 #Compile
144 cd image-identification-terminal; javac javaAccuracyCalculator.java
145 cd image-identification-terminal; javac -cp /Scratch/cpb16/opencv-3.4.2/build/bin/opencv-342.jar javaImageClassifier.java;
146 #Run javaImageClassifier on all images in MU
147 @echo starting houghlinesP classfier
148 @date
149 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/download-images/MU houghlinesP log-houghlinesP-MU.txt -all
150 @echo finished houghlinesP classifier
151 @date
152 @echo starting houghlinesP-refined classfier
153 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/download-images/MU houghlinesP-refined log-houghlinesP-refined-MU.txt -all
154 @echo finished houghlinesP-refined classifier
155 @date
156 #Calculate the Accuracy of the classifier
157 cd image-identification-terminal; java javaAccuracyCalculator log-houghlinesP-MU.txt houghlinesP results.txt
158 cd image-identification-terminal; java javaAccuracyCalculator log-houghlinesP-refined-MU.txt houghlinesP-refined results.txt
159 #Display the results
160 cd image-identification-terminal; less results.txt
161 cd image-identification-terminal; less log-houghlinesP-MU.txt
162 cd image-identification-terminal; less log-houghlinesP-refined-MU.txt
163
164run-houghlinesP-refined-corpus:
165 #cd image-identification-terminal; cd log-all; rm *.txt
166 #Compile
167 cd image-identification-terminal; javac javaAccuracyCalculator.java
168 cd image-identification-terminal; javac -cp /Scratch/cpb16/opencv-3.4.2/build/bin/opencv-342.jar javaImageClassifier.java;
169 #Run javaImageClassifier on all images in Corpus
170 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/download-images/MU houghlinesP-refined log-all/log-houghlinesP-refined-MU.txt -all
171 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/download-images/BK houghlinesP-refined log-all/log-houghlinesP-refined-BK.txt -all
172 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/download-images/MP houghlinesP-refined log-all/log-houghlinesP-refined-MP.txt -all
173 cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/download-images/SE houghlinesP-refined log-all/log-houghlinesP-refined-SE.txt -all
174 #Calculate the Accuracy of the classifier
175 cd image-identification-terminal; java javaAccuracyCalculator log-all/log-houghlinesP-refined-MU.txt houghlinesP-refined-MU log-all/results.txt
176 cd image-identification-terminal; java javaAccuracyCalculator log-all/log-houghlinesP-refined-BK.txt houghlinesP-refined-BK log-all/results.txt
177 cd image-identification-terminal; java javaAccuracyCalculator log-all/log-houghlinesP-refined-MP.txt houghlinesP-refined-MP log-all/results.txt
178 cd image-identification-terminal; java javaAccuracyCalculator log-all/log-houghlinesP-refined-SE.txt houghlinesP-refined-SE log-all/results.txt
179 #Display the results
180 cd image-identification-terminal; less log-all/results.txt
181
Note: See TracBrowser for help on using the repository browser.