#********** #Utilities/Test #********** hi-res-download-map-middle: ./COMPX520-DOWNLOADER-MIDDLE-PNG.sh java-gen-corpus/MapListNumPages.txt MP compile: cd java-gen-corpus; javac *.java; download-single: ./COMPX520-RUN-PNG-hi-res.sh coo1.ark:/13960/t2t448j81 1 /.. test-get-page-numbers-map: cd java-gen-corpus; javac javaGenMapPageCountChecker.java cd java-gen-corpus; java javaGenMapPageCountChecker gen-500-MP-hathiFullIDList.txt 234 MapListNumPages.txt test-gen-new-5000-map: #MAKE SURE TO RUN source SETUP.bash prior to this cmd cd java-gen-corpus; javac javaGenMap5000ValidIDList.java cd java-gen-corpus; java javaGenMap5000ValidIDList gen-500-MP-hathiFullIDList.txt gen-5000-MapList02.txt test-gen-new-5000-local-map: #MAKE SURE TO RUN source SETUP.bash prior to this cmd cd java-gen-corpus; javac javaGenMapLocal5000ValidIDList.java cd java-gen-corpus; java javaGenMapLocal5000ValidIDList MapListNumPages.txt gen-5000-Local-MapList.txt run-morphology-20-test: #cd image-identification-terminal/log-all-hires-new/test; rm log-morphology-MU-test.txt cd image-identification-terminal; javac javaAccuracyCalculator.java cd image-identification-terminal; javac -cp /Scratch/cpb16/opencv-3.4.2/build/bin/opencv-342.jar javaClassifierComparison.java; cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/MU morphology log-all-hires-new/test/log-morphology-MU-test.txt -testNew cd image-identification-terminal; date >> log-all-hires-new/test/results.txt cd image-identification-terminal; cat configClassifierComparison.properties >> log-all-hires-new/test/results.txt cd image-identification-terminal; java javaAccuracyCalculator log-all-hires-new/test/log-morphology-MU-test.txt morphology-MU log-all-hires-new/test/results.txt cd image-identification-terminal; less log-all-hires-new/test/results.txt cd image-identification-terminal; less log-all-hires-new/test/log-morphology-MU-test.txt run-morph-single: cd image-identification-terminal; make testrun-classifier-single-morph run-count-single: cd image-identification-terminal; make testrun-classifier-single-count run-cluster-single: cd image-identification-terminal; make testrun-classifier-single-cluster run-combo-single: cd image-identification-terminal; make testrun-classifier-single-combo #********** #HI-RES #********** hi-res-download-all: ./COMPX520-DOWNLOADER-PNG-10PAGES-hi-res.sh java-gen-corpus/MU-500-reconstructed.txt MU ./COMPX520-DOWNLOADER-PNG-10PAGES-hi-res.sh java-gen-corpus/BK-500-reconstructed.txt BK ./COMPX520-DOWNLOADER-PNG-10PAGES-hi-res.sh java-gen-corpus/SE-500-reconstructed.txt SE make hi-res-download-map hi-res-download-map: ./FirstAndLastTest-DOWNLOADER-PNG.sh java-gen-corpus/gen-5000-Local-MapList.txt MP ###################################### #CAUTION: run must: source SETUP.bash #Prior to running the gen-* scripts ###################################### gen-10000-MU: cd java-gen-corpus; javac *.java cd java-gen-corpus; java javaGenFullIDList hathiFull.txt gen-10000-MU-hathiFullIDList.txt MU cd java-gen-corpus; java javaGenFirstAndLastTenIDList gen-10000-MU-hathiFullIDList.txt 10000 gen-10000-MU-hathiValidIDList.txt #./FirstAndLastTest-DOWNLOADER-PNG.sh java-gen-corpus/gen-10000-MU-hathiValidIDList.txt MU #*********** #CLASSIFIERS #*********** run-cluster-single-test: cd image-identification-terminal; make testrun-classifier-single-cluster run-count-single-test: cd image-identification-terminal; make testrun-classifier-single-count run-cluster-corpus-hires: #Compile cd image-identification-terminal; javac javaAccuracyCalculator.java cd image-identification-terminal; javac -cp /Scratch/cpb16/opencv-3.4.2/build/bin/opencv-342.jar javaClassifierComparison.java; #Run classifier cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/MU cluster log-all-hires-new/log-cluster-MU.txt -allNew cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/BK cluster log-all-hires-new/log-cluster-BK.txt -allNew cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/MP cluster log-all-hires-new/log-cluster-MP.txt -allNew cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/SE cluster log-all-hires-new/log-cluster-SE.txt -allNew #Calculate accuracy cd image-identification-terminal; echo configClassifierComparison.properties >> log-all-hires-new/results.txt cd image-identification-terminal; java javaAccuracyCalculator log-all-hires-new/log-cluster-MU.txt cluster-MU log-all-hires-new/results.txt cd image-identification-terminal; java javaAccuracyCalculator log-all-hires-new/log-cluster-BK.txt cluster-BK log-all-hires-new/results.txt cd image-identification-terminal; java javaAccuracyCalculator log-all-hires-new/log-cluster-MP.txt cluster-MP log-all-hires-new/results.txt cd image-identification-terminal; java javaAccuracyCalculator log-all-hires-new/log-cluster-SE.txt cluster-SE log-all-hires-new/results.txt #Display the results cd image-identification-terminal; less log-all-hires-new/results.txt run-count-corpus-hires: #Compile cd image-identification-terminal; javac javaAccuracyCalculator.java cd image-identification-terminal; javac -cp /Scratch/cpb16/opencv-3.4.2/build/bin/opencv-342.jar javaClassifierComparison.java; #Run classifier cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/MU count log-all-hires-new/log-count-MU.txt -allNew cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/BK count log-all-hires-new/log-count-BK.txt -allNew cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/MP count log-all-hires-new/log-count-MP.txt -allNew cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/SE count log-all-hires-new/log-count-SE.txt -allNew #Calculate accuracy cd image-identification-terminal; java javaAccuracyCalculator log-all-hires-new/log-count-MU.txt count-MU log-all-hires-new/results.txt cd image-identification-terminal; java javaAccuracyCalculator log-all-hires-new/log-count-BK.txt count-BK log-all-hires-new/results.txt cd image-identification-terminal; java javaAccuracyCalculator log-all-hires-new/log-count-MP.txt count-MP log-all-hires-new/results.txt cd image-identification-terminal; java javaAccuracyCalculator log-all-hires-new/log-count-SE.txt count-SE log-all-hires-new/results.txt #Display the results cd image-identification-terminal; less log-all-hires-new/results.txt #Cluster and Count run-combo-corpus-hires: #Compile cd image-identification-terminal; javac javaAccuracyCalculator.java cd image-identification-terminal; javac -cp /Scratch/cpb16/opencv-3.4.2/build/bin/opencv-342.jar javaClassifierComparison.java; #Run classifier cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/MU combo log-all-hires-new/log-combo-MU.txt -allNew cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/BK combo log-all-hires-new/log-combo-BK.txt -allNew #cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/MP combo log-all-hires-new/log-combo-MP.txt -allNew cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/SE combo log-all-hires-new/log-combo-SE.txt -allNew #Calculate accuracy cd image-identification-terminal; java javaAccuracyCalculator log-all-hires-new/log-combo-MU.txt combo-MU log-all-hires-new/results.txt cd image-identification-terminal; java javaAccuracyCalculator log-all-hires-new/log-combo-BK.txt combo-BK log-all-hires-new/results.txt #cd image-identification-terminal; java javaAccuracyCalculator log-all-hires-new/log-combo-MP.txt combo-MP log-all-hires-new/results.txt cd image-identification-terminal; java javaAccuracyCalculator log-all-hires-new/log-combo-SE.txt combo-SE log-all-hires-new/results.txt #Display the results cd image-identification-terminal; less log-all-hires-new/results.txt #************** #OLD SCRIPTS #************** #OLDCLASSIFIERS #************** run-houghlinesP-refined-corpus: #cd image-identification-terminal; cd log-all; rm *.txt #Compile cd image-identification-terminal; javac javaAccuracyCalculator.java cd image-identification-terminal; javac -cp /Scratch/cpb16/opencv-3.4.2/build/bin/opencv-342.jar javaImageClassifier.java; #Run javaImageClassifier on all images in Corpus cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/download-images/MU houghlinesP-refined log-all/log-houghlinesP-refined-MU.txt -all cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/download-images/BK houghlinesP-refined log-all/log-houghlinesP-refined-BK.txt -all cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/download-images/MP houghlinesP-refined log-all/log-houghlinesP-refined-MP.txt -all cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/download-images/SE houghlinesP-refined log-all/log-houghlinesP-refined-SE.txt -all #Calculate the Accuracy of the classifier cd image-identification-terminal; java javaAccuracyCalculator log-all/log-houghlinesP-refined-MU.txt houghlinesP-refined-MU log-all/results.txt cd image-identification-terminal; java javaAccuracyCalculator log-all/log-houghlinesP-refined-BK.txt houghlinesP-refined-BK log-all/results.txt cd image-identification-terminal; java javaAccuracyCalculator log-all/log-houghlinesP-refined-MP.txt houghlinesP-refined-MP log-all/results.txt cd image-identification-terminal; java javaAccuracyCalculator log-all/log-houghlinesP-refined-SE.txt houghlinesP-refined-SE log-all/results.txt #Display the results cd image-identification-terminal; less log-all/results.txt run-houghlinesP-refined-corpus-hi-res: cd image-identification-terminal; cd log-all-hires; rm *.txt #Compile cd image-identification-terminal; javac javaAccuracyCalculator.java cd image-identification-terminal; javac -cp /Scratch/cpb16/opencv-3.4.2/build/bin/opencv-342.jar javaImageClassifier.java; #Run javaImageClassifier on all images in Corpus cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/MU houghlinesP-refined log-all-hires/log-houghlinesP-refined-MU.txt -all cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/BK houghlinesP-refined log-all-hires/log-houghlinesP-refined-BK.txt -all cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/MP houghlinesP-refined log-all-hires/log-houghlinesP-refined-MP.txt -all cd image-identification-terminal; ./runClassifer.sh /Scratch/cpb16/is-sheet-music-encore/hires-download-images/SE houghlinesP-refined log-all-hires/log-houghlinesP-refined-SE.txt -all #Calculate the Accuracy of the classifier cd image-identification-terminal; java javaAccuracyCalculator log-all-hires/log-houghlinesP-refined-MU.txt houghlinesP-refined-MU log-all-hires/results.txt cd image-identification-terminal; java javaAccuracyCalculator log-all-hires/log-houghlinesP-refined-BK.txt houghlinesP-refined-BK log-all-hires/results.txt cd image-identification-terminal; java javaAccuracyCalculator log-all-hires/log-houghlinesP-refined-MP.txt houghlinesP-refined-MP log-all-hires/results.txt cd image-identification-terminal; java javaAccuracyCalculator log-all-hires/log-houghlinesP-refined-SE.txt houghlinesP-refined-SE log-all-hires/results.txt #Display the results cd image-identification-terminal; less log-all-hires/results.txt #*********** #OLDGEN #*********** #MUSIC, Including Sheet music gen-500-MU: cd java-gen-corpus; javac *.java cd java-gen-corpus; java javaGenFullIDList hathiFull.txt gen-500-MU-hathiFullIDList.txt MU cd java-gen-corpus; java javaGenValidIDList gen-500-MU-hathiFullIDList.txt 500 gen-500-MU-hathiValidIDList.txt ./COMPX520-DOWNLOADER-PNG-10PAGES.sh java-gen-corpus/gen-500-MU-hathiValidIDList.txt #BOOKS, Monograhpical gen-500-BK: cd java-gen-corpus; javac *.java cd java-gen-corpus; java javaGenFullIDList hathiFull.txt gen-500-BK-hathiFullIDList.txt BK cd java-gen-corpus; java javaGenValidIDList gen-500-BK-hathiFullIDList.txt 500 gen-500-BK-hathiValidIDList.txt ./COMPX520-DOWNLOADER-PNG-10PAGES.sh java-gen-corpus/gen-500-BK-hathiValidIDList.txt #SERIAL (journals, newspapers,etc) gen-500-SE: cd java-gen-corpus; javac *.java cd java-gen-corpus; java javaGenFullIDList hathiFull.txt gen-500-SE-hathiFullIDList.txt SE cd java-gen-corpus; java javaGenValidIDList gen-500-SE-hathiFullIDList.txt 500 gen-500-SE-hathiValidIDList.txt ./COMPX520-DOWNLOADER-PNG-10PAGES.sh java-gen-corpus/gen-500-SE-hathiValidIDList.txt #MAPS, Including atlas and sheet maps gen-500-MP: cd java-gen-corpus; javac *.java cd java-gen-corpus; java javaGenFullIDList hathiFull.txt gen-500-MP-hathiFullIDList.txt MP cd java-gen-corpus; java javaGenValidIDList gen-500-MP-hathiFullIDList.txt 500 gen-500-MP-hathiValidIDList.txt ./COMPX520-DOWNLOADER-PNG-10PAGES.sh java-gen-corpus/gen-500-MP-hathiValidIDList.txt #MIXED MATERIAL (This may not be required) gen-500-MX: cd java-gen-corpus; javac *.java cd java-gen-corpus; java javaGenFullIDList hathiFull.txt gen-500-MX-hathiFullIDList.txt MX cd java-gen-corpus; java javaGenValidIDList gen-500-MX-hathiFullIDList.txt 500 gen-500-MX-hathiValidIDList.txt ./COMPX520-DOWNLOADER-PNG-10PAGES.sh java-gen-corpus/gen-500-MX-hathiValidIDList.txt