Changeset 33110 for other-projects/is-sheet-music-encore/trunk/image-identification-development/src

Timestamp:

2019-05-26T17:15:31+12:00 (5 years ago)

Author:

cpb16

Message:

Ground truth complete for SE and BK. Added file to keep track of all error images downdloaded. added file for notes for next meeting

File:

• other-projects/is-sheet-music-encore/trunk/image-identification-development/src/Main.java (modified) (2 diffs)

other-projects/is-sheet-music-encore/trunk/image-identification-development/src/Main.java

@@ -100 +100 @@
             Mat edgesDetected = new Mat();
             Mat edgesDetectedRGB = new Mat();
+            Mat forOTSU = new Mat();
             Mat edgesDetectedRGBProb;
             Mat justEdges; //TESTING
-            String default_file = "Test02.png";
+            String default_file = "TestImages/houghlineTest.png";
             String filename = ((args.length > 0) ? args[0] : default_file);
 
@@ -108 +109 @@
             Mat original = Imgcodecs.imread(filename, Imgcodecs.IMREAD_GRAYSCALE);
             // Edge detection
-            Imgproc.Canny(original, edgesDetected, 50, 200, 3, false);
-            //Copy edges to the images that will display the results in BGR
+            //01 CANNY
+            //Imgproc.Canny(original, edgesDetected, 50, 200, 3, false);
+            //02 BINARYINV
+            Imgproc.adaptiveThreshold(original, edgesDetected,255, Imgproc.ADAPTIVE_THRESH_GAUSSIAN_C,Imgproc.THRESH_BINARY_INV,15, 2);
+            //03 BINARY
+            //Imgproc.adaptiveThreshold(original, edgesDetected,255, Imgproc.ADAPTIVE_THRESH_GAUSSIAN_C,Imgproc.THRESH_BINARY,15, 2);
+            //04 NO PROC
+            //edgesDetected = original.clone();
+            //05 OTSU THRESHOLD
+            //Imgproc.threshold(original, edgesDetected,0,255,Imgproc.THRESH_BINARY_INV+Imgproc.THRESH_OTSU);
+
+
+
+            //Convert to RGB
             Imgproc.cvtColor(edgesDetected, edgesDetectedRGB, Imgproc.COLOR_GRAY2BGR);
-            edgesDetectedRGBProb = edgesDetectedRGB.clone();
-
-            justEdges = edgesDetectedRGBProb.clone();//TESTING
+            justEdges = edgesDetectedRGB.clone();//TESTING
 
             // Standard Hough Line Transform
             Mat lines = new Mat(); // will hold the results of the detection
-            //(edgeDetectedImage, outputOfDetection(r,Ξ), resolution of r, resolution of Ξ, threshold (minimum num of intersections)
-            Imgproc.HoughLines(edgesDetected, lines, 1.4, Math.PI / 180, 500); // runs the actual detection
+            //(edgeDetectedImage, outputOfDetection(r,Ξ), resolution of rho, resolution of theta, threshold (minimum num of intersections)
+            Imgproc.HoughLines(edgesDetected, lines, 1, Math.PI / 180.0, 350); // runs the actual detection
+            //Imgproc.HoughLines(edgesDetected, lines, 5.0, 4.0, 7); // runs the actual detection
 
-            // Draw the lines
-            //LOOK OVER THIS AGAIN THE 1000 might be image height?
-            //THRESHOLD should be changed, based on img dimensions?
+            //make some test images. black and white. row of white row of black. call hough transform. check if its displaying as expected
+            //make sure res of 0 is appropriate, try 360
+            //expect theta values of 0+-
+            //try greyscale image
 
-            for (int x = 0; x < lines.rows(); x++) {
-                double rho = lines.get(x, 0)[0],
-                        theta = lines.get(x, 0)[1];
-                //CONVERT to Cartisean coord
-                double a = Math.cos(theta), b = Math.sin(theta);
-                double x0 = a * rho, y0 = b * rho;
 
-                Point pt1 = new Point(Math.round(x0 + 1000 * (-b)), Math.round(y0 + 1000 * (a)));
-                Point pt2 = new Point(Math.round(x0 - 1000 * (-b)), Math.round(y0 - 1000 * (a)));
-                Imgproc.line(edgesDetectedRGB, pt1, pt2, new Scalar(0, 0, 255), 3, Imgproc.LINE_AA, 0);
+            for (int i = 0; i < lines.cols(); i++) {
+                double rho = lines.get(0, i)[0];
+                double theta = lines.get(0, i)[1];
+                double cosTheta = Math.cos(theta);
+                double sinTheta = Math.sin(theta);
+                double x0 = cosTheta * rho;
+                double y0 = sinTheta * rho;
+                double xpt1 = x0 + 10000 * (-sinTheta);
+                double ypt1 = y0 + 10000 * (cosTheta);
+                double xpt2 = x0 - 10000 * (-sinTheta);
+                double ypt2 = y0 - 10000 * (cosTheta);
+                double angle = Core.fastAtan2((float)ypt2 - (float)ypt1, (float)xpt2 - (float)xpt1) * (Math.PI/180.0);
+                Point pt1 = new Point(xpt1, ypt1);
+                Point pt2 = new Point(xpt2, ypt2);
+                Imgproc.line(edgesDetectedRGB, pt1, pt2, new Scalar(0, 0, 255), 3, Imgproc.LINE_AA,0);
+                System.out.println("rho: " + rho + '\n' + "theta: " + theta + '\n' + "angle: " + angle);
             }
 
-            // Probabilistic Line Transform
-            Mat linesP = new Mat(); // will hold the results of the detection
-            Imgproc.HoughLinesP(edgesDetected, linesP, 1, Math.PI / 180, 50, 50, 10); // runs the actual detection
-            // Draw the lines
-            for (int x = 0; x < linesP.rows(); x++) {
-                double[] l = linesP.get(x, 0);
-                Imgproc.line(edgesDetectedRGBProb, new Point(l[0], l[1]), new Point(l[2], l[3]), new Scalar(0, 0, 255), 3, Imgproc.LINE_AA, 0);
+            /*
+            for (int x = 0; x < lines.rows(); x++) {
+                double rho = lines.get(x, 0)[0];
+                double theta = lines.get(x, 0)[1];
+                double cosTheta = Math.cos(theta);
+                double sinTheta = Math.sin(theta);                //CONVERT to Cartisean coord
+                double x0 = cosTheta * rho;
+                double y0 = sinTheta * rho;
+
+                double xpt1 = Math.round(x0 + 10000 * (-sinTheta));
+                double ypt1 = Math.round(y0 + 10000 * (cosTheta));
+                double xpt2 = Math.round(x0 - 10000 * (-sinTheta));
+                double ypt2 = Math.round(y0 - 10000 * (cosTheta));
+                double angle = Core.fastAtan2((float)ypt2 - (float)ypt1, (float)xpt2 - (float)xpt1) * (Math.PI/180.0);
+
+                Point pt1 = new Point(xpt1, ypt1);
+                Point pt2 = new Point(xpt2, ypt2);
+                Imgproc.line(edgesDetectedRGB, pt1, pt2, new Scalar(0, 0, 255), 3, Imgproc.LINE_AA, 0);
+
+                System.out.println("rho: " + rho + '\n' + "theta: " + theta + '\n' + "angle: " + angle);
             }
+            */
 
-            //Convert MAT into a BufferedImage
-            BufferedImage toBeClassifiedImg = toBufferedImage(edgesDetectedRGBProb);
-
-            //Calculate if its sheet music or not
-            Boolean isSheetMusic = Classifier(toBeClassifiedImg);
-            System.out.println("Filename: " + filename + "  Status: " + isSheetMusic);
-
-            //Save Processed Image
-            String processedFile = null;
-            if (isSheetMusic == true) {
-                //NEED FIGURE OUT HOW RUN IN SCRIPT. THEN USE ARGS as filename + "HoughLineP + "png"
-                processedFile = "SheetMusic/Test_HoughLineP.png";
-            }else {
-                processedFile = "Test_HoughLineP.png";
-            }
-            imwrite(processedFile, edgesDetectedRGBProb);
 
             //Display Results