Changeset 33458 for other-projects/is-sheet-music-encore/trunk/image-identification-terminal/javaClassifierComparison.java

Timestamp:

2019-09-07T14:30:32+12:00 (5 years ago)

Author:

cpb16

Message:

Running new morphology version after quick meeting with david last week. init tests are looking good. Running on whole corpus now...

File:

• other-projects/is-sheet-music-encore/trunk/image-identification-terminal/javaClassifierComparison.java (modified) (3 diffs)

other-projects/is-sheet-music-encore/trunk/image-identification-terminal/javaClassifierComparison.java

@@ -328 +328 @@
         return returnVariables;
     }
-    private static Pair Algorithm_MorphologyOLD(String filename){
+    private static Pair Algorithm_MorphologyOLD2(String filename){
 
         System.loadLibrary(Core.NATIVE_LIBRARY_NAME);
@@ -386 +386 @@
         return returnVariables;
     }
-    private static Pair Algorithm_Morphology(String filename){
+    private static Pair Algorithm_MorphologyOLD(String filename){
 
         System.loadLibrary(Core.NATIVE_LIBRARY_NAME);
@@ -573 +573 @@
                 }
             }
+            //Classifier Calculation
+            if(areaCounter >= THRESHOLD_AREA_COUNT){
+                returnVariables.setBoolean(true);
+                returnVariables.setInteger(areaCounter);
+            }
+        }
+        catch(Exception e){
+            System.err.println(e);
+        }
+        return returnVariables;
+    }
+    private static Pair Algorithm_Morphology(String filename){
+        System.loadLibrary(Core.NATIVE_LIBRARY_NAME);
+        Pair returnVariables = new Pair();
+        int areaCounter=0;
+        Mat original = Imgcodecs.imread(filename, Imgcodecs.IMREAD_GRAYSCALE);
+        Mat binarizedOriginal = original.clone();
+        Imgproc.adaptiveThreshold(original, binarizedOriginal,255, Imgproc.ADAPTIVE_THRESH_GAUSSIAN_C,Imgproc.THRESH_BINARY_INV, 15, THRESHOLD_C);
+        try{
+            //************************************
+            //1. Large Object Remover
+            //************************************
+            Mat srcLOR = binarizedOriginal.clone();
+            Mat maskLOR = new Mat();
+            Mat dstLOR = new Mat();
+
+            //Remove small objects in prep for masking  (De-Noise)
+            Mat removeSmallLOR = Imgproc.getStructuringElement(Imgproc.MORPH_RECT, new Size(5,5));
+            Imgproc.morphologyEx(srcLOR,maskLOR, Imgproc.MORPH_OPEN, removeSmallLOR);
+
+            //Heal the large items
+            Mat healLOR = Imgproc.getStructuringElement(Imgproc.MORPH_RECT, new Size(25,25));
+            Imgproc.morphologyEx(maskLOR,maskLOR, Imgproc.MORPH_CLOSE, healLOR);
+
+            //IsolateLarge
+            Mat isolateLargeLOR = Imgproc.getStructuringElement(Imgproc.MORPH_RECT, new Size(30,30));
+            Imgproc.morphologyEx(maskLOR,maskLOR, Imgproc.MORPH_OPEN, isolateLargeLOR);
+
+            Core.bitwise_not(maskLOR,maskLOR);
+            srcLOR.copyTo(dstLOR, maskLOR);
+
+            Mat base = binarizedOriginal.clone();
+            //***********************************
+            //3. Isolate straight lines
+            //***********************************
+            //Heal lines
+            Mat healISL = Imgproc.getStructuringElement(Imgproc.MORPH_RECT, new Size(82,1));
+            Imgproc.morphologyEx(dstLOR,base, Imgproc.MORPH_OPEN, healISL);
+
+            //Make White Blobs
+            Mat kernelOpen = Imgproc.getStructuringElement(Imgproc.MORPH_RECT, new Size(4,1));
+            Imgproc.morphologyEx(base,base,Imgproc.MORPH_OPEN, kernelOpen);
+
+            Mat kernelDilateAgain = Imgproc.getStructuringElement(Imgproc.MORPH_RECT, new Size(1,10));
+            Imgproc.dilate(base, base, kernelDilateAgain);
+
+            Mat kernelCloseAgain = Imgproc.getStructuringElement(Imgproc.MORPH_RECT, new Size(12,50));
+            Imgproc.morphologyEx(base,base,Imgproc.MORPH_CLOSE, kernelCloseAgain);
+
+            //***********************************
+            //4. Find 'Clusters'
+            //   Need to find areas, using bounding boxes
+            //   Find how tall the bounding box is, if its taller than 'x' then classify as Sheet Music
+            //***********************************
+
+            //*****************************************************************
+            //4.1 Prep Rectangles on processed images
+            //*****************************************************************
+            ArrayList<MatOfPoint> contours = new ArrayList<MatOfPoint>();
+            Mat hierarchy = new Mat();
+            Imgproc.findContours(base, contours, hierarchy, Imgproc.RETR_EXTERNAL, Imgproc.CHAIN_APPROX_SIMPLE);
+            //Draw contours and record areas
+            Mat allContoursFound = Mat.zeros(base.size(), CvType.CV_8UC3);
+            Imgproc.drawContours(allContoursFound, contours, -1, new Scalar(0, 255, 0), 1); //USES LINE_8
+            //Init arrays
+            MatOfPoint2f[] contoursPoly  = new MatOfPoint2f[contours.size()];
+            Rect[] boundRect = new Rect[contours.size()];
+
+            //Fill arrays
+            for (int i = 0; i < contours.size(); i++) {
+                contoursPoly[i] = new MatOfPoint2f();
+                Imgproc.approxPolyDP(new MatOfPoint2f(contours.get(i).toArray()), contoursPoly[i], 1, true);
+                boundRect[i] = Imgproc.boundingRect(new MatOfPoint(contoursPoly[i].toArray()));
+            }
+            //Draw circle for each large contour
+            //MAKE THE COMPARING VALUES GLOBAL CONSTANTS
+            for (int i = 0; i < contours.size(); i++) {
+                if(boundRect[i].height > 100){
+                    if(boundRect[i].width > 300){
+                        areaCounter++;
+                    }
+                }
+            }
+
             //Classifier Calculation
             if(areaCounter >= THRESHOLD_AREA_COUNT){