speeding up camera preview in android opencv using CameraBridgeViewBase class and JavaCameraView?

asked 2018-09-07 00:45:18 -0500

Akhil Patel gravatar image

updated 2018-09-07 00:49:44 -0500

I am working with android opencv and i am using CameraBridgeViewBase class. but when i am run my application and every time camera preview 5-6 second delay. Here is my code

public Mat onCameraFrame(CvCameraViewFrame inputFrame) { return findRectangle(inputFrame.rgba()); }

private Mat findRectangle(Mat src) {
    Mat blurred = src.clone();
    Imgproc.medianBlur(src, blurred, 9);

    Mat gray0 = new Mat(blurred.size(), CvType.CV_8U), gray = new Mat();

    List<MatOfPoint> contours = new ArrayList<MatOfPoint>();

    List<Mat> blurredChannel = new ArrayList<Mat>();
    blurredChannel.add(blurred);
    List<Mat> gray0Channel = new ArrayList<Mat>();
    gray0Channel.add(gray0);

    MatOfPoint2f approxCurve;

    double maxArea = 0;
    int maxId = -1;

    for (int c = 0; c < 3; c++) {
        int ch[] = {c, 0};
        Core.mixChannels(blurredChannel, gray0Channel, new MatOfInt(ch));

        int thresholdLevel = 1;
        for (int t = 0; t < thresholdLevel; t++) {
            if (t == 0) {
                Canny(gray0, gray, 10, 20, 3, true); // true ?
                Imgproc.dilate(gray, gray, new Mat(), new Point(-1, -1), 1); // 1
            } else {
                Imgproc.adaptiveThreshold(gray0, gray, thresholdLevel,
                        Imgproc.ADAPTIVE_THRESH_GAUSSIAN_C,
                        Imgproc.THRESH_BINARY,
                        (src.width() + src.height()) / 200, t);
            }

            Imgproc.findContours(gray, contours, new Mat(),
                    Imgproc.RETR_LIST, Imgproc.CHAIN_APPROX_SIMPLE);

            for (MatOfPoint contour : contours) {
                MatOfPoint2f temp = new MatOfPoint2f(contour.toArray());

                double area = Imgproc.contourArea(contour);
                approxCurve = new MatOfPoint2f();
                Imgproc.approxPolyDP(temp, approxCurve, Imgproc.arcLength(temp, true) * 0.02, true);

                if (approxCurve.total() == 4 && area >= maxArea) {
                    double maxCosine = 0;

                    List<Point> curves = approxCurve.toList();
                    for (int j = 2; j < 5; j++) {

                        double cosine = Math.abs(angle(curves.get(j % 4), curves.get(j - 2), curves.get(j - 1)));
                        maxCosine = Math.max(maxCosine, cosine);
                    }

                    if (maxCosine < 0.3) {
                        maxArea = area;
                        maxId = contours.indexOf(contour);
                    }
                }
            }
        }
    }

    if (maxId >= 0) {
        Imgproc.drawContours(src, contours, maxId, new Scalar(0, 255, 0, .16), 4);
    }

    return src;
}

private double angle(Point p1, Point p2, Point p0) {
    double dx1 = p1.x - p0.x;
    double dy1 = p1.y - p0.y;
    double dx2 = p2.x - p0.x;
    double dy2 = p2.y - p0.y;
    return (dx1 * dx2 + dy1 * dy2) / Math.sqrt((dx1 * dx1 + dy1 * dy1) * (dx2 * dx2 + dy2 * dy2) + 1e-10);
}
edit retag flag offensive close merge delete

Comments

1

You should be moving findRectangle and angle method into JNI.

monxarat gravatar imagemonxarat ( 2018-09-07 05:28:04 -0500 )edit
1

But how can i moving these method into JNI please tell me #monxarat

Akhil Patel gravatar imageAkhil Patel ( 2018-09-07 23:37:44 -0500 )edit

I don't know how to move method into JNI i am new to openCV

Akhil Patel gravatar imageAkhil Patel ( 2018-09-08 00:25:09 -0500 )edit
1

You can see more here.

If you have any problem, touch in with me, I will help you.

monxarat gravatar imagemonxarat ( 2018-09-08 03:47:11 -0500 )edit
1

can you help me how to moving these method into JNI?

give me some reference or example to moving methods into JNI

Akhil Patel gravatar imageAkhil Patel ( 2018-09-10 00:03:11 -0500 )edit
1

monxarat's

can you help me how to moving these method into JNI?

give me some reference or example to moving methods into JNI

Akhil Patel gravatar imageAkhil Patel ( 2018-09-11 00:10:56 -0500 )edit
1
monxarat gravatar imagemonxarat ( 2018-09-11 03:30:51 -0500 )edit
1

@monaxrat

i am still unable to moving method in to JNI. i have no idea how to do it.

if you don't mind can i share my whole code to you and than you will moving method to JNI.

Akhil Patel gravatar imageAkhil Patel ( 2018-09-19 01:31:00 -0500 )edit
1

You can be using this example from OpenCV example. https://github.com/opencv/opencv/tree/master/samples/android/face-detection.

monxarat gravatar imagemonxarat ( 2018-09-19 01:54:29 -0500 )edit
1

@monaxrat This link is not working.

Akhil Patel gravatar imageAkhil Patel ( 2018-09-19 05:29:27 -0500 )edit