Tom James's profile - activity

I wrote a small application which can get information from the camera and process the images with Open Cv functions. There are three files in my project: camera_detect.cu, detecting_functions.cu and DtctFun.hpp. Here are the codes of my files: camera_detect.cu:

#include<iostream>
#include<string>
#include<sstream>
using namespace std;
#include<core.hpp>
#include<highgui.hpp>
#include"DtctFun.hpp"
#include<utility.hpp>
#include<imgproc.hpp>
#include "math.h"
using namespace cv;
int main(int arg, char*argv[])
{
    //camera
    VideoCapture Cap;
    Cap.open(0); 
    Mat img;
    Mat objects;
    Mat labels,stats,centroids,colors;
    for(;;)
    {
            //put every point from the camera to an image
            Cap>>img;
            //img.convertTo(img,CV_8SC1);
            cvtColor(img,img,CV_RGB2GRAY);
            imshow("Camera",img);
            //img.convertTo(img,CV_8UC1);
            Mat pattern=calculateLightPattern(img);
            imshow("Background",pattern);
            medianBlur(img,img,7);
            medianBlur(pattern,pattern,7);
            //acquiring the img of objects only
            objects=removeLight(img,pattern,2);//using subtraction
            objects= leaveout(objects);
            objects=binarying(objects);
            if(!strcmp(argv[1],"dark"))//of the background is dark, reverse the images
                    objects=Reversing(objects);
            imshow("objects",objects);

            //connected commponents
            int number=connectedComponentsWithStats(objects,labels,stats,centroids);
            //labels=nosmallarea(labels,stats,number,10000);
            colors=colorlabels(labels,number);
            //mark the objects with words
            stringstream ss;
            int i;
            cout<<"total number of objects:"<<(int)number<<endl;
            for(i=0;i<number;i++)//write the number of the object on the picture
            {
                    cout<<"centroids of object"<<(int)i<<":"<<(Point2d)centroids.at<Point2d>(i)<<endl;
                    cout<<"object:"<<(int)i<<" area: "<<stats.at<int>(i,CC_STAT_AREA)<<" centroids: "<<(Point2d)centroids.at<Point2d>(i)<<endl;
ss.str("");
                    ss<<"object:"<<(int)i;//" area: "<<stats.at<int>(i,CC_STAT_AREA)<<" centroids: "<<(Point2d)centroids.at<Point2d>(i);
                    cout<<ss.str()<<endl;
                    putText(colors,ss.str(),centroids.at<Point2d>(i),FONT_HERSHEY_SIMPLEX,0.4,Scalar(255,255,255));
             }

            //output the result
            imshow("colored labels",colors);
            int a=waitKey(30);
            if(a!=255)
                    break;
    }
}

detecting_functions.cu:

#include "book.h"
#include<iostream>
#include<string>
#include<sstream>
using namespace std;
//opencv 
#include<cv.hpp>
#include<core.hpp>
#include<highgui.hpp>
#include<utility.hpp>
#include"imgproc.hpp"
#include "math.h"
using namespace cv;

//Background
Mat calculateLightPattern(Mat img)
{
  Mat pattern;
  //Basic and effective way to calculate the light pattern form one image
  blur(img, pattern, Size(img.cols,img.cols));
  return pattern;
}


//generating random color
static Scalar randomColor( RNG& rng )
{
  int icolor = (unsigned) rng;
  return Scalar( icolor&255, (icolor>>8)&255, (icolor>>16)&255 );
}


//making colorful labels
Mat colorlabels(Mat labels,int number)//convert labels in different colors, number is the amount of the objects
{
    Mat color=Mat::ones(labels.rows,labels.cols,CV_8UC3);;
    RNG rng(0xFFFFFFFF);

    int i=1;
    for(i=1;i<number;i++)
    {
            Mat mask= labels==i;
            color.setTo(randomColor(rng), mask);
    }

    return color;

}
//ignore the regions whose intensity is low(single chennal)
Mat leaveout(Mat img)
{
  int i,j;
  for(i=0;i<img.cols-1;i++)
    {
      for(j=0;j<img.rows-1;j++)
        {
          if(img.at<unsigned char>(j,i)<50)//at(rows,cols)
            {
              img.at<unsigned char>(j,i)=0;
            }
        }
    }
  return img;
}


//reversing the picture
Mat ...

I want to modify the size of the image if the input image(img and pattern)is too big. The input images are img which is the picture including objects and background and the pattern which is the picture of the background. After changing the size, I use pattern to subtract img, which is expected to remove the background of the picture. However, I received "OpenCV Error: Sizes of input arguments do not match ". While, if I do not change the size and just conduct the subtraction the error won't emerge. So, I suspect that there is something wrong with my code which is used to change the size of the input picture. Can you help me find it out?

There is something need to point out and that is I make the program reveal the size of the pictures before and after the resize activity and it seemed to word, but the error is still there and the output image that contain objects only can't be shown. Here is may code which is used to change the size of the p[icture:

Mat removeLight(Mat img, Mat pattern, int method);

int main(int argc,char*argv[])
{
    Mat img=imread(argv[1],0);//input
    Mat pattern= imread(argv[2],0);//background
    //Mat pattern=255*Mat::ones(img.rows,img.cols,CV_8UC1);
    Mat objects;//objects without background
    cout<<"rows:"<<(int)img.rows<<"\t"<<"cols"<<(int)img.cols<<endl;
    int method;//which way to remove the background
    if(img.rows>2048||img.cols>2048)
        {
        resize(img,img,Size((img.cols)/10,(img.rows)/10),CV_INTER_LINEAR);
        resize(pattern,pattern,Size((img.cols)/10,(img.rows)/10),CV_INTER_LINEAR);
        }
    cout<<"rows:"<<(int)img.rows<<"\t"<<"cols"<<(int)img.cols<<endl;
    medianBlur(img,img,7);
    medianBlur(pattern,pattern,7);
    if(!strcmp(argv[3],"difference"))
    {
        method=2;
    }
    else if(!strcmp(argv[3],"division"))
    {
        method=1;
    }
    else
    {
        cout<<"The input is wrong!"<<endl;
        return 0;
    }
    cout<<"method"<<(int)method<<endl;
    objects=removeLight(img, pattern, method);
    imshow("input",img);
    imshow("background",pattern);
    imshow("image without background",objects);
    waitKey(0);
    imwrite("../without.jpg",objects);
    img.release();
    pattern.release();
    objects.release();

}


Mat removeLight(Mat img, Mat pattern, int method)
{
    Mat aux;
    aux= Mat::ones(img.cols,img.rows,CV_8UC1);
    //if method is nomalization
    if(method==1)
    {
        //require change our image to 32 float for division
        Mat img32, pattern32;
        img.convertTo(img32,CV_32FC1);//
        pattern.convertTo(pattern32,CV_32FC1);//
        //Divide the image by the pattern
        aux= 1-(img32/pattern32);
        //Scake it to convert to 8biit format
        aux=aux*255;
        //convert 8 bits format
        aux.convertTo(aux, CV_8UC1);
    }
    else
    {
        Mat mask= img<=pattern;
        subtract(pattern,img,aux,mask);
        aux.setTo(0,1-mask);
    }
    return aux;
}

The hint in the terminal revealed :

rows:4160 cols3120

rows:416 cols312

method2

OpenCV Error: Sizes of input arguments do not match (The operation is neither 'array op array' (where arrays have the same size and the same type), nor 'array op scalar', nor 'scalar op array') in compare, file /home/haoxuan/_SOFT/opencv-3.2.0/modules/core/src ... (more)