Ask Your Question

Revision history [back]

click to hide/show revision 1
initial version

Captured frame RGB to YUV and Reverse

I have this code which is a bit of old but it was used to convert RGB to YUV but for me doesn't work, i am using c++ and MVS2013 and opencv to make this happen, i want to capture the RGB frame convert it to YUV and send the values of YUV array through buffer and do the oposite on the recieve as in the code below but it doesn`t convert it and have an error in the red line of empty fields.

Anyone with good knowledge on opencv would be nice to give me a good solution on it, anything can be changed except the functions of send and recieve which needs to get these data through buffer and i am not so expert to make it work well.

#define CLIP(X) ((X) > 255 ? 255 : (X) < 0 ? 0 : X)

// RGB -> YUV
#define RGB2Y(R, G, B) CLIP((( 66 * (R) + 129 * (G) +  25 * (B) + 128) >> 8) +  16)
#define RGB2U(R, G, B) CLIP(((-38 * (R) -  74 * (G) + 112 * (B) + 128) >> 8) + 128)
#define RGB2V(R, G, B) CLIP(((112 * (R) -  94 * (G) -  18 * (B) + 128) >> 8) + 128)

// YUV -> RGB
#define C(Y) ((Y) - 16  )
#define D(U) ((U) - 128 )
#define E(V) ((V) - 128 )

#define YUV2R(Y, U, V) CLIP((298 * C(Y) + 409 * E(V) + 128) >> 8)
#define YUV2G(Y, U, V) CLIP((298 * C(Y) - 100 * D(U) - 208 * E(V) + 128) >> 8)
#define YUV2B(Y, U, V) CLIP((298 * C(Y) + 516 * D(U) + 128) >> 8)

//////////// SEND FRAME
#define FRAME_WIDTH 640
#define FRAME_HEIGHT 480
Mat CamFrame;

VideoCapture CaptureCam(0);
CaptureCam.set(CV_CAP_PROP_FRAME_WIDTH, FRAME_WIDTH);
CaptureCam.set(CV_CAP_PROP_FRAME_HEIGHT, FRAME_HEIGHT);
if (!CaptureCam.isOpened()){
    cout << "could not open camera" << endl;
}
namedWindow("Captures Cam", CV_WINDOW_AUTOSIZE);

while (TestingCLoop){
    CaptureCam >> CamFrame;
    if (!CamFrame.empty()){
        IplImage *frame = new IplImage(CamFrame);
        int32_t strides[3] = { 1280, 640, 320 };    
        uint8_t *planes[3] = {  
            (uint8_t *)malloc(frame->height * frame->width),    
            (uint8_t *)malloc(frame->height * frame->width / 4),    
            (uint8_t *)malloc(frame->height * frame->width / 4),
        };

        int x_chroma_shift = 1;
        int y_chroma_shift = 1;

        int x, y;   
        for (y = 0; y < frame->height; ++y) {   
            for (x = 0; x < frame->width; ++x) {    
                uint8_t r = frame->imageData[(x + y * frame->width) * 3 + 0];   
                uint8_t g = frame->imageData[(x + y * frame->width) * 3 + 1];
                uint8_t b = frame->imageData[(x + y * frame->width) * 3 + 2];

                planes[0][x + y * strides[0]] = RGB2Y(r, g, b); ///////// IT HAS ERROR ON THIS "EMPTY"

                if (!(x % (1 << x_chroma_shift)) && !(y % (1 << y_chroma_shift))) { 
                    const int i = x / (1 << x_chroma_shift);
                    const int j = y / (1 << y_chroma_shift);    
                    planes[1][i + j * strides[1]] = RGB2U(r, g, b); 
                    planes[2][i + j * strides[2]] = RGB2V(r, g, b);
                }   
            }
        }
        sendFrame(frame->width, frame->height, planes[0], planes[1], planes[2]);
    }
}



////////////////////////// RECIEVE FRAME 
recieveFrame(uint16_t width, uint16_t height, uint8_t const *y, uint8_t const *u, uint8_t const *v, int32_t ystride, int32_t ustride, int32_t vstride){

    ystride = abs(ystride);
    ustride = abs(ustride);
    vstride = abs(vstride);

    uint16_t *img_data = (uint16_t *)malloc(height * width * 6);
    unsigned long int i, j;
    for (i = 0; i < height; ++i) {
        for (j = 0; j < width; ++j) {
            uint8_t *point = (uint8_t *)img_data + 3 * ((i * width) + j);
            int yx = y[(i * ystride) + j];
            int ux = u[((i / 2) * ustride) + (j / 2)];
            int vx = v[((i / 2) * vstride) + (j / 2)];

            point[0] = YUV2R(yx, ux, vx);
            point[1] = YUV2G(yx, ux, vx);
            point[2] = YUV2B(yx, ux, vx);
        }
    }

    CvMat mat = cvMat(height, width, CV_8UC3, img_data);
    CvSize sz;

    sz.height = height;
    sz.width = width;

    IplImage *header = cvCreateImageHeader(sz, 1, 3);
    IplImage *img = cvGetImage(&mat, header);
    cvShowImage("Captured Cam", img);
    free(img_data);
}

Captured frame RGB to YUV and Reverse

I have this code which is a bit of old but it was used to convert RGB to YUV but for me doesn't work, i am using c++ and MVS2013 and opencv to make this happen, i want to capture the RGB frame convert it to YUV and send the values of YUV array through buffer and do the oposite on the recieve as in the code below but it doesn`t convert it and have an error in the red line of empty fields.

Anyone with good knowledge on opencv would be nice to give me a good solution on it, anything can be changed except the functions of send and recieve which needs to get these data through buffer and i am not so expert to make it work well.

#define CLIP(X) ((X) > 255 ? 255 : (X) < 0 ? 0 : X)

// RGB -> YUV
#define RGB2Y(R, G, B) CLIP((( 66 * (R) + 129 * (G) +  25 * (B) + 128) >> 8) +  16)
#define RGB2U(R, G, B) CLIP(((-38 * (R) -  74 * (G) + 112 * (B) + 128) >> 8) + 128)
#define RGB2V(R, G, B) CLIP(((112 * (R) -  94 * (G) -  18 * (B) + 128) >> 8) + 128)

// YUV -> RGB
#define C(Y) ((Y) - 16  )
#define D(U) ((U) - 128 )
#define E(V) ((V) - 128 )

#define YUV2R(Y, U, V) CLIP((298 * C(Y) + 409 * E(V) + 128) >> 8)
#define YUV2G(Y, U, V) CLIP((298 * C(Y) - 100 * D(U) - 208 * E(V) + 128) >> 8)
#define YUV2B(Y, U, V) CLIP((298 * C(Y) + 516 * D(U) + 128) >> 8)

//////////// SEND FRAME
#define FRAME_WIDTH 640
#define FRAME_HEIGHT 480
Mat CamFrame;

VideoCapture CaptureCam(0);
CaptureCam.set(CV_CAP_PROP_FRAME_WIDTH, FRAME_WIDTH);
CaptureCam.set(CV_CAP_PROP_FRAME_HEIGHT, FRAME_HEIGHT);
if (!CaptureCam.isOpened()){
    cout << "could not open camera" << endl;
}
namedWindow("Captures Cam", CV_WINDOW_AUTOSIZE);

while (TestingCLoop){
    CaptureCam >> CamFrame;
    if (!CamFrame.empty()){
        IplImage *frame = new IplImage(CamFrame);
        int32_t strides[3] = { 1280, 640, 320 };    
        uint8_t *planes[3] = {  
            (uint8_t *)malloc(frame->height * frame->width),    
            (uint8_t *)malloc(frame->height * frame->width / 4),    
            (uint8_t *)malloc(frame->height * frame->width / 4),
        };

        int x_chroma_shift = 1;
        int y_chroma_shift = 1;

        int x, y;   
        for (y = 0; y < frame->height; ++y) {   
            for (x = 0; x < frame->width; ++x) {    
                uint8_t r = frame->imageData[(x + y * frame->width) * 3 + 0];   
                uint8_t g = frame->imageData[(x + y * frame->width) * 3 + 1];
                uint8_t b = frame->imageData[(x + y * frame->width) * 3 + 2];

                planes[0][x + y * strides[0]] = RGB2Y(r, g, b); ///////// IT HAS ERROR ON THIS "EMPTY"

                if (!(x % (1 << x_chroma_shift)) && !(y % (1 << y_chroma_shift))) { 
                    const int i = x / (1 << x_chroma_shift);
                    const int j = y / (1 << y_chroma_shift);    
                    planes[1][i + j * strides[1]] = RGB2U(r, g, b); 
                    planes[2][i + j * strides[2]] = RGB2V(r, g, b);
                }   
            }
        }
        sendFrame(frame->width, frame->height, planes[0], planes[1], planes[2]);
    }
}



////////////////////////// RECIEVE FRAME 
recieveFrame(uint16_t width, uint16_t height, uint8_t const *y, uint8_t const *u, uint8_t const *v, int32_t ystride, int32_t ustride, int32_t vstride){

    ystride = abs(ystride);
    ustride = abs(ustride);
    vstride = abs(vstride);

    uint16_t *img_data = (uint16_t *)malloc(height * width * 6);
    unsigned long int i, j;
    for (i = 0; i < height; ++i) {
        for (j = 0; j < width; ++j) {
            uint8_t *point = (uint8_t *)img_data + 3 * ((i * width) + j);
            int yx = y[(i * ystride) + j];
            int ux = u[((i / 2) * ustride) + (j / 2)];
            int vx = v[((i / 2) * vstride) + (j / 2)];

            point[0] = YUV2R(yx, ux, vx);
            point[1] = YUV2G(yx, ux, vx);
            point[2] = YUV2B(yx, ux, vx);
        }
    }

    CvMat mat = cvMat(height, width, CV_8UC3, img_data);
    CvSize sz;

    sz.height = height;
    sz.width = width;

    IplImage *header = cvCreateImageHeader(sz, 1, 3);
    IplImage *img = cvGetImage(&mat, header);
    cvShowImage("Captured Cam", img);
    free(img_data);
}

Thanks in advance

Captured frame RGB to YUV and Reverse

I have this code which is a bit of old but it was used to convert RGB to YUV but for me doesn't work, i am using c++ and MVS2013 and opencv to make this happen, i want to capture the RGB frame convert it to YUV and send the values of YUV array through buffer and do the oposite on the recieve as in the code below but it doesn`t convert it and have an error in near the red line of empty fields.send function commented also.

Anyone with good knowledge on opencv would be nice to give me a good solution on it, anything can be changed except the functions of send and recieve which needs to get these data through buffer and i am not so expert to make it work well.

#define CLIP(X) ((X) > 255 ? 255 : (X) < 0 ? 0 : X)

// RGB -> YUV
#define RGB2Y(R, G, B) CLIP((( 66 * (R) + 129 * (G) +  25 * (B) + 128) >> 8) +  16)
#define RGB2U(R, G, B) CLIP(((-38 * (R) -  74 * (G) + 112 * (B) + 128) >> 8) + 128)
#define RGB2V(R, G, B) CLIP(((112 * (R) -  94 * (G) -  18 * (B) + 128) >> 8) + 128)

// YUV -> RGB
#define C(Y) ((Y) - 16  )
#define D(U) ((U) - 128 )
#define E(V) ((V) - 128 )

#define YUV2R(Y, U, V) CLIP((298 * C(Y) + 409 * E(V) + 128) >> 8)
#define YUV2G(Y, U, V) CLIP((298 * C(Y) - 100 * D(U) - 208 * E(V) + 128) >> 8)
#define YUV2B(Y, U, V) CLIP((298 * C(Y) + 516 * D(U) + 128) >> 8)

//////////// SEND FRAME
#define FRAME_WIDTH 640
#define FRAME_HEIGHT 480
Mat CamFrame;

VideoCapture CaptureCam(0);
CaptureCam.set(CV_CAP_PROP_FRAME_WIDTH, FRAME_WIDTH);
CaptureCam.set(CV_CAP_PROP_FRAME_HEIGHT, FRAME_HEIGHT);
if (!CaptureCam.isOpened()){
    cout << "could not open camera" << endl;
}
namedWindow("Captures Cam", CV_WINDOW_AUTOSIZE);

while (TestingCLoop){
    CaptureCam >> CamFrame;
    if (!CamFrame.empty()){
        IplImage *frame = new IplImage(CamFrame);
        int32_t strides[3] = { 1280, 640, 320 };    
        uint8_t *planes[3] = {  
            (uint8_t *)malloc(frame->height * frame->width),    
            (uint8_t *)malloc(frame->height * frame->width / 4),    
            (uint8_t *)malloc(frame->height * frame->width / 4),
        };

        int x_chroma_shift = 1;
        int y_chroma_shift = 1;

        int x, y;   
        for (y = 0; y < frame->height; ++y) {   
            for (x = 0; x < frame->width; ++x) {    
                uint8_t r = frame->imageData[(x + y * frame->width) * 3 + 0];   
                uint8_t g = frame->imageData[(x + y * frame->width) * 3 + 1];
                uint8_t b = frame->imageData[(x + y * frame->width) * 3 + 2];

                planes[0][x + y * strides[0]] = RGB2Y(r, g, b); ///////// IT HAS ERROR ON THIS "EMPTY"

                if (!(x % (1 << x_chroma_shift)) && !(y % (1 << y_chroma_shift))) { 
                    const int i = x / (1 << x_chroma_shift);
                    const int j = y / (1 << y_chroma_shift);    
                    planes[1][i + j * strides[1]] = RGB2U(r, g, b); 
                    planes[2][i + j * strides[2]] = RGB2V(r, g, b);
                }   
            }
        }
        sendFrame(frame->width, frame->height, planes[0], planes[1], planes[2]);
    }
}



////////////////////////// RECIEVE FRAME 
recieveFrame(uint16_t width, uint16_t height, uint8_t const *y, uint8_t const *u, uint8_t const *v, int32_t ystride, int32_t ustride, int32_t vstride){

    ystride = abs(ystride);
    ustride = abs(ustride);
    vstride = abs(vstride);

    uint16_t *img_data = (uint16_t *)malloc(height * width * 6);
    unsigned long int i, j;
    for (i = 0; i < height; ++i) {
        for (j = 0; j < width; ++j) {
            uint8_t *point = (uint8_t *)img_data + 3 * ((i * width) + j);
            int yx = y[(i * ystride) + j];
            int ux = u[((i / 2) * ustride) + (j / 2)];
            int vx = v[((i / 2) * vstride) + (j / 2)];

            point[0] = YUV2R(yx, ux, vx);
            point[1] = YUV2G(yx, ux, vx);
            point[2] = YUV2B(yx, ux, vx);
        }
    }

    CvMat mat = cvMat(height, width, CV_8UC3, img_data);
    CvSize sz;

    sz.height = height;
    sz.width = width;

    IplImage *header = cvCreateImageHeader(sz, 1, 3);
    IplImage *img = cvGetImage(&mat, header);
    cvShowImage("Captured Cam", img);
    free(img_data);
}

Thanks in advance