我正在尝试使用FloodFill将我非常慢的天真细分重写为更快的内容。我在一年前就排除了meanShiftFiltering的问题,这是因为很难标注颜色,然后很难找到它们的轮廓。
当前版本的opencv似乎具有一个快速的新功能,该功能使用均值移位标记段:gpu::meanShiftSegmentation()。它产生如下图像:
c++ - 如何在meanShiftSegmentation()输出上运行findContours()?-LMLPHP
(来源:ekran.org)
因此,在我看来,这几乎能够生成轮廓。如何运行findContours生成细分?
在我看来,这是通过从图像中提取标记的颜色,然后测试图像中的哪些像素值与每种标记的颜色匹配以使 bool(boolean) 图像适合findContours来完成的。这是我在以下操作中所做的(但是有点慢,让我感到应该有更好的方法):

Mat image = imread("test.png");

...
// gpu operations on image resulting in gpuOpen
...

// Mean shift
TermCriteria iterations = TermCriteria(CV_TERMCRIT_ITER, 2, 0);
gpu::meanShiftSegmentation(gpuOpen, segments, 10, 20, 300, iterations);

// convert to greyscale (HSV image)
vector<Mat> channels;
split(segments, channels);

// get labels from histogram of image.
int size = 256;
labels = Mat(256, 1, CV_32SC1);
calcHist(&channels.at(2), 1, 0, Mat(), labels, 1, &size, 0);

// Loop through hist bins
for (int i=0; i<256; i++) {
    float count = labels.at<float>(i);

    // Does this bin represent a label in the image?
    if (count > 0) {
        // find areas of the image that match this label and findContours on the result.
        Mat label = Mat(channels.at(2).rows, channels.at(2).cols, CV_8UC1, Scalar::all(i)); // image filled with label colour.
        Mat boolImage = (channels.at(2) == label); // which pixels in labeled image are identical to this label?
        vector<vector<Point>> labelContours;
        findContours(boolImage, labelContours, CV_RETR_EXTERNAL, CV_CHAIN_APPROX_SIMPLE);
        // Loop through contours.
        for (int idx = 0; idx < labelContours.size(); idx++) {
            // get bounds for this contour.
            bounds = boundingRect(labelContours[idx]);

            // create ROI for bounds to extract this region
            Mat patchROI = image(bounds);
            Mat maskROI = boolImage(bounds);
        }
    }
}
这是最好的方法还是有更好的方法来获得标签颜色?似乎meanShiftSegmentation提供此信息是合乎逻辑的? (颜色值 vector 或每个标签的蒙版 vector 等)
谢谢。

最佳答案

以下是执行此操作的另一种方法,而不会消除meanShiftSegmentation结果中的颜色信息。我没有比较两者的性能。

// Loop through whole image, pixel and pixel and then use the colour to index an array of bools indicating presence.

vector<Scalar> colours;
vector<Scalar>::iterator colourIter;
vector< vector< vector<bool> > > colourSpace;
vector< vector< vector<bool> > >::iterator colourSpaceBIter;
vector< vector<bool> >::iterator colourSpaceGIter;
vector<bool>::iterator colourSpaceRIter;

// Initialize 3D Vector
colourSpace.resize(256);
for (int i = 0; i < 256; i++) {
    colourSpace[i].resize(256);
    for (int j = 0; j < 256; j++) {
        colourSpace[i][j].resize(256);
    }
}

// Loop through pixels in the image (should be fastish, look into LUT for faster)
uchar r, g, b;
for (int i = 0; i < segments.rows; i++)
{
    Vec3b* pixel = segments.ptr<Vec3b>(i); // point to first pixel in row
    for (int j = 0; j < segments.cols; j++)
    {
        b = pixel[j][0];
        g = pixel[j][1];
        r = pixel[j][2];

        colourSpace[b][g][r] = true; // this colour is in the image.
        //cout << "BGR: " << int(b) << " " << int(g) << " " << int(r) << endl;
    }
}

// Get all the unique colours from colourSpace
// loop through colourSpace
int bi=0;
for (colourSpaceBIter = colourSpace.begin(); colourSpaceBIter != colourSpace.end(); colourSpaceBIter++) {
    int gi=0;
    for (colourSpaceGIter = colourSpaceBIter->begin(); colourSpaceGIter != colourSpaceBIter->end(); colourSpaceGIter++) {
        int ri=0;
        for (colourSpaceRIter = colourSpaceGIter->begin(); colourSpaceRIter != colourSpaceGIter->end(); colourSpaceRIter++) {
            if (*colourSpaceRIter)
                colours.push_back( Scalar(bi,gi,ri) );
            ri++;
        }
        gi++;
    }
    bi++;
}

// For each colour
int segmentCount = 0;
for (colourIter = colours.begin(); colourIter != colours.end(); colourIter++) {

    Mat label = Mat(segments.rows, segments.cols, CV_8UC3, *colourIter); // image filled with label colour.
    Mat boolImage = Mat(segments.rows, segments.cols, CV_8UC3);
    inRange(segments, *colourIter, *colourIter, boolImage); // which pixels in labeled image are identical to this label?

    vector<vector<Point> > labelContours;
    findContours(boolImage, labelContours, CV_RETR_EXTERNAL, CV_CHAIN_APPROX_SIMPLE);

    // Loop through contours.
    for (int idx = 0; idx < labelContours.size(); idx++) {
        // get bounds for this contour.
        Rect bounds = boundingRect(labelContours[idx]);
        float area = contourArea(labelContours[idx]);

        // Draw this contour on a new blank image
        Mat maskImage = Mat::zeros(boolImage.rows, boolImage.cols, boolImage.type());
        drawContours(maskImage, labelContours, idx, Scalar(255,255,255), CV_FILLED);

        Mat patchROI = frame(bounds);
        Mat maskROI = maskImage(bounds);
    }
    segmentCount++;
}

10-08 05:05