/* * unbenannt.cxx * * Copyright 2012 Unknown * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation; either version 2 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program; if not, write to the Free Software * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, * MA 02110-1301, USA. */ #include #include #include #include #include #include using namespace std; using namespace cv; class XorgGrabber { public: XorgGrabber(const char* win_title); ~XorgGrabber(); void read(Mat& mat); private: xcb_connection_t* conn; xcb_window_t grabbed_win; int grab_width, grab_height; xcb_screen_t* grab_screen; xcb_get_image_reply_t* img; }; XorgGrabber::XorgGrabber(const char* win_title) { conn=xcb_connect(NULL,NULL); bool found_win=false; grab_screen=NULL; img=NULL; /* Find configured screen */ const xcb_setup_t* setup = xcb_get_setup(conn); for (xcb_screen_iterator_t i = xcb_setup_roots_iterator(setup); i.rem > 0; xcb_screen_next (&i)) { xcb_screen_t* scr = i.data; xcb_query_tree_reply_t* reply = xcb_query_tree_reply( conn, xcb_query_tree(conn, scr->root), NULL); if (reply) { int len = xcb_query_tree_children_length(reply); xcb_window_t* children = xcb_query_tree_children(reply); xcb_get_window_attributes_cookie_t* cookies = new xcb_get_window_attributes_cookie_t[len]; for (int i=0; ioverride_redirect && attr->map_state == XCB_MAP_STATE_VIEWABLE) { char* title=(char*)(title_reply+1); cout << title << endl; if (strstr(title, win_title)) { xcb_get_geometry_reply_t* geo; geo = xcb_get_geometry_reply (conn, xcb_get_geometry (conn, children[i]), NULL); if (geo) { grab_width=geo->width; grab_height=geo->height; free(geo); grabbed_win=children[i]; found_win=true; grab_screen=scr; } else { cerr << "geo==NULL!" << endl; } } } free(title_reply); free(attr); } free(reply); delete[] cookies; } else { cout << "xcb_get_setup failed" << endl; } } if (found_win) { xcb_get_image_reply_t* img = xcb_get_image_reply (conn, xcb_get_image (conn, XCB_IMAGE_FORMAT_Z_PIXMAP, grabbed_win, 0, 0, grab_width, grab_height, ~0), NULL); xcb_depth_iterator_t depth_iterator = xcb_screen_allowed_depths_iterator(grab_screen); int ndepths=xcb_screen_allowed_depths_length(grab_screen); for (int i=0; idepth == img->depth) { xcb_visualtype_t* visuals = xcb_depth_visuals(depth_iterator.data); int nvisuals = xcb_depth_visuals_length(depth_iterator.data); for (int j=0;jvisual) { assert(visuals[j]._class==XCB_VISUAL_CLASS_TRUE_COLOR || visuals[j]._class==XCB_VISUAL_CLASS_DIRECT_COLOR); cout << (int)visuals[j]._class << "," << XCB_VISUAL_CLASS_TRUE_COLOR << endl; cout << visuals[j].red_mask << endl; cout << visuals[j].green_mask << endl; cout << visuals[j].blue_mask << endl; break; } } break; } xcb_depth_next(&depth_iterator); } int nformats = xcb_setup_pixmap_formats_length(setup); xcb_format_t* formats = xcb_setup_pixmap_formats(setup); for (int i=0;idepth) { cout << (int)formats[i].bits_per_pixel << endl; cout << (int)formats[i].scanline_pad << endl; break; } } cout << grab_width << "x" << grab_height << endl; free(img); } else { throw string("FATAL: did not find window, exiting."); } } XorgGrabber::~XorgGrabber() { if (img) free(img); xcb_disconnect(conn); } void XorgGrabber::read(Mat& mat) { if (img) free(img); // mat gets invalid when the next read() is called! img = xcb_get_image_reply (conn, xcb_get_image (conn, XCB_IMAGE_FORMAT_Z_PIXMAP, grabbed_win, 0, 0, grab_width, grab_height, ~0), NULL); mat = Mat(grab_height, grab_width, CV_8UC4, xcb_get_image_data(img)); mat.addref(); } /* int main() { XorgGrabber grabber("Mupen64Plus OpenGL Video"); namedWindow("meh"); Mat meh; while(1) { grabber.read(meh); imshow("meh",meh); waitKey(100); } } */ #define HIST_SMOOTH 7 //#define NO_BRIGHTN/SS // will man nicht, nur zu demonstrationszwecken #define ERODE_RADIUS_2D 4 Mat circle_mat(int radius) { Mat result(radius*2+1, radius*2+1, CV_8U); for (int x=0; x<=result.cols/2; x++) for (int y=0; y<=result.rows/2; y++) { unsigned char& p1 = result.at(result.cols/2 + x, result.rows/2 + y); unsigned char& p2 = result.at(result.cols/2 - x, result.rows/2 + y); unsigned char& p3 = result.at(result.cols/2 + x, result.rows/2 - y); unsigned char& p4 = result.at(result.cols/2 - x, result.rows/2 - y); if ( x*x + y*y < radius*radius ) p1=p2=p3=p4=255; else p1=p2=p3=p4=0; } return result; } int main(int argc, char* argv[]) { XorgGrabber capture("Mupen64Plus OpenGL Video"); int road_0=77, road_1=77, road_2=77; Mat transform; bool first=true; int xlen, ylen; Mat erode_2d(ERODE_RADIUS_2D*2+1, ERODE_RADIUS_2D*2+1, CV_8U); for (int x=0; x<=erode_2d.cols/2; x++) for (int y=0; y<=erode_2d.rows/2; y++) { unsigned char& p1 = erode_2d.at(erode_2d.cols/2 + x, erode_2d.rows/2 + y); unsigned char& p2 = erode_2d.at(erode_2d.cols/2 - x, erode_2d.rows/2 + y); unsigned char& p3 = erode_2d.at(erode_2d.cols/2 + x, erode_2d.rows/2 - y); unsigned char& p4 = erode_2d.at(erode_2d.cols/2 - x, erode_2d.rows/2 - y); if ( x*x + y*y < ERODE_RADIUS_2D*ERODE_RADIUS_2D ) p1=p2=p3=p4=255; else p1=p2=p3=p4=0; } #define trans_width 600 #define trans_height 400 #define road_width 100 while(1) { Mat img_; capture.read(img_); if (first) { xlen=img_.cols; ylen=img_.rows; Point2f src_pts[4] = { Point2f(0, ylen), Point2f(xlen, ylen), Point2f(xlen* (.5 - 0.13), ylen/2), Point2f(xlen* (.5 + .13), ylen/2) }; //Point2f dest_pts[4] = { Point2f(0, ylen), Point2f(trans_width, ylen), Point2f(0, trans_height), Point2f(0, trans_height) }; Point2f dest_pts[4] = { Point2f(trans_width/2 - road_width/2, trans_height), Point2f(trans_width/2 + road_width/2, trans_height), Point2f(trans_width/2 - road_width/2, trans_height/2), Point2f(trans_width/2 + road_width/2, trans_height/2) }; transform=getPerspectiveTransform(src_pts, dest_pts); first=false; } assert ((img_.cols==xlen) && (img_.rows==ylen)); namedWindow("orig"); namedWindow("edit"); Mat img, img2; img_.convertTo(img, CV_8UC3, 1); //FINDMICH img.copyTo(img2); #ifdef NO_BRIGHTNESS assert(img2.type()==CV_8UC3); for (int row = 0; row(row); for (int col=0; col0) { data[0]=(int)data[0] * 256 / sum; data[1]=(int)data[1] * 256 / sum; data[2]=(int)data[2] * 256 / sum; } else { data[0]=255/3; data[1]=255/3; data[2]=255/3; } data+=3; } } #endif Mat img_diff(img.rows, img.cols, CV_8U); int hist[256]; for (int i=0; i<256; i++) hist[i]=0; for (int row = 0; row(row); uchar* data_out=img_diff.ptr(row); for (int col=0; col 255) continue; sum+=hist[i+j]; } hist2[i]=sum; } int cumul=0; int x_begin=0; for (x_begin=0;x_begin<256;x_begin++) { cumul+=hist[x_begin]; if (cumul > img.rows*img.cols/100) break; } int hist_max=0; int thres; for (int i=0; i<256; i++) { if (hist2[i]>hist_max) hist_max=hist2[i]; if ((hist2[i] < hist_max/2) && (i>x_begin)) { thres=i; break; } } Mat img_hist(100,256, CV_8U); for (int row = 0; row(row); for (int col=0; col (img_hist.rows-row)*800) *data=0; data++; } } Mat img_thres(img_diff.rows, img_diff.cols, img_diff.type()); threshold(img_diff, img_thres, thres, 255, THRESH_BINARY_INV); Mat img_eroded(img_thres.rows, img_thres.cols, img_thres.type()); Mat img_thres2(img_thres.rows, img_thres.cols, img_thres.type()); erode(img_thres, img_eroded, Mat::ones(3, 3, CV_8U)); dilate(img_eroded, img_thres2, Mat::ones(3, 3, CV_8U)); assert(img.rows==img_eroded.rows); assert(img.cols==img_eroded.cols); int avg_sum=0; road_0=road_1=road_2=0; for (int row = 0; row(row); uchar* mask=img_eroded.ptr(row); int mean_value_line_sum=0; int mean_value_line_cnt=0; int mean_value_line; for (int col=0; col(row); for (int col=0; col1 && mean_value_line < img.cols-2) { img_thres2.ptr(row)[mean_value_line-1]=128; img_thres2.ptr(row)[mean_value_line]=128; img_thres2.ptr(row)[mean_value_line+1]=128; } if ((mean_value_line+stddev_line)>1 && (mean_value_line+stddev_line) < img.cols-2) { img_thres2.ptr(row)[mean_value_line-1+stddev_line]=128; img_thres2.ptr(row)[mean_value_line+stddev_line]=128; img_thres2.ptr(row)[mean_value_line+1+stddev_line]=128; } if ((mean_value_line-stddev_line)>1 && (mean_value_line-stddev_line) < img.cols-2) { img_thres2.ptr(row)[mean_value_line-1-stddev_line]=128; img_thres2.ptr(row)[mean_value_line-stddev_line]=128; img_thres2.ptr(row)[mean_value_line+1-stddev_line]=128; } } } if (avg_sum>20) { road_0/=avg_sum; road_1/=avg_sum; road_2/=avg_sum; } /* Mat img_perspective(trans_height, trans_width, img_thres.type()); warpPerspective(img_thres, img_perspective, transform, img_perspective.size()); threshold(img_perspective, img_perspective, 127, 255, THRESH_BINARY); Mat img_perspective_temp(img_perspective.rows, img_perspective.cols, img_perspective.type()); Mat img_perspective_temp2(img_perspective.rows, img_perspective.cols, img_perspective.type()); erode(img_perspective, img_perspective_temp, circle_mat(7)); dilate(img_perspective_temp, img_perspective_temp2, circle_mat(7 + 15)); erode(img_perspective_temp2, img_perspective, circle_mat(15)); */ imshow("orig", img); imshow("edit", img2); //imshow("perspective", img_perspective); imshow("diff", img_diff); imshow("hist", img_hist); imshow("thres", img_thres2); waitKey(1000/50); //waitKey(); } }