The code behind DMouse!
The code behind DMouse!
If you want to make your own, get familiar with OpenCV and other additional libs I used here.
// DMouse develpoed by Dhaval Palsana www.robofreaksindia.wordpress.com
#include "stdafx.h"
#include "windows.h"
#include "libxl.h"
#include <math.h>
#include<stdio.h>
#include<cv.h>
#include<highgui.h>
#include<cxcore.h>
using namespace libxl;
using namespace std;
int check;
int ci,cj;
int bmx[6],gmx[6],rmx[6],bmi[6],gmi[6],rmi[6],hmx[6],smx[6],vmx[6],hmi[6],smi[6],vmi[6];
void calibration(void);
void welcome(void);
IplImage* frame = cvCreateImage(cvSize(320,240),IPL_DEPTH_8U,3);
void calibrun(int);
int main()
{
welcome();
if (check==1)
goto end;
int ma[7],mi[7];
Book* book = xlCreateBook();
if(book)
{
if(book->load(L"dmouse.xls"))
{
Sheet* sheet = book->getSheet(0);
if(sheet)
{
int n=2,d=1;
onceagain:
int maxx=0,minn=255;
for(int i=n;i<=(n+1);i++)
{
for(int j=2;j<=6;j++)
{
int t;
t=sheet->readNum(i, j);
maxx=max(maxx,t);
minn=min(minn,t);
}
}
n=n+2;
if( n==16)
{
goto next;
}
else
{
ma[d]=maxx;
mi[d]=minn;
d=d+1;
goto onceagain;
}
}
}
else
{
printf("\nError in reading Database please calibrate once again");
cvWaitKey(2000);
}
next:
book->release();
}
SYSTEMTIME st;
GetSystemTime(&st);
int year=st.wYear;
int month=st.wMonth;
if(year>2014)
goto beta;
float cx = GetSystemMetrics(SM_CXSCREEN);
float cy = GetSystemMetrics(SM_CYSCREEN);
printf("\n\ncx=%f\n\ncy=%f\n",cx,cy);
printf("\n%d %d %d %d %d %d \n%d %d %d %d %d %d ",mi[1],mi[2],mi[3],mi[4],mi[5],mi[6],ma[1],ma[2],ma[3],ma[4],ma[5],ma[6]);
CvCapture* capture = cvCaptureFromCAM(CV_CAP_ANY);
if ( !capture )
{
fprintf( stderr, "ERROR: capture is NULL \n" );
getchar();
return -1;
}
IplImage *end=0;
end=cvLoadImage("end.jpg",CV_LOAD_IMAGE_UNCHANGED);
cvNamedWindow("DMouse- RoboFreaks",CV_WINDOW_AUTOSIZE);
cvMoveWindow("DMouse- RoboFreaks",8,8);
cvShowImage("DMouse- RoboFreaks",end);
IplImage* rgbthresh = cvCreateImage(cvSize(320,240), 8, 1);
IplImage* hsvthresh = cvCreateImage(cvSize(320,240), 8, 1);
IplImage* thresh = cvCreateImage(cvSize(320,240), 8, 1);
int lastX = 0;
int lastY = 0;
cvDestroyAllWindows();
while(1)
{
IplImage* img = cvQueryFrame( capture );
if ( !img )
{
fprintf( stderr, "ERROR: Cannot capture form camera. Please ensure that camera is properly connected \n" );
getchar();
break;
}
cvResize(img,frame,CV_INTER_LINEAR);
cvFlip(frame,NULL,1);
cvInRangeS(frame, cvScalar(mi[1],mi[2] ,mi[3] ), cvScalar(ma[1], ma[2], ma[3]),rgbthresh);
cvCvtColor(frame,frame,CV_BGR2HSV);
cvInRangeS(frame, cvScalar(mi[4],mi[5] ,mi[6]), cvScalar(ma[4], ma[5], ma[6]),hsvthresh);
cvAnd(rgbthresh,hsvthresh,thresh,0);
cvSmooth(thresh,thresh,CV_MEDIAN,7,0,0,0);
cvShowImage( "mywindow", thresh );
cvRectangle(thresh,cvPoint(20,20),cvPoint(300,220),cvScalar(99,99,99),1,8,0);
CvMoments *moments = (CvMoments*)malloc(sizeof(CvMoments));
cvMoments(thresh, moments, 1);
double moment10 = cvGetSpatialMoment(moments, 1, 0);
double moment01 = cvGetSpatialMoment(moments, 0, 1);
double area = cvGetCentralMoment(moments, 0, 0);
static float posX = 0;
static float posY = 0;
posX = moment10/area;
posY = moment01/area;
cvZero(thresh);
cvCircle(thresh,cvPoint(posX,posY),9,cvScalar(255),1,8,0);
float xx=(cx/14)*((posX/20)-1);
float yy=(cy/10)*((posY/20)-1);
int x=xx+0.5;
int y=yy+0.5;
printf("position (%f,%f)\n", x, y);
if(x>=0 && x<=cx && y>=0 && y<=cy)
{
if(abs(x-lastX)>=1.1)
{
if(abs(y-lastY)>=1.1)
{
SetCursorPos(x,y);
printf("position (%d,%d)\n", x, y);
lastX=xx;
lastY=yy;
}
}
}
if ( (cvWaitKey(1) & 255) == 27 )
{
break;
}
cvZero(thresh);
cvZero(rgbthresh);
cvZero(hsvthresh);
}
cvReleaseCapture(&capture);
cvReleaseImage(&end);
cvDestroyAllWindows();
end:
return 0;
beta:
IplImage *beta=0;
beta=cvLoadImage("beta.jpg",CV_LOAD_IMAGE_UNCHANGED);
cvShowImage("DMouse- RoboFreaks",beta);
cvWaitKey(0);
return 0;
}
int ok=0;
void calibration(void)
{
printf("\n\nCalibration Started...");
IplImage *img=0;
IplImage *image=0;
image=cvLoadImage("start.jpg",CV_LOAD_IMAGE_UNCHANGED);
cvNamedWindow("Calibrating DMouse- RoboFreaks",CV_WINDOW_AUTOSIZE);
cvMoveWindow("Calibrating DMouse- RoboFreaks",400,80);
cvShowImage("Calibrating DMouse- RoboFreaks",image);
cvWaitKey(0);
image=cvLoadImage("1.jpg",CV_LOAD_IMAGE_UNCHANGED);
int count=1;
cvShowImage("Calibrating DMouse- RoboFreaks",image);
CvCapture* capture = cvCaptureFromCAM( CV_CAP_ANY );
if ( !capture )
{
fprintf( stderr, "ERROR: Cannot capture form camera. Please ensure that camera is properly connected \n" );
getchar();
}
cvNamedWindow( "From Camera", CV_WINDOW_AUTOSIZE );
cvMoveWindow("From Camera",50,80);
HWND hChild;
hChild = (HWND)cvGetWindowHandle("Calibrating DMouse- RoboFreaks");
while ( 1 )
{
IplImage* img = cvQueryFrame( capture );
if ( !img )
{
fprintf( stderr, "ERROR: frame is null...\n" );
getchar();
break;
}
cvResize(img,frame,CV_INTER_LINEAR);
int height=frame->height;
int width=frame->width;
cvFlip(frame,NULL,1);
CvScalar s;
s.val[2]=0;
s.val[1]=0;
s.val[0]=255;
cvCircle (frame,cvPoint(20,20),9,s,2,9);
cvCircle (frame,cvPoint(300,20),9,s,2,9);
cvCircle (frame,cvPoint(20,220),9,s,2,9);
cvCircle (frame,cvPoint(300,220),9,s,2,9);
cvCircle (frame,cvPoint(160,120),9,s,2,9);
cvShowImage( "From Camera", frame);
SetForegroundWindow(hChild);
if (count==1)////////////////////////////////////////////////////////FIRST
{
ci=20;
cj=20;
calibrun(count);
if(ok==1)
{
ok=0;
count=2;
image=cvLoadImage("2.jpg",CV_LOAD_IMAGE_UNCHANGED);
cvShowImage("Calibrating DMouse- RoboFreaks",image);
}
}
if (count==2)//////////////////////////////////////////////////////////SECOND
{
ci=20;
cj=300;
calibrun(count);
if(ok==1)
{
ok=0;
count=3;
image=cvLoadImage("3.jpg",CV_LOAD_IMAGE_UNCHANGED);
cvShowImage("Calibrating DMouse- RoboFreaks",image);
}
}
if (count==3)///////////////////////////////////////////////////////////THIRD
{
ci=220;
cj=20;
calibrun(count);
if(ok==1)
{
ok=0;
count=4;
image=cvLoadImage("4.jpg",CV_LOAD_IMAGE_UNCHANGED);
cvShowImage("Calibrating DMouse- RoboFreaks",image);
}
}
if (count==4)///////////////////////////////////////////////////////////FOURTH
{
ci=220;
cj=300;
calibrun(count);
if(ok==1)
{
ok=0;
count=5;
image=cvLoadImage("5.jpg",CV_LOAD_IMAGE_UNCHANGED);
cvShowImage("Calibrating DMouse- RoboFreaks",image);
}
}
if (count==5)///////////////////////////////////////////////////////////FIFTH
{
ci=120;
cj=160;
calibrun(count);
if(ok==1)
{
ok=0;
count=6;
image=cvLoadImage("done.jpg",CV_LOAD_IMAGE_UNCHANGED);
cvShowImage("Calibrating DMouse- RoboFreaks",image);
}
}
if ( (cvWaitKey(1) & 255) == 27 )
{
break;
}
}
Book* book = xlCreateBook();
if(book)
{
Sheet* sheet = book->addSheet(L"Sheet1");
if(sheet)
{
sheet->writeStr(1, 2, L"Point 1");
sheet->writeStr(1, 3, L"Point 2");
sheet->writeStr(1, 4, L"Point 3");
sheet->writeStr(1, 5, L"Point 4");
sheet->writeStr(1, 6, L"Point 5");
sheet->writeStr(2, 1, L"Blue");
sheet->writeNum(2, 2, bmx[1]);
sheet->writeNum(2, 3, bmx[2]);
sheet->writeNum(2, 4, bmx[3]);
sheet->writeNum(2, 5, bmx[4]);
sheet->writeNum(2, 6, bmx[5]);
sheet->writeNum(3, 2, bmi[1]);
sheet->writeNum(3, 3, bmi[2]);
sheet->writeNum(3, 4, bmi[3]);
sheet->writeNum(3, 5, bmi[4]);
sheet->writeNum(3, 6, bmi[5]);
sheet->writeStr(4, 1, L"Green");
sheet->writeNum(4, 2, gmx[1]);
sheet->writeNum(4, 3, gmx[2]);
sheet->writeNum(4, 4, gmx[3]);
sheet->writeNum(4, 5, gmx[4]);
sheet->writeNum(4, 6, gmx[5]);
sheet->writeNum(5, 2, gmi[1]);
sheet->writeNum(5, 3, gmi[2]);
sheet->writeNum(5, 4, gmi[3]);
sheet->writeNum(5, 5, gmi[4]);
sheet->writeNum(5, 6, gmi[5]);
sheet->writeStr(6, 1, L"Red");
sheet->writeNum(6, 2, rmx[1]);
sheet->writeNum(6, 3, rmx[2]);
sheet->writeNum(6, 4, rmx[3]);
sheet->writeNum(6, 5, rmx[4]);
sheet->writeNum(6, 6, rmx[5]);
sheet->writeNum(7, 2, rmi[1]);
sheet->writeNum(7, 3, rmi[2]);
sheet->writeNum(7, 4, rmi[3]);
sheet->writeNum(7, 5, rmi[4]);
sheet->writeNum(7, 6, rmi[5]);
sheet->writeStr(8, 1, L"Hue");
sheet->writeNum(8, 2, hmx[1]);
sheet->writeNum(8, 3, hmx[2]);
sheet->writeNum(8, 4, hmx[3]);
sheet->writeNum(8, 5, hmx[4]);
sheet->writeNum(8, 6, hmx[5]);
sheet->writeNum(9, 2, hmi[1]);
sheet->writeNum(9, 3, hmi[2]);
sheet->writeNum(9, 4, hmi[3]);
sheet->writeNum(9, 5, hmi[4]);
sheet->writeNum(9, 6, hmi[5]);
sheet->writeStr(10, 1, L"Sat");
sheet->writeNum(10, 2, smx[1]);
sheet->writeNum(10, 3, smx[2]);
sheet->writeNum(10, 4, smx[3]);
sheet->writeNum(10, 5, smx[4]);
sheet->writeNum(10, 6, smx[5]);
sheet->writeNum(11, 2, smi[1]);
sheet->writeNum(11, 3, smi[2]);
sheet->writeNum(11, 4, smi[3]);
sheet->writeNum(11, 5, smi[4]);
sheet->writeNum(11, 6, smi[5]);
sheet->writeStr(12, 1, L"Val");
sheet->writeNum(12, 2, vmx[1]);
sheet->writeNum(12, 3, vmx[2]);
sheet->writeNum(12, 4, vmx[3]);
sheet->writeNum(12, 5, vmx[4]);
sheet->writeNum(12, 6, vmx[5]);
sheet->writeNum(13, 2, vmi[1]);
sheet->writeNum(13, 3, vmi[2]);
sheet->writeNum(13, 4, vmi[3]);
sheet->writeNum(13, 5, vmi[4]);
sheet->writeNum(13, 6, vmi[5]);
}
book->save(L"dmouse.xls");
book->release();
}
cvDestroyAllWindows();
cvReleaseCapture( &capture );
cvDestroyWindow( "From Camera" );
cvReleaseImage(&frame);
}
void calibrun(int count)
{
CvScalar s;
int i,j;
int mxb=0,mxg=0,mxr=0,mxh=0,mxs=0,mxv=0;
int mib=255,mig=255,mir=255,mih=255,mis=255,miv=255;
int r,g,b,h,sa,v;
if( (cvWaitKey(1) & 255) == 107 )//k
{
for(i=(ci-2);i<=(ci+2);i++)
{
for(j=(cj-2);j<=(cj+2);j++)
{
s=cvGet2D(frame,i,j);
b=s.val[0];
g=s.val[1];
r=s.val[2];
mxb=max(mxb,b);
mxg=max(mxg,g);
mxr=max(mxr,r);
mib=min(mib,b);
mig=min(mig,g);
mir=min(mir,r);
}
}
cvCvtColor(frame,frame,CV_BGR2HSV);
for(i=(ci-2);i<=(ci+2);i++)
{
for(j=(cj-2);j<=(cj+2);j++)
{
s=cvGet2D(frame,i,j);
h=s.val[0];
sa=s.val[1];
v=s.val[2];
mxh=max(mxh,h);
mxs=max(mxs,sa);
mxv=max(mxv,v);
mih=min(mih,h);
mis=min(mis,sa);
miv=min(miv,v);
}
}
printf("\nb: %d %d",mxb,mib);
printf("\ng: %d %d",mxg,mig);
printf("\nr: %d %d",mxr,mir);
printf("\nh: %d %d",mxh,mih);
printf("\ns: %d %d",mxs,mis);
printf("\nv: %d %d",mxv,miv);
printf("\n%d Down.....",count);
ok=1;
}
bmx[count]=mxb;
gmx[count]=mxg;
rmx[count]=mxr;
bmi[count]=mib;
gmi[count]=mig;
rmi[count]=mir;
hmx[count]=mxh;
smx[count]=mxs;
vmx[count]=mxv;
hmi[count]=mih;
smi[count]=mis;
vmi[count]=miv;
}
void welcome(void)
{
IplImage *img=0;
img=cvLoadImage("welcome.jpg",CV_LOAD_IMAGE_UNCHANGED);
cvNamedWindow("DMouse- RoboFreaks",CV_WINDOW_AUTOSIZE);
cvMoveWindow("DMouse- RoboFreaks",8,8);
cvShowImage("DMouse- RoboFreaks",img);
printf("\nDMouse\nThis software is designed by Dhaval H Palsana\nAll rights reserved-For information and permissions please visit-\nwww.robofreaksindia.wordpress.com");
while(1)
{
int t=cvWaitKey(1);
if ( (t & 255) == 99 )//c
{
cvReleaseImage(&img);
cvDestroyAllWindows();
calibration();
check=1;
break;
}
else if( (t & 255) == 107 )//k
{
cvReleaseImage(&img);
cvDestroyAllWindows();
break;
}
}
}
DMouse v1.3.2 beta Released!
Finally I managed to resolve some bugs in previous version:
No more vibrating cursor
Just remove the object from screen and it will go in background process
Consumes less resources ( 5% less CPU usage)
Now it works fully on integer values rather than float values
Increased usage of core library functions for faster execution.
But still its BETA version and do let me know if you find any problems with it.
Thank You,
Dhaval Palsana.
Full Tutorial:
Augmented Reality
Augmented Reality- A technology which fills our dull real world with colors of virtual world….Now you have videos,pictures,notifications,etc. every where…..on wall,on table,on tshirt any damn surface… Watch video and find out how tom and jerry plays on my file…:-)
DMouse-beta version
Beta version released.
Object Selection- IMPORTANT
Please get a cap of mineral water bottle or any soft drinks bottle as object.
PLEASE DONT SELECT WHITE CAP OR OBJECT AS IT GETS MIXED WITH BACKGEOUND.
Holding method:
Full tutorial:
Point and click software for clicking with DMouse
Download it here.
DMouse by Dhaval Palsana is licensed under a Creative Commons Attribution-NonCommercial-NoDerivs 3.0 Unported License. Based on a work at robofreaksindia.wordpress.com. Permissions beyond the scope of this license may be available at http://robofreaksindia.wordpress.com/.
5-Point calibration technique by Dhaval Palsana is licensed under a Creative Commons Attribution-NonCommercial-NoDerivs 3.0 Unported License. Based on a work at robofreaksindia.wordpress.com. Permissions beyond the scope of this license may be available at http://robofreaksindia.wordpress.com/.
Coin Toss
A simple Software to toss coin on your computer…..
Every time it creates random answers and also has facility of draw which normally coin tossing cannot give.
Save Earth-She’s Hurting……
Now we have GREEN SITE CERTIFICATION…:-)
Share this Video and spread the message…
D Mouse
I just love image processing madly….
Did some coding and it worked!!!!can’t believe it…..
Now control your cursor by moving hand in air in front of your CAMERA!!!!
Birth story of DMouse-How it had born: DMouse’s Birth
Video:
http://www.youtube.com/watch?v=sdqV-llYwUE
Wireless Angry Birds with DMouse:
http://www.youtube.com/watch?v=-boB5m69UtM
DMouse by Dhaval Palsana is licensed under a Creative Commons Attribution-NonCommercial-NoDerivs 3.0 Unported License.
Based on a work at robofreaksindia.wordpress.com.
Permissions beyond the scope of this license may be available at http://robofreaksindia.wordpress.com/.
Cam Fun
Hello guyz…..
I just used c++ ,did some coding and there it was……BINGO!!!!
Its “Just for fun”…. use fun.exe to find yourself in different colors.
I forgot to add printf(“Press Esc to quit”).
So please remember to press Esc because simply closing the window will not help you.
Thanks.
Cam Fun by Dhaval Palsana is licensed under a Creative Commons Attribution-NonCommercial-NoDerivs 3.0 Unported License.
Based on a work at robofreaksindia.wordpress.com.
Permissions beyond the scope of this license may be available at http://robofreaksindia.wordpress.com/.
