2. import SimpleOpenNI.*; 
3. 
   
4. SimpleOpenNI kinect; 
5. 
   
6. PImage head;
7. 
   
8. 
   
9. PImage resultImage;
10. color trans = color(0, 0, 0, 0);
11. 
    
12. int[] userMap; // declare our images 
13. 
    
14. boolean calibrated;
15. 
    
16. 
    
17. void setup() {
18.   kinect = new SimpleOpenNI(this);
19.   kinect.setMirror(true);
20.   kinect.enableDepth();
21.   kinect.enableUser(SimpleOpenNI.SKEL_PROFILE_ALL);
22. 
    
23.   size(640, 480);
24. 
    
25.   resultImage = new PImage(640, 480, ARGB);
26. 
    
27. 
    
28.   head = loadImage("Head_red.png");
29.   
30.   
31.   /////****
32. 
    
33.   ////
34. 
    
35. }
36. 
    
37. void draw() {
38.   kinect.update();
39. ////
40. 
    
41. 
    
42.   if (!calibrated) {
43.     image(kinect.depthImage(), 0, 0);
44.   }  
45. 
    
46.   IntVector userList = new IntVector();
47.   kinect.getUsers(userList);
48. 
    
49.   if (userList.size() > 0) {
50.     int userId = userList.get(0);
51. 
    
52.     if ( kinect.isTrackingSkeleton(userId)) {
53. 
    
54.       userMap = kinect.getUsersPixels(SimpleOpenNI.USERS_ALL);
55.       for (int i =0; i < userMap.length; i++) {
56.         // if the pixel is part of the user
57.         if (userMap[i] != 0) {
58.           // set the pixel to the color pixel
59.           resultImage.pixels[i] = kinect.depthImage().pixels[i];
60.         }
61.         else {
62.           //set it to the background
63.           resultImage.pixels[i] = trans;
64.         }
65.       }
66.       //update the pixel from the inner array to image
67.       resultImage.updatePixels();
68.       image(resultImage, 0, 0);
69. 
    
70.       drawSkeleton(userId);
71.     }
72. 
    
73.    
74.     PVector headPos = new PVector();
75.     kinect.getJointPositionSkeleton(userId, SimpleOpenNI.SKEL_HEAD, headPos);
76.     kinect.convertRealWorldToProjective(headPos, headPos);
77.     println(headPos.z);
78.     float newImageWidth = map(headPos.z, 500, 2000, head.width, head.width/2);
79.     float newImageHeight = map(headPos.z, 500, 2000, head.width, head.width/2);
80.     image(head, headPos.x - newImageWidth/2 - 25, headPos.y - newImageHeight/2 - 50, newImageWidth, newImageHeight );
81.     
82.  
83.     
84.   }
85.   //c
86. }
87. void drawSkeleton(int userId) {
88.   stroke(0);
89.   strokeWeight(25);
90. 
    
91.   kinect.drawLimb(userId, SimpleOpenNI.SKEL_HEAD, SimpleOpenNI.SKEL_NECK);
92.   //image(head, SimpleOpenNI.SKEL_HEAD.x - head.width/2, SimpleOpenNI.SKEL_HEAD.y - head.height);
93.   kinect.drawLimb(userId, SimpleOpenNI.SKEL_NECK, SimpleOpenNI.SKEL_LEFT_SHOULDER);
94.   kinect.drawLimb(userId, SimpleOpenNI.SKEL_LEFT_SHOULDER, SimpleOpenNI.SKEL_LEFT_ELBOW);
95.   kinect.drawLimb(userId, SimpleOpenNI.SKEL_LEFT_ELBOW, SimpleOpenNI.SKEL_LEFT_HAND);
96.   kinect.drawLimb(userId, SimpleOpenNI.SKEL_NECK, SimpleOpenNI.SKEL_RIGHT_SHOULDER);
97.   kinect.drawLimb(userId, SimpleOpenNI.SKEL_RIGHT_SHOULDER, SimpleOpenNI.SKEL_RIGHT_ELBOW);
98.   kinect.drawLimb(userId, SimpleOpenNI.SKEL_RIGHT_ELBOW, SimpleOpenNI.SKEL_RIGHT_HAND);
99.   kinect.drawLimb(userId, SimpleOpenNI.SKEL_LEFT_SHOULDER, SimpleOpenNI.SKEL_TORSO);
100.   kinect.drawLimb(userId, SimpleOpenNI.SKEL_RIGHT_SHOULDER, SimpleOpenNI.SKEL_TORSO);
101.   kinect.drawLimb(userId, SimpleOpenNI.SKEL_TORSO, SimpleOpenNI.SKEL_LEFT_HIP);
102.   kinect.drawLimb(userId, SimpleOpenNI.SKEL_LEFT_HIP, SimpleOpenNI.SKEL_LEFT_KNEE);
103.   kinect.drawLimb(userId, SimpleOpenNI.SKEL_LEFT_KNEE, SimpleOpenNI.SKEL_LEFT_FOOT);
104.   kinect.drawLimb(userId, SimpleOpenNI.SKEL_TORSO, SimpleOpenNI.SKEL_RIGHT_HIP);
105.   kinect.drawLimb(userId, SimpleOpenNI.SKEL_RIGHT_HIP, SimpleOpenNI.SKEL_RIGHT_KNEE);
106.   kinect.drawLimb(userId, SimpleOpenNI.SKEL_RIGHT_KNEE, SimpleOpenNI.SKEL_RIGHT_FOOT);
107.   kinect.drawLimb(userId, SimpleOpenNI.SKEL_RIGHT_HIP, SimpleOpenNI.SKEL_LEFT_HIP);
108. 
     
109.   noStroke();
110.  fill(0, 255, 0);
111.   /*
112.   drawJoint(userId, SimpleOpenNI.SKEL_HEAD);  
113. 
     
114.    drawJoint(userId, SimpleOpenNI.SKEL_NECK);
115.    drawJoint(userId, SimpleOpenNI.SKEL_LEFT_SHOULDER);
116.    drawJoint(userId, SimpleOpenNI.SKEL_LEFT_ELBOW);
117.    drawJoint(userId, SimpleOpenNI.SKEL_NECK);
118.    drawJoint(userId, SimpleOpenNI.SKEL_RIGHT_SHOULDER);
119.    drawJoint(userId, SimpleOpenNI.SKEL_RIGHT_ELBOW);
120.    drawJoint(userId, SimpleOpenNI.SKEL_TORSO);
121.    drawJoint(userId, SimpleOpenNI.SKEL_LEFT_HIP);
122.    drawJoint(userId, SimpleOpenNI.SKEL_LEFT_KNEE);
123.    drawJoint(userId, SimpleOpenNI.SKEL_RIGHT_HIP);
124.    drawJoint(userId, SimpleOpenNI.SKEL_LEFT_FOOT);
125.    drawJoint(userId, SimpleOpenNI.SKEL_RIGHT_KNEE);
126.    drawJoint(userId, SimpleOpenNI.SKEL_LEFT_HIP);
127.    drawJoint(userId, SimpleOpenNI.SKEL_RIGHT_FOOT);
128.    drawJoint(userId, SimpleOpenNI.SKEL_RIGHT_HAND);
129.    drawJoint(userId, SimpleOpenNI.SKEL_LEFT_HAND);
130.    */
131. }
132. 
     
133. float getJointDistance(int userId, int jointID1, int jointID2) {
134.   PVector joint1 = new PVector();
135.   PVector joint2 = new PVector();
136.   kinect.getJointPositionSkeleton(userId, jointID1, joint1);
137.   kinect.getJointPositionSkeleton(userId, jointID2, joint2);
138.   return PVector.dist(joint1, joint2);
139. } 
140. 
     
141. void drawJoint(int userId, int jointID) {
142.   PVector joint = new PVector();
143.   float confidence = kinect.getJointPositionSkeleton(userId, jointID, joint);
144.   if (confidence < 0.5) {
145.     return;
146.   }
147.   PVector convertedJoint = new PVector();
148.   kinect.convertRealWorldToProjective(joint, convertedJoint);
149.   ellipse(convertedJoint.x, convertedJoint.y, 5, 5);
150. }
151. // user-tracking callbacks! 
152. void onNewUser(int userId) {
153.   println("start pose detection");
154.   kinect.startPoseDetection("Psi", userId);
155. }
156. 
     
157. void onEndCalibration(int userId, boolean successful) {
158.   if (successful) {
159.     println(" User calibrated !!!");
160.     kinect.startTrackingSkeleton(userId);
161.     calibrated = true;
162.   }
163.   else {
164.     println(" Failed to calibrate user !!!");
165.     kinect.startPoseDetection("Psi", userId);
166.   }
167. }
168. 
     
169. void onStartPose(String pose, int userId) {
170.   println("Started pose for user");
171.   kinect.stopPoseDetection(userId);
172.   kinect.requestCalibrationSkeleton(userId, true);
173. }

Hi everyone, 

I'm trying to learn about skeleton tracking, and as you can see from the picture above, I wonder how can I fix this to make the picture and the skeleton updated rather than being so. I'd be much appreciated if any of you could help me with this. 

Firstly please have a look in this link  http://www.youtube.com/watch?v=xnL3Ob92OG8. It's a painting programme using kinect as a mouse control. I'm working on my project and this's basically what I'm trying to achieve. I'm very new to processing. Therefore, I would be much appreciated if someone can shed me some light on how to code the kinect to control mouse just like in the video. 

Could you please suggest me the possible ways to achieve this in terms of using kinect as mouse control? Also, what and where should I read and learn from? I look forward to hearing from you guys.

Thank you very much.