2. // Test v0.01 interactive kinect installation
3. import processing.opengl.*;
4. import SimpleOpenNI.*;
5. import ddf.minim.*;
6. 
   
7. SimpleOpenNI kinect;
8. 
   
9. float rotation = 0;
10. 
    
11. // two AudioPlayer objects this time (need array for number of tracks)
12. Minim minim;
13. AudioPlayer kick;
14. AudioPlayer snare;
15. AudioPlayer punch;
16. 
    
17. // declare hotpoint objects (need to create a grid for hotpoints and array for declaring them)
18. Hotpoint snareTrigger;
19. Hotpoint kickTrigger;
20. Hotpoint punchTrigger;
21. 
    
22. float s = 1;
23. 
    
24. void setup() {
25.   size(1440, 1050, OPENGL);
26.   kinect = new SimpleOpenNI(this);
27.   kinect.enableDepth();
28. 
    
29.   minim = new Minim(this);
30.   // load both audio files
31.   snare = minim.loadFile("hat.wav");
32.   kick = minim.loadFile("kick.wav");
33.   punch = minim.loadFile("punch.wav");
34.   
35.   // initialize hotpoints with their origins (x,y,z) and their size
36.   snareTrigger = new Hotpoint(200, 0, 600, 150);
37.   kickTrigger = new Hotpoint(-200, 0, 600, 150);
38.   punchTrigger = new Hotpoint(-400, 0, 600, 150);
39.   
40. }
41. 
    
42. void draw() {
43.   background(0);
44.   kinect.update();
45. 
    
46.   translate(width/2, height/2, -1000);
47.   rotateX(radians(180));
48. 
    
49.   translate(0, 0, 1400);
50.   rotateY(radians(map(0, 0, width, 0, 0)));
51. 
    
52.   translate(0, 0, s*-1000);
53.   scale(s);
54. 
    
55. 
    
56.   stroke(255);
57. 
    
58.   PVector[] depthPoints = kinect.depthMapRealWorld();
59. 
    
60.   for (int i = 0; i < depthPoints.length; i+=10) {
61.     PVector currentPoint = depthPoints[i];
62. 
    
63.     // have each hotpoint check to see
64.     // if it includes the currentPoint
65.     snareTrigger.check(currentPoint);
66.     kickTrigger.check(currentPoint);
67.     punchTrigger.check(currentPoint);
68. 
    
69.     point(currentPoint.x, currentPoint.y, currentPoint.z);
70.   }
71. 
    
72.   println(snareTrigger.pointsIncluded);
73. 
    
74.   if(snareTrigger.isHit()) {
75.     snare.play();
76.   }  
77.   
78.   if(!snare.isPlaying()) {
79.     snare.rewind();
80.     snare.pause();
81.   }
82. 
    
83.   if (kickTrigger.isHit()) {
84.     kick.play();
85.   }  
86.   
87.   if(!kick.isPlaying()) {
88.     kick.rewind();
89.     kick.pause();
90.   } 
91.   
92.   if (punchTrigger.isHit()) {
93.     punch.play();
94.   }
95.   if(!punch.isPlaying()) {
96.     punch.rewind();
97.     punch.pause();
98.   }
99.   
100.   // display each hotpoint
101.   // and clear its points
102.   snareTrigger.draw();
103.   snareTrigger.clear();
104.   
105.   kickTrigger.draw();
106.   kickTrigger.clear();
107.   
108.   punchTrigger.draw();
109.   punchTrigger.clear();
110. }
111. 
     
112. void stop()
113. {
114.   // make sure to close
115.   // both AudioPlayer objects
116.   kick.close();
117.   snare.close();
118.   punch.close();
119. 
     
120.   minim.stop();
121.   super.stop();
122. }
123. 
     
124. void keyPressed() {
125.   if (keyCode == 38) {
126.     s = s + 0.01;
127.   }
128.   if (keyCode == 40) {
129.     s = s - 0.01;
130.   }
131. }

Right now what this does is if you hover over the squares (there are three of them which are spaced out in the screen, then you trigger different sounds. I was wondering if it is possible to trigger videos instead of sound. Will this be possible. So basically if you hover over the box then a particular video plays till the end of the video. And then stops until you hover over the box again. Im using "hotpoints" as described in the "making things see" book about kinect.