Programming Audio Interactivity
in
Contributed Library Questions
•
4 months ago
Hi, and beforehand thanks so much who can help me, this is my code, that i use for a Interactive Audio Project, this Aplication should show a interface and detect a hand and if a hand is un the area of rectangle then should light this rectangle and play some audio clip, but, when should play the sound, throw the follow error
NullPointerException:
JavaSound Minim Error
Error invoking createInput on the file loader object: null
this is the Script
This part is in a Tab
import SimpleOpenNI.*;
import ddf.minim.*;
SimpleOpenNI context;
Sonido MiSonido;
// NITE
XnVSessionManager sessionManager;
XnVSelectableSlider2D trackPad;
int gridX = 7;
int gridY = 5;
Trackpad trackPadViz;
void setup()
{
context = new SimpleOpenNI(this,SimpleOpenNI.RUN_MODE_MULTI_THREADED);
MiSonido= new Sonido();
// mirror is by default enabled
context.setMirror(true);
// enable depthMap generation
if(context.enableDepth() == false)
{
println("Can't open the depthMap, maybe the camera is not connected!");
exit();
return;
}
// enable the hands + gesture
context.enableGesture();
context.enableHands();
// setup NITE
sessionManager = context.createSessionManager("Click,Wave", "RaiseHand");
trackPad = new XnVSelectableSlider2D(gridX,gridY);
sessionManager.AddListener(trackPad);
trackPad.RegisterItemHover(this);
trackPad.RegisterValueChange(this);
trackPad.RegisterItemSelect(this);
trackPad.RegisterPrimaryPointCreate(this);
trackPad.RegisterPrimaryPointDestroy(this);
// create gui viz
trackPadViz = new Trackpad(new PVector(context.depthWidth()/2, context.depthHeight()/2,0),
gridX,gridY,50,50,15);
size(context.depthWidth(), context.depthHeight());
smooth();
// info text
println("-------------------------------");
println("1. Wave till the tiles get green");
println("2. The relative hand movement will select the tiles");
println("-------------------------------");
}
void draw()
{
// update the cam
context.update();
// update nite
context.update(sessionManager);
// draw depthImageMap
image(context.depthImage(),0,0);
trackPadViz.draw();
}
void keyPressed()
{
switch(key)
{
case 'e':
// end sessions
sessionManager.EndSession();
println("end session");
break;
}
}
/////////////////////////////////////////////////////////////////////////////////////////////////////
// session callbacks
void onStartSession(PVector pos)
{
println("onStartSession: " + pos);
}
void onEndSession()
{
println("onEndSession: ");
}
void onFocusSession(String strFocus,PVector pos,float progress)
{
println("onFocusSession: focus=" + strFocus + ",pos=" + pos + ",progress=" + progress);
}
/////////////////////////////////////////////////////////////////////////////////////////////////////
// XnVSelectableSlider2D callbacks
void onItemHover(int nXIndex,int nYIndex)
{
println("onItemHover: nXIndex=" + nXIndex +" nYIndex=" + nYIndex);
trackPadViz.update(nXIndex,nYIndex);
}
void onValueChange(float fXValue,float fYValue)
{
// println("onValueChange: fXValue=" + fXValue +" fYValue=" + fYValue);
}
void onItemSelect(int nXIndex,int nYIndex,int eDir)
{
println("onItemSelect: nXIndex=" + nXIndex + " nYIndex=" + nYIndex + " eDir=" + eDir);
trackPadViz.push(nXIndex,nYIndex,eDir);
}
void onPrimaryPointCreate(XnVHandPointContext pContext,XnPoint3D ptFocus)
{
println("onPrimaryPointCreate");
trackPadViz.enable();
}
void onPrimaryPointDestroy(int nID)
{
println("onPrimaryPointDestroy");
trackPadViz.disable();
}
/////////////////////////////////////////////////////////////////////////////////////////////////////
// Trackpad
class Trackpad
{
int xRes;
int yRes;
int width;
int height;
boolean active;
PVector center;
PVector offset;
int space;
int focusX;
int focusY;
int selX;
int selY;
int dir;
Trackpad(PVector center,int xRes,int yRes,int width,int height,int space)
{
this.xRes = xRes;
this.yRes = yRes;
this.width = width;
this.height = height;
active = false;
this.center = center.get();
offset = new PVector();
offset.set(-(float)(xRes * width + (xRes -1) * space) * .5f,
-(float)(yRes * height + (yRes -1) * space) * .5f,
0.0f);
offset.add(this.center);
this.space = space;
}
void enable()
{
active = true;
focusX = -1;
focusY = -1;
selX = -1;
selY = -1;
}
void update(int indexX,int indexY)
{
focusX = indexX;
focusY = (yRes-1) - indexY;
}
void push(int indexX,int indexY,int dir)
{
selX = indexX;
selY = (yRes-1) - indexY;
this.dir = dir;
MiSonido.sonar();
}
void disable()
{
active = false;
}
void draw()
{
pushStyle();
pushMatrix();
translate(offset.x,offset.y);
for(int y=0;y < yRes;y++)
{
for(int x=0;x < xRes;x++)
{
if(active && (selX == x) && (selY == y))
{ // selected object
fill(100,100,220,190);
strokeWeight(3);
stroke(100,200,100,220);
}
else if(active && (focusX == x) && (focusY == y))
{ // focus object
fill(100,255,100,220);
strokeWeight(3);
stroke(100,200,100,220);
}
else if(active)
{ // normal
strokeWeight(3);
stroke(100,200,100,190);
noFill();
}
else
{
strokeWeight(2);
stroke(200,100,100,60);
noFill();
}
rect(x * (width + space),y * (width + space),width,height);
}
}
popMatrix();
popStyle();
}
}
And this part this in other Tab:
class Sonido{
Minim minim;
AudioPlayer groove;
void sonar(){
size(512,200);
minim= new Minim(this);
groove= minim.loadFile("TheVM.mp3",2048);
}
void draw(){
background(0);
}
void stop(){
groove.close();
minim.stop();
}
}
Thanks
1
