Skeleton recorder oni video file

McWolfB

Hi there.

I'm new with SimpleOpenNi and processing. I'm trying to record the skeleton on a oni video file, I somehow managed to install SimpleOpenNI 0.27, because I have read a lot that the 1.96 version has problems with oni files. Anyway, I was trying to modify the recordplayer.pde that comes with the SimpleOpenNI and merging it with the User.pde because it has the skeleton.

The problem is that it runs, and I can open the oni file, but the oni file doesn't have the skeleton. How can I fix it? Or any idea on how to record the skeleton on video or how to put the skeleton on a recorded oni file???

Here is the code that I have:

import SimpleOpenNI.*;
SimpleOpenNI  context;
boolean       recordFlag = false;
boolean       autoCalib=true;

void setup()
{
   context = new SimpleOpenNI(this);

  if(recordFlag == false)
  {
   // playing, this works without the camera
    if ( context.openFileRecording("testUser.oni") == false)
    {
      println("can't find recording !!!!");
      exit();
   }

// it's possible to run the sceneAnalyzer over the recorded data strea   
if ( context.enableScene() == false)
{
  println("can't setup scene!!!!");
  exit();
  return;
}

    println("This file has " + context.framesPlayer() + " frames.");
  }
  else
  {  
    // recording
    // enable depthMap generation 
    if (context.enableDepth() == false)
    {
      println("Can't open the depthMap, maybe the camera is not connected!"); 
      exit();
      return;
    }

    // enable ir generation
    if (context.enableRGB() == false)
    {
      println("Can't open the rgbMap, maybe the camera is not connected or there is no rgbSensor!"); 
      exit();
      return;
    }

    // setup the recording 
    context.enableRecorder(SimpleOpenNI.RECORD_MEDIUM_FILE, "testUser.oni");

    // select the recording channels
    context.addNodeToRecording(SimpleOpenNI.NODE_DEPTH, 
    SimpleOpenNI.CODEC_16Z_EMB_TABLES);
    context.addNodeToRecording(SimpleOpenNI.NODE_IMAGE, 
    SimpleOpenNI.CODEC_JPEG);

    // enable skeleton generation for all joints
  context.enableUser(SimpleOpenNI.SKEL_PROFILE_ALL);
  context.addNodeToRecording(SimpleOpenNI.SKEL_PROFILE_ALL, SimpleOpenNI.CODEC_16Z_EMB_TABLES);
  stroke(0,0,255);
  strokeWeight(3);
  smooth();
  }


  // set window size 
  if ((context.nodes() & SimpleOpenNI.NODE_DEPTH) != 0)
  {
    if ((context.nodes() & SimpleOpenNI.NODE_IMAGE) != 0)
       // depth + rgb 
      size(context.depthWidth() + 10 +  context.rgbWidth(), 
      context.depthHeight() > context.rgbHeight()? context.depthHeight():context.rgbHeight());   
    else
      // only depth
      size(context.depthWidth(), context.depthHeight());
  }
  else 
    exit();
}

void draw()
{
  // update
  context.update(); 

  background(200, 0, 0);

  // draw the cam data
  if ((context.nodes() & SimpleOpenNI.NODE_DEPTH) != 0)
  {
    if ((context.nodes() & SimpleOpenNI.NODE_IMAGE) != 0)
    {
      image(context.depthImage(), 0, 0);   
      image(context.rgbImage(), context.depthWidth() + 10, 0);
    }
    else
      image(context.depthImage(), 0, 0);
  }

  if ((context.nodes() & SimpleOpenNI.NODE_SCENE) != 0)  
    image(context.sceneImage(), 0, 0, context.sceneWidth()*.4, context.sceneHeight()*.4);


  int[] userList = context.getUsers();
  for(int i=0;i<userList.length;i++)
  {
    if(context.isTrackingSkeleton(userList[i]))
       drawSkeleton(userList[i]);
  }  

  // draw timeline
  if(recordFlag == false)
     drawTimeline();

}

void drawTimeline()
{
    pushStyle();

   stroke(255,255,0);
   line(10, height - 20, 
         width -10 ,height - 20);  

   stroke(0);
   rectMode(CENTER);
   fill(255,255,0);

   int pos = (int)((width - 2 * 10) * (float)context.curFramePlayer() / (float)context.framesPlayer());
   rect(pos, height - 20, 7,17);  

   popStyle();
}

void keyPressed()
{
  switch(key)
  {
      case CODED:
         switch(keyCode)
        {
             case LEFT:
                   // jump back
                      context.seekPlayer(-3, SimpleOpenNI.PLAYER_SEEK_CUR);
                      break;
             case RIGHT:
                      // jump forward
                     context.seekPlayer(3, SimpleOpenNI.PLAYER_SEEK_CUR);
                     break;
            case UP:
                    // slow down
                    context.setPlaybackSpeedPlayer(context.playbackSpeedPlayer() * 2.0f);
                    println("playbackSpeedPlayer: " + context.playbackSpeedPlayer());
                    break;
            case DOWN:
                    // speed up
                  context.setPlaybackSpeedPlayer(context.playbackSpeedPlayer() * 0.5f);
                  println("playbackSpeedPlayer: " + context.playbackSpeedPlayer());
                  break;
       }
   break;   
   case ' ':
      // toggle pause
      context.setRepeatPlayer(!context.repeatPlayer());
      println("RepeatMode: " + context.repeatPlayer());
      break;  
   case BACKSPACE:
   // restart
   context.seekPlayer(0, SimpleOpenNI.PLAYER_SEEK_SET);
   break;
 }
}

I'm using processing 2.2.1, SImpleOpenNI 0.27 in linux Mint 17

Thanks in advance