Processing Forum

Screen name:
davoll

davoll's Profile

1 Posts

0 Responses

0 Followers

Activity Trend

Last 30 days

Loading Chart...

Show:

Expanded view
List view

GSVideo/ Inherent Video Library and PImage issue

[1 Reply]
- 19-Aug-2012 06:33 AM
- Forum: Contributed Library Questions
Hi there I'm working with a kinect to control the playhead and selection of a few videos depending on user position. The code for this I have working fine. Its the implementation of the videos. I've tried the inherent and GSVideo libraries. I'm naming a PImage to hold pixels from the video so that I can use the Alpha channel to blend between video. However, I'm having some issues with the PImage drawing no Alpha even though this is controlled by User Z value (or in the code below mouseY). I've simplified the sketch down and using mouse co-ordinates to represent kinect data.

If you move the mouse around a couple of circuits it works great. It is when you linger on one video zone that the alpha transparency remains 0 or just shows black pixels.

With the inherent processing video libray it comes back with a random QT error and the playhead jump stops working (QTNullPointerException: The QT native object represented by this QTJava object is not valid:quicktime.qd.Pict).

The GSVideo library implemented just stops drawing updated pixels but println is working so finding it hard to debug.

Using a 2.4Ghz Intel Core 2 with 4gb of ram. I know that this isn't the most powerful machine but surely it should be able to cope with such a simple task? All videos have been compressed to 24 fps and low bitrate to keep memory down and the CPU is still being stretched to over 80%.

Any help would be greatly appreciated.

Inherent Video Library Code:

import processing.video.*;

Movie movieBottom;

Movie movieMiddle;

Movie movieTop;

PImage TopAlpha ;

PImage MiddleAlpha;

int transparencyTop;

int transparencyMiddle;

float playheadBottom;

float playheadTop;

float playheadMiddle;

void setup() {

size(1024, 576, P3D);

frameRate(24);

TopAlpha = createImage(width, height, ARGB);

MiddleAlpha = createImage(width, height, ARGB);

movieTop = new Movie(this, "top.mov");

movieMiddle = new Movie(this, "middle.mov");

movieBottom = new Movie(this, "bottom.mov");

movieBottom.play();

movieTop.play();

movieMiddle.play();

}

void draw() {

println (mouseY);

background(0);



if(mouseY<101){

image (movieTop, 0, 0);

playheadTop = map(mouseX, 0, width, 0, movieTop.duration());

movieTop.jump(playheadTop);

println ("playingTop");



}

else if ((mouseY<170)&&(mouseY>100)) {//next zone <(height/3) && <(height/3)*2

println("blending");

transparencyTop = (int) map(mouseY, 170, 100, 0.0, 255.0);

movieTop.loadPixels();

TopAlpha.loadPixels();

int x=0;

int y=0;

for (int i = 0; i < TopAlpha.pixels.length; i++) {

color myColor = movieTop.get(x, y);

TopAlpha.pixels[i]= color(myColor, transparencyTop);

x++;

if (x>=width) {

x=0;

y++;

}

}

updatePixels();

image (movieMiddle, 0, 0);

image(TopAlpha, 0, 0);

playheadMiddle = map(mouseX, 0, width, 0, movieMiddle.duration());

playheadTop = map(mouseX, 0, width, 0, movieTop.duration());

movieMiddle.jump(playheadMiddle);

movieTop.jump(playheadTop);

}

else if ((mouseY>150)&& (mouseY<251)){

image (movieMiddle, 0, 0);

playheadMiddle = map(mouseX, 0, width, 0, movieMiddle.duration());

movieMiddle.jump(playheadMiddle);

println("playingMiddle");



}

else if ((mouseY > 250 ) && (mouseY<385)) {

println("blending2");

transparencyMiddle = (int) map(mouseY, 385, 250, 0.0, 255.0);

movieMiddle.loadPixels();

MiddleAlpha.loadPixels();

int x=0;

int y=0;

for (int i = 0; i < MiddleAlpha.pixels.length; i++) {

color myColor = movieMiddle.get(x, y);

MiddleAlpha.pixels[i]= color(myColor, transparencyMiddle);

x++;

if (x>=width) {

x=0;

y++;

}

}

updatePixels();

image (movieBottom, 0, 0);

image(MiddleAlpha, 0, 0);

playheadBottom = map(mouseX, 0, width, 0, movieBottom.duration());

playheadMiddle = map(mouseX, 0, width, 0, movieMiddle.duration());

movieBottom.jump(playheadBottom);

movieMiddle.jump(playheadMiddle);

}

else if (mouseY >384) {

println ("playing bottom");

image (movieBottom, 0, 0);

playheadBottom = map(mouseX, 0, width, 0, movieBottom.duration());

movieBottom.jump(playheadBottom);

}



}

GSVideo Code:

//loosing memory of previos videos.. even though printing the print line not showin image

import processing.video.*;

import codeanticode.gsvideo.*;

GSMovie movieBottom;

GSMovie movieMiddle;

GSMovie movieTop;

PImage TopAlpha ;

PImage MiddleAlpha;

int transparencyTop;

int transparencyMiddle;

float playheadBottom;

float playheadTop;

float playheadMiddle;

void setup() {

size(1024, 576, P3D);

frameRate(24);

TopAlpha = createImage(width, height, ARGB);

MiddleAlpha = createImage(width, height, ARGB);

movieTop = new GSMovie(this, "top.mov");

movieMiddle = new GSMovie(this, "middle.mov");

movieBottom = new GSMovie(this, "bottom.mov");

movieBottom.play();

movieTop.play();

movieMiddle.play();

}

void movieEvent(GSMovie m) {

m.read();

}

void draw() {

println (mouseY);

background(255);

if(mouseY<101){

playheadTop = map(mouseX, 0, width, 0, movieTop.duration());

movieTop.jump(playheadTop);

println ("playingTop");

image (movieTop, 0, 0);

println("image = Top");

}

else if ((mouseY<170)&&(mouseY>100)) {//next zone <(height/3) && <(height/3)*2

transparencyTop = (int) map(mouseY, 170, 100, 0.0, 255.0);

movieTop.loadPixels();

TopAlpha.loadPixels();

int x=0;

int y=0;

for (int i = 0; i < TopAlpha.pixels.length; i++) {

color myColor = movieTop.pixels[i];

TopAlpha.pixels[i]= color(myColor, transparencyTop);

x++;

if (x>=width) {

x=0;

y++;

}

}

movieTop.updatePixels();

TopAlpha.updatePixels();

image (movieMiddle, 0, 0);

image(TopAlpha, 0, 0);

playheadMiddle = map(mouseX, 0, width, 0, movieMiddle.duration());

playheadTop = map(mouseX, 0, width, 0, movieTop.duration());

movieMiddle.jump(playheadMiddle);

movieTop.jump(playheadTop);

println("blending");

}

else if ((mouseY>150)&& (mouseY<251)){

image (movieMiddle, 0, 0);

playheadMiddle = map(mouseX, 0, width, 0, movieMiddle.duration());

movieMiddle.jump(playheadMiddle);

println("playingMiddle");

}

else if ((mouseY > 250 ) && (mouseY<385)) {

println("blending2");

transparencyMiddle = (int) map(mouseY, 385, 250, 0.0, 255.0);

movieMiddle.loadPixels();

MiddleAlpha.loadPixels();

int x=0;

int y=0;

for (int i = 0; i < MiddleAlpha.pixels.length; i++) {

color myColor = movieMiddle.pixels[i];

MiddleAlpha.pixels[i]= color(myColor, transparencyMiddle);

x++;

if (x>=width) {

x=0;

y++;

}

}

updatePixels();

image (movieBottom, 0, 0);

image(MiddleAlpha, 0, 0);

playheadBottom = map(mouseX, 0, width, 0, movieBottom.duration());

playheadMiddle = map(mouseX, 0, width, 0, movieMiddle.duration());

movieBottom.jump(playheadBottom);

movieMiddle.jump(playheadMiddle);

}

else if (mouseY >384) {

println ("playing bottom");

image (movieBottom, 0, 0);

playheadBottom = map(mouseX, 0, width, 0, movieBottom.duration());

movieBottom.jump(playheadBottom);

}

}

«Prev
Next »