Is anyone experiencing issues with video playback? I can't get any .mov files to play... I've even tried to run the example sketches on video playback and only the "reverse" example works, which uses a .mkv file. I haven't tested any other formats yet.

I don't get any errors, just a black screen. I've tried both using movieEvent() and calling a new frame from draw().

I keep a version of Processing 2 (as i still use some libs that were never updated) and .mov playback works fine here.

macOS 10.12.6 Processing 3.3.7

I tried to use the thread() command in the switching of the videos but nothing happened. I put a println to see the thread but alway show the main thread, I really don't know if I'm doing this ok..

Thanks a LOT for any help!

import processing.video.*;

File path; 
String[] files;
int numfiles = 0;
int timer = -5000;
int tcontrol= 2000;
int numVideos=9;

VideoM[] v = new VideoM[numVideos];
Movie[] vv;

void setup(){
  size(1920, 1080, P2D);
  frameRate(60);
  files = files(); 
  numfiles = files.length;
  if (numfiles>11) numfiles=11;
  loadvideos();

  for(int i = 0;i < numVideos;i++){
     v[i] = new VideoM();
  }
}


void draw() {

  background(0);
  for(int i = 0; i <numVideos; i++){
     v[i].display();
  }

  if ((millis() - timer) > tcontrol)  {
    thread("newvideo");   
    timer = millis();
    tcontrol= int(random(2,6))*1000; 
}
}


void loadvideos(){

 String video;
 vv = new Movie[numfiles];

 for (int i=0; i<numfiles; i++){
   video= files[int(random(numfiles))];
   vv[i] = new Movie(this, video);
   println ("Loading ", video);
 }
}

class VideoM {

 Movie m;
 String video;

 int x;
 int y;
 int w;
 int h;
 int alpha;
 int alphai;
 int fadeout=0;

 VideoM() {
  genera();
  println(numfiles);
  m = vv[int(random(numfiles)) ];
  m.loop();
  // m.volume(random(0.4,0.6));
  // m.speed(random(0.6,1.0));
  m.jump(random(m.duration()));  
  //m.play(); 
 }

 void genera(){
    x=int(random(50, width/2+width/4)); 
    y=int(random(50, height/2+height/4)); 
    w=int(random(280,820));
    h=int(w/1.88);
    alpha=int(random(100,255)); 
    alphai=0; 
 }

 void display(){
   tint(255, alphai);
   if (fadeout==0) {
     alphai++; if (alphai>alpha) alphai=alpha;
   } else {  alphai--; if (alphai<0) {alphai=0;fadeout=0;this.newvid();}
     }

   if (frameCount > 1) { image(m, x, y, w, h); }
 } 

 void cambiavid(){
   fadeout=1;
 }

void newvid() {  
   m=null;
   int j=int(random(numfiles));
   println("cambio: ", j);
   m = vv[j];
   m.loop();
   genera();
   m.jump(random(m.duration())); 
   println(Thread.currentThread());
 }
}  

void newset(){
  for(int i = 0;i < numVideos;i++){
    println(i);
    v[i].newvid();
  }
}

void newvideo(){
  int i = int(random(numVideos));
  //v[i].nuevovid(this);
  v[i].cambiavid();
}

void movieEvent(Movie m) {
  m.read();
}

boolean bStop,bColor=true;
boolean bSave=false,bVidO=false;
void keyPressed()
{
  int k = keyCode;

  // reset all videos
  if (key == 'n' || key == 'N') {
    newset();
    }

}  


// load files in data

String[] files(){
// The data path of the folder to look in (write your own)
java.io.File folder = new java.io.File(dataPath(""));

// let's set a filter (which returns true if file's extension is .jpg)
java.io.FilenameFilter pngFilter = new java.io.FilenameFilter() {
  public boolean accept(File dir, String name) {
    return name.toLowerCase().endsWith(".mp4");
  }
};

// list all the folders inside the main directory
String[] listFolders = folder.list(new java.io.FilenameFilter() {
  public boolean accept(File current, String name) {
    return new File(current, name).isDirectory();
  }
});

// list the files in the data folder, passing the filter as parameter
String[] filenames = folder.list(pngFilter);

return(filenames);
}

import processing.video.*;

final PApplet projector0 = new ProjectorSketch();
final PApplet projector1 = new ProjectorSketch();

void setup() {
  size(300, 300, JAVA2D);
  smooth(4);
  noLoop();
  stroke(-1);

  runSketch(new String[] { "--display=1", "--present",  "--sketch-path=" + sketchPath(), "Projector" }, projector0);

}

void draw() {
  background(0);
}


class ProjectorSketch extends PApplet {
  Movie movie;


 void setup() {

   stroke(#FFFF00);
   movie = new Movie(this, "transit.mov");
  movie.loop();

   }


  public void settings() {
    size(displayWidth, displayHeight, JAVA2D);

  }

  void draw() {

  image(movie, 0, 0, width, height);
  }
}

public void movieEvent(Movie m) {
  m.read();
}

     import processing.sound.*;
     import org.openkinect.processing.*;
     import processing.video.*;


    Movie vid;
    Movie vid1;
    SoundFile sound1;
    SoundFile sound2;
    Kinect2 kinect2;

    //PImage depthImg;
    //PImage img1;

    //pixel
    int minDepth=0;
    int maxDepth=4500; //4.5m

    boolean off = false;

    void setup() {
      size(1920,1080);
      //fullScreen();
      vid = new Movie(this, "test_1.1.mp4");
      vid1 = new Movie(this, "test_1.1.mp4");
      sound1 = new SoundFile(this, "cosmos.mp3");
      sound2 = new SoundFile(this, "NosajThing_Distance.mp3");

      //MOVIE FILES
          //01.MOV
          //03.MOV
          //02.mov (File's too big)
          //Urban Streams.mp4
          //HiddenNumbers_KarinaLopez.mov
          //test_w-sound.mp4
          //test_1.1.mp4
          //test005.mov
      //SOUND FILES      
          //cosmos.mp3
          //NosajThing_Distance.mp3

      vid.loop();
      vid1.loop();
      kinect2 = new Kinect2(this);
      kinect2.initDepth();
      kinect2.initDevice();
    //depthImg = new PImage(kinect2.depthWidth, kinect2.depthHeight);
    //img1 = createImage(kinect2.depthWidth, kinect2.depthHeight, RGB);
    }

    void movieEvent(Movie vid){
      vid.read();
      vid1.read();
    }


    void draw() { 
      vid.loadPixels();
      vid1.loadPixels();

      //image(kinect2.getDepthImage(), 0, 0);

        int[] depth = kinect2.getRawDepth();

      float sumX=0;
      float sumY=0;
      float totalPixels=0;

        for (int x = 0; x < kinect2.depthWidth; x++){
          for (int y = 0; y < kinect2.depthHeight; y++){
            int offset = x + y * kinect2.depthWidth;
            int d = depth[offset];

            if ( d > 0 && d < 1000){
          //    //video.pixels[offset] = color(255, 100, 15);
          sumX +=x;
          sumY+=y;
          totalPixels++;
             brightness(0);
            } else {
          //    //video.pixels[offset] = color(150, 250, 180);
              brightness(255);
            }      }
        }
    vid.updatePixels();
    vid1.updatePixels();

    float avgX = sumX/totalPixels;
    float avgY=sumY/totalPixels;


    //VID 01 - Screen 01
    if (avgX>300 && avgX<500){
    tint(255, (avgX)/2);
    image(vid1, 1920/2, 0);
    if(sound2.isPlaying()==0){
    sound2.play(0.5);
    sound2.amp(0.5);
    }
    }else{
    tint(0, (avgX)/2);
    image(vid1, 1920/2, 0);
    if(sound2.isPlaying()==1){
     delay(1);
    //IT DIMS THE VOLUME TO 0 BUT IT DOESN'T GO BACK TO VOLUME 0.5 [sound2.amp(0.5);]
     sound2.amp(0);
     }
    }
     //VID 02 - Screen 01
     if (avgX>50 && avgX<200){
    tint(255, (avgX)/3);
    image(vid, 0-(1920/2), 0);
    }else{
       tint(0, (avgX)/3);
       image(vid, 0-(1920/2), 0);
     }
    }

For a project I programmed a random video player using the processing video library. If the space bar is pressed a random video is played. After that the player plays a video in a loop until space bar is pressed again. This worked perfectly on my MacBook, however it doesn't in the installation setting with a slightly older iMac. I guess the source for the problem lies in the code. But I cannot figure out were.

Any help is very welcome.

This is the code:

import processing.video.*;

int numMovies = 9;
boolean valid=false;
String[] one = {
  "Video1.mp4", "Video2.mp4", "Video3.mp4", "Video4.mp4", "Video5.mp4", "Video6.mp4", "Video7.mp4", "Video8.mp4", "Video9.mp4"
};

float movieEndDuration = 0.5;

Movie myMovie;
Movie myLoop;

void setup()
{
  fullScreen(P2D);
  myLoop  = new Movie(this, "VideoLoop.mp4");
  myLoop.loop();
}

void movieEvent(Movie m) {
  m.read();
}


void draw()
{
  if (valid == true) {
    image(myMovie, 0, 0, width, height);
  } else
  {
    image(myLoop, 0, 0, width, height);
  }
  if (valid && myMovie.time()+ movieEndDuration >= myMovie.duration()) {
    myMovie.stop();
    valid=false;
    myLoop = new Movie(this, "VideoLoop.mp4");
    myLoop.loop();
  }
}


void keyPressed() {
  if (key == ' ' && valid==true) {
    myMovie.stop();
    myLoop.stop();
  } 
  if (keyCode == ENTER && valid==true)
  {
    myMovie.stop();
    myLoop.stop();
  }
}


void keyReleased()
{

  if (key == ' ')
  {
    valid=true;
    println(one[int(random(numMovies))]);
    myLoop.stop();
    myMovie = new Movie(this, one[int(random(numMovies))]);
    myMovie.play();
  } 
  if (keyCode == ENTER)
  {
    valid=true;
    myLoop.stop();
    myMovie = new Movie(this, "About.mp4");
    myMovie.play();
  }
}

import processing.video.*;

Movie vidFile1;
Movie vidFile2;

void setup()
{ 
  size(1920, 1080);
  background(0);


  vidFile1 = new Movie(this, "video1.mp4");
  vidFile1.loop();
  vidFile2 = new Movie(this, "video2.mp4");
  vidFile2.loop();
}

void movieEvent(Movie vidFile1, Movie vidFile2)
{
  vidFile1.read();
  vidFile2.read();
}

void draw()
{
  image(vidFile1,0,0);
  image(vidFile2,720,0);
}

 import org.openkinect.processing.*;
 import processing.video.*;
  Movie video;
  Kinect2 kinect2;
 int minDepth=0;
  int maxDepth=4500; //4.5m
  void setup() {
  size(1920,1080);
  video = new Movie(this, "final-02.mov");
  video.loop();
  kinect2 = new Kinect2(this);
  kinect2.initDepth();
  kinect2.initDevice();
  }
  void movieEvent(Movie video){
 video.read();
  }
  void draw() { 
  image(video, 0, 0);
  video.loadPixels();

int[] depth = kinect2.getRawDepth();

for (int x = 0; x < kinect2.depthWidth; x++){
  for (int y = 0; y < kinect2.depthHeight; y++){
    int offset = x + y * kinect2.depthWidth;
    int d = depth[offset];


    if (d > 10 && d < 400){
      //video.pixels[offset] = color(255, 100, 15);
      tint(10,255);
    } else {
      //video.pixels[offset] = color(150, 250, 180);
      tint(250,10);
    }
  }
  println(x);
}

  video.updatePixels();
  image(video,0,0);
  }

Thank you thank you thank you!!

Here's the code:

//import processing.serial.Serial;
import processing.video.*;

//Serial myPort;
//String val;   
Movie video1, video2, video3;

void settings() {
  fullScreen(P2D,SPAN);
}

void setup() {

  background(0);
  video1 = new Movie(this, "estas ahi.mp4");
  video2 = new Movie(this, "estas lejos.mp4");
  video3 = new Movie(this, "me gustaria estar aqui.mp4");
  video1.stop();
  video2.loop();
  video3.stop();
  //String portName = Serial.list()[0];
  //myPort = new  Serial(this, portName, 9600);
  //myPort.bufferUntil('\n');
}

//void serialEvent (Serial myPort) {
  //if (myPort.available() > 0) {
    //val=myPort.readStringUntil('\n');
  //}

//}

//void serialEvent(final Serial s) {
  //val = s.readString().trim();
//}

void draw() {
  //println(val);
  image(video1,480,320,640,480);
  image(video2,120,0,640,480);
  image(video3,200,0,640,480);

} 

void movieEvent(Movie video) {
  video.read();
}

so when it starts, list1 will be played, (1-4) and if you press the mouse, current video will stop and playlist 2 videos randomly (5~7). and after the video ends, it returns to play list1.

this code is working to playing list 1 and if i press the mouse, the movie stops for a sec and play again. not going to play list 2...

TT...

  import processing.serial.*;
  import cc.arduino.*;
  import processing.video.*;


  Serial myPort;  // Create object from Serial class
  String val;     // Data received from the serial port
  Arduino arduino;

  int buttonPin = 7;

  Movie myMovie1, myMovie2, myMovie3, myMovie4, myMovie5;
  boolean playMovie1=true;
  boolean playMovie2=false;
  boolean playMovie3=false;
  boolean playMovie4=false;
  boolean playMovie5=false;
  float movieEndDuration = 1.029719;

  int fps = 25;
  String[] moviesNames = { 
    "4.mp4", "5.mp4", "6.mp4" };
  int index = int(random(moviesNames.length));
  Movie[] movies;

  void setup() {
    myPort = new Serial(this,"/dev/cu.usbmodem1451", 9600);
    String portName = Serial.list()[0]; //change the 0 to a 1 or 2 etc. to match your port
    arduino = new Arduino(this, Arduino.list()[0], 9600);
    arduino.pinMode(buttonPin, Arduino.INPUT);
    size(1280, 360);
    frameRate(fps);
    movies = new Movie[moviesNames.length];
    for (int i = 0; i < moviesNames.length; i++) {
      movies[i] = new Movie(this, moviesNames[i]);
    }
    myMovie1 = new Movie(this, "t0.mp4");
    myMovie2 = new Movie(this, "t1.mp4");
    myMovie3 = new Movie(this, "t2.mp4");
    myMovie4 = new Movie(this, "t3.mp4");
    myMovie5 = new Movie(this, "t4.mp4");
  }

  void draw() {
    background(0);
    myMovie1.volume(10); 
    myMovie2.volume(10); 
    myMovie3.volume(10); 
    myMovie4.volume(10); 
    myMovie5.volume(10); 
    image(movies[index], 0, 0, width, height);


  if (playMovie1==true) {
    myMovie1.play();
    image(myMovie1, 0, 0, width, height);


  }


  if ((myMovie1.time() + movieEndDuration) >= myMovie1.duration()) {
    {
      myMovie1.stop();
      playMovie1=false;
      playMovie2=true;
    }
  }


  if (playMovie2==true) {

    myMovie2.play();
    image(myMovie2, 0, 0, width, height);

    if ((myMovie2.time() + movieEndDuration) >= myMovie2.duration()) {
      {
        myMovie2.stop();
        playMovie2=false;
        playMovie3=true;
      }
    }
  }

  if (playMovie3==true) {

    myMovie3.play();
    image(myMovie3, 0, 0, width, height );

    if ((myMovie3.time() + movieEndDuration) >= myMovie3.duration()) {
      {
        myMovie3.stop();
        playMovie3=false;
        playMovie4=true;
      }
    }
  }

  if (playMovie4==true) {

    myMovie4.play();
    image(myMovie4, 0, 0, width, height);
    if ((myMovie4.time() + movieEndDuration) >= myMovie4.duration()) {
      {
        playMovie4=false;
        playMovie5=true;
      }
    }
  }
  }
  void movieEvent(Movie m) {
    m.read();
  }



  // Stops the movie playback when the mouse pressed
  void mousePressed() {
     myMovie1.stop();
    myMovie2.stop();
     myMovie3.stop();
    myMovie5.stop();
     movies[index].play(); 
     // assign newly picked random value to index:
  movies[index].loop(); // and start playing it.
  // Stops the movie playback when the mouse pressed
   int rnd; // keep picking a new index till got a diff. 1:
  while ( (rnd = (int) random(movies.length)) == index );

  // assign newly picked random value to index:
  movies[index].loop(); // and start playing it.
  } 

I will soon have to make interactive video. As I know a little bit of Processing language, think I should use it for my project.

I have been searching for inspiration and found one of ideas (that might not be as complex for me as a beginer).

So the main question is this:

Is it possible in Processing to code smth like this:

The main idea is to make some black&white background "come to life" with the sounds. The input sounds make random different blurry color splashes that stays for a while, but doesn't disappear very fast.

Would like to make it a bit complex by having those colorful flashes on top of some video.

Any tuts/videos on mind, where I could learn something similar?

/** Affiche tactile interactive - * Quand on appuie sur une touche, cela lance une image, une vidéo, une annim, un son, etc... / /// librairies import processing.sound.; import processing.video.*;

// variables globales SoundFile son; // un son Movie vid; // une vidéo

// bouton son actif ? boolean son_actif = false; float tempsDebutSon = 0; // temps du début de la musique a été joué

// bouton son actif1 ? boolean son_actif1 = false; float tempsDebutSon1 = 0; // temps du début de la musique a été joué

// bouton video active ? boolean video_active = false;

// bouton video active1 ? boolean video_active1 = false;

void setup() { //size(); noStroke(); background(0); fullScreen ();

// chargement du son son = new SoundFile(this, "NORMAL.mp3"); //println(son.duration());

// chargement du son1 son1 = new SoundFile(this, "MODIF.mp3"); //println(son.duration());

//// chargement de la video vid = new Movie(this, "videos/VID1.mp4");

//// chargement de la video1 vid1 = new Movie(this, "videos/VID2.mp4");

}

void draw() {

// gestion du son : voir dans keypressed()

// gestion de la vidéo ////////////////////////////////////////
 if (video_active){
   image(vid, 0, 0, width, height);
 }

  if (video_active1){
   image(vid, 0, 0, width, height);
 }

}

void keyPressed() { if (key == CODED) { if (keyCode == RIGHT) { // son if (son_actif==false){ // le son ne joue pas son.play(); // lancer le son son_actif = true; // bouton son_actif on

if (key == CODED) { if (keyCode == RIGHT) { // son1 if (son_actif1==false){ // le son ne joue pas son.play(); // lancer le son son_actif1 = true; // bouton son_actif on } } if (keyCode == UP) { // video // chargement de la video vid = new Movie(this, "videos/VID1.mp4"); // lancement de la video en boucle vid.loop(); // bouton actif video_active = true; //arreter les autres animations video_active1 = false; } if (keyCode == LEFT) { // video1 // chargement de la video1 vid = new Movie(this, "videos/VID2.mp4"); // lancement de la video en boucle vid.loop(); // bouton actif video_active1 = true; //arreter les autres aninmations video_active = false; } } }

void movieEvent(Movie movie) { m.read(); }

I am trying to connect Arduino with Processing using a PIR Sensor. The code in Arduino is alright, however I can not synchronize both to detect the movement and open the webcam and the sound. Please, Can you help me?.

Arduino:

//the time we give the sensor to calibrate (10-60 secs according to the datasheet)
int calibrationTime = 30;       

//the time when the sensor outputs a low impulse
long unsigned int lowIn;        

//the amount of milliseconds the sensor has to be low
//before we assume all motion has stopped
long unsigned int pause = 5000; 

boolean lockLow = true;
boolean takeLowTime; 

int pirPin = 3;    //the digital pin connected to the PIR sensor's output
int ledPin = 13;


/////////////////////////////
//SETUP
void setup(){
Serial.begin(9600);
pinMode(pirPin, INPUT);
pinMode(ledPin, OUTPUT);
digitalWrite(pirPin, LOW);

//give the sensor some time to calibrate
Serial.print("calibrating sensor ");
for(int i = 0; i < calibrationTime; i++){
  Serial.print(".");
  delay(1000);
  }
Serial.println(" done");
Serial.println("SENSOR ACTIVE");
delay(50);
}

 ////////////////////////////
 //LOOP
 void loop(){

 if(digitalRead(pirPin) == HIGH){
   digitalWrite(ledPin, HIGH);   //the led visualizes the sensors output pin state
   if(lockLow){ 
     //makes sure we wait for a transition to LOW before any further output is made:
     lockLow = false;           
     Serial.println("---");
     Serial.print("motion detected at ");
     Serial.print(millis()/1000);
     Serial.println(" sec");
     delay(50);
     }        
     takeLowTime = true;
    }

   if(digitalRead(pirPin) == LOW){      
   digitalWrite(ledPin, LOW);  //the led visualizes the sensors output pin state

   if(takeLowTime){
    lowIn = millis();          //save the time of the transition from high to LOW
    takeLowTime = false;       //make sure this is only done at the start of a LOW phase
    }
   //if the sensor is low for more than the given pause,
   //we assume that no more motion is going to happen
   if(!lockLow && millis() - lowIn > pause){ 
       //makes sure this block of code is only executed again after
       //a new motion sequence has been detected
       lockLow = true;                       
       Serial.print("motion ended at ");      //output
       Serial.print((millis() - pause)/1000);
       Serial.println(" sec");
       delay(50);
       }
     }
     }

Processing:

import processing.serial.*;
import processing.video.*;
import ddf.minim.*;
import ddf.minim.AudioPlayer;

// Size of each cell in the grid
int cellSize = 20;
// Number of columns and rows in our system
int cols, rows;
// Variable for capture device
Capture inputCam01;
Movie topLayer;
Minim minim;
AudioPlayer song;
Serial myPort;

void setup() 
{
size(1280, 720);
frameRate(30);
cols = width / cellSize;
rows = height / cellSize;
colorMode(RGB, 255, 255, 255, 100);

// This the default video input, see the GettingStartedCapture 
// example if it creates an error
inputCam01 = new Capture(this, width, height);

// Start capturing the images from the camera
inputCam01.start();  
background(0);

// we pass this to Minim so that it can load files from the data directory
minim = new Minim(this);

// loadFile will look in all the same places as loadImage does.
// this means you can find files that are in the data folder and the 
// sketch folder. you can also pass an absolute path, or a URL.
song = minim.loadFile("data/untitled.wav");
song.play();
song.loop();
}
{
// I know that the first port in the serial list on my mac
// is Serial.list()[0].
// On Windows machines, this generally opens COM1.
// Open whatever port is the one you're using.
 String portName = Serial.list()[0]; //change the 0 to a 1 or 2 etc. to match your port
 myPort = new Serial(this, portName, 9600);
}
void movieEvent(Movie topLayer)  
{  
topLayer.read();
}


void draw() 
{ 
if (inputCam01.available()) {
inputCam01.read();
inputCam01.loadPixels();
image(inputCam01, 0, 0);

// Begin loop for columns
for (int i = 0; i < cols; i++) {
  // Begin loop for rows
  for (int j = 0; j < rows; j++) {
    // Where are we, pixel-wise?
    int x = i*cellSize;
    int y = j*cellSize;
    int loc = (inputCam01.width - x - 1) + y*inputCam01.width; // Reversing x to mirror       the image

    float r = red(inputCam01.pixels[loc]);
    // Make a new color with an alpha component
    color c = color(r, 50, 50, 75);

    // Code for drawing a single rect
    // Using translate in order for rotation to work properly
    pushMatrix();
    translate(x+cellSize/2, y+cellSize/2);
    // Rotation formula based on brightness
    rotate((2 * PI * brightness(c) / 255.0));
    rectMode(CENTER);
    fill(c);
    noStroke();
    // Rects are larger than the cell for some overlap
    rect(0, 0, cellSize+6, cellSize+6);
    popMatrix();
}
}
}
}

I was trying to make a code for playing my project. But I couldn't figure out how to make the same video play and after finished showing few second (maybe 5 seconds) of how many times video played. and again playing the video.

1. after the finished video, then showing the message
2. the message counting how many times played.
3. 5 sec after automatically play again.

It could be a very obvious question, but few days of searching, I still couldn't find the solution...

please anyone can advise on this problem?

import processing.video.Movie;

Movie vid;
boolean ended;

void setup() {
  frameRate(30);
  textSize(050);
  textAlign(CENTER, BASELINE);
  fill(0);

  vid = new Movie(this, "StudioOutside.mov") {
    @ Override public void eosEvent() {
      super.eosEvent();
      myEoS();
    }
  };

  vid.play();
  while (vid.width == 0 | vid.height == 0)  delay(10);

  surface.setSize(vid.width, vid.height); // P3
  //size(vid.width, vid.height); // P2
}

void draw() {
  if (!ended)  background(vid);
  else {
    if (key == ' ' || key == ' ') {
      keyPressed = true;
    if (keyPressed == true) {
     background(vid);
     vid.play();
    }
      } else {
    vid.stop();
    background(255);
    text("Playback has finished!", width>>1, height>>1);
  }
  }
}

void movieEvent(final Movie m) {
  m.read();
}

void myEoS() {
  ended = true;
  frameRate(1);
}

here is the code:

  import processing.video.*;
import peasy.*;
import peasy.org.apache.commons.math.*;
import peasy.org.apache.commons.math.*;

PeasyCam cam;
PShader sh;
float count;
Movie mov;
PGraphics p;

void setup (){

size(1440, 900, P3D );
mov = new Movie(this, "osc_noc.mov");
mov.play();
p = createGraphics(width,height);
cam = new PeasyCam(this, 500);
sh = loadShader("basicShaderFrag.glsl", "basicShader.glsl");
}

void movieEvent(Movie m) {
  m.read();
}

void draw(){
background(0);
shader(sh);
count +=0.09;
sh.set("u_time", count);

sphere(100);
p.beginDraw();
p.background(0);
p.image(mov, 0, 0, 200, 200);
p.endDraw();
sh.set("tex",p);
// image(p, 5, 260 ,200, 200);
}

#version 150

uniform mat4 transform;
uniform sampler2D tex;

in vec4 position;
in vec2 texCoord;
in vec3 normal;

out vec2 TexCoord;

void main(){

  TexCoord = texCoord;
  gl_Position = transform * position;
}


#ifdef GL_ES
precision mediump float;
#endif

#define PI 3.14

in vec2 TexCoord;
uniform float u_time;
uniform sampler2D tex;

void main(){
  vec2 uv = TexCoord;

  gl_FragColor = vec4(texture(tex, TexCoord));
}

a white screen appears, and next it close. the console just say: "Finished". it may be a bug? i could pass a PImage as a texture. but when i link the fragment and shader program into the sketch folder then crash. ..

Here's the testbed code:

import processing.video.*;
Movie myMovie;
int screenSizeX = 800;
int screenSizeY = 600;
float duration = 0;

void settings()
{
  size(screenSizeX, screenSizeY);
}
void setup() {

  myMovie = new Movie(this, "20180201103135_20180201103155_01_M.dav");
  myMovie.frameRate(25);
  myMovie.speed(0.01);
  duration = myMovie.duration();
  println("setup duration =" + duration);
  duration = myMovie.playbin.queryDuration().toSeconds();
  println("setup playbin.queryDuration() duration =" + duration);
  myMovie.loop();
}

void draw() {
  image(myMovie, 0, 0);
  println("Duration=" + myMovie.duration());
}

// Called every time a new frame is available to read
void movieEvent(Movie m) {
  m.read();
  duration = myMovie.duration();
  println("movieEvent duration =" + duration);
}

When I run it, duration always appear to return 0.0 regardless of when I test it -- including if I call playbin directly (mimicking the library code at line 270 here: https://github.com/processing/processing-video/blob/master/src/processing/video/Movie.java ).

The console output is:
setup duration =0.0
setup playbin.queryDuration() duration =0.0
movieEvent duration =0.0
Duration=0.0
Duration=0.0
movieEvent duration =0.0
Duration=0.0
:

What I was really trying to do (apart from experimenting with playback at various speeds) was figure out how to detect when a Movie has finished playing? I've seen some example code that did this:

if (myMovie.time() >= myMovie.duration()) // Test if the playhead is at the end
{
   // end of Movie
}

Of course that's destined to fail if .duration() always returns zero. So that raises the question, how do you tell when a movie has finished?? I supposed I could check when .time() stops changing, but that squawks a dreaded red text error on the console when the code runs "off the end" of the Movie.

Anyone got any ideas how you test for when a Movie has finished playing? I need to work my way through a directory with hundreds of different movie files and extract individual frames -- I've figured out what I thought would be the hard part only to screech to a halt on this "simple" problem. :(

Oh....and anyone got any ideas why myMovie.frameRate() and .speed() don't appear to do anything?

Thanks in advance Andy

                                        import processing.video.*;

                                        int numPixels;
                                        // Number of columns and rows in the system
                                        int[] previousFrame;
                                        // Variable for capture device
                                        Movie movie;
                                        Capture video;


                                        void setup() { 
                                           size(640, 480);
                                          movie = new Movie(this, "VROXI.mp4"); 
                                          movie.loop();
                                        }

                                        // Step 4. Read new frames from the movie.
                                        void movieEvent(Movie movie) {  
                                          movie.read();
                                        }

                                        // Step 5. Display movie.
                                        void draw() {
                                          image(movie, 0, 0);
                                          video = new Capture(this, width, height);

                                          // Start capturing the images from the camera
                                          video.start(); 
                                          video.read(); // Read the new frame from the camera
                                          video.loadPixels(); // Make its pixels[] array available

                                          numPixels = video.width * video.height;
                                          // Create an array to store the previously captured frame
                                          previousFrame = new int[numPixels];
                                          loadPixels();
                                        }
                                        // When using video to manipulate the screen, use video.available() and
                                        // video.read() inside the draw() method so that it's safe to draw to the screen

                                        {int movementSum = 0; // Amount of movement in the frame
                                        for (int i = 0; i < numPixels; i++) { // For each pixel in the video frame...
                                          color currColor = video.pixels[i];
                                          color prevColor = previousFrame[i];
                                          // Extract the red, green, and blue components from current pixel
                                          int currR = (currColor >> 16) & 0xFF; // Like red(), but faster
                                          int currG = (currColor >> 8) & 0xFF;
                                          int currB = currColor & 0xFF;
                                          // Extract red, green, and blue components from previous pixel
                                          int prevR = (prevColor >> 16) & 0xFF;
                                          int prevG = (prevColor >> 8) & 0xFF;
                                          int prevB = prevColor & 0xFF;
                                          // Compute the difference of the red, green, and blue values
                                          int diffR = abs(currR - prevR);
                                          int diffG = abs(currG - prevG);
                                          int diffB = abs(currB - prevB);
                                          // Add these differences to the running tally
                                          movementSum += diffR + diffG + diffB;
                                          // Render the difference image to the screen
                                          pixels[i] = color(diffR, diffG, diffB);
                                          // The following line is much faster, but more confusing to read
                                          //pixels[i] = 0xff000000 | (diffR << 16) | (diffG << 8) | diffB;
                                          // Save the current color into the 'previous' buffer
                                          previousFrame[i] = currColor;
                                        }
                                        // To prevent flicker from frames that are all black (no movement),
                                        // only update the screen if the image has changed.
                                        if (movementSum > 0) {
                                          updatePixels();
                                          println(movementSum); // Print the total amount of movement to the console
                                        }
                                        }

I'm a real noob so I would realy apreciate if someone would tell me what's wrong with my code. First I just want to use Ascii code to convert an existing video (not using webcam) to text. So I copy past the script- changing it a litle bit after I had some error with font- Anyway, now I dont have an error message but the sketch is just a black screen ....

Here is the code :

import processing.video.*;
Movie video;
boolean cheatScreen;
String letterOrder =
  " .`-_':,;^=+/\"|)\\<>)iv%xclrs{*}I?!][1taeo7zjLu" +
  "nT#JCwfy325Fp6mqSghVd4EgXPGZbYkOA&8U$@KHDBWNMR0Q";
char[] letters;

float[] bright;
char[] chars;

PFont font;
float fontSize = 1.5;
void setup() {
  size(1440, 1080);
  video = new Movie(this, "Torrent.mts");
  video.play();
 int count = video.width * video.height;
  font = loadFont("ProcessingSansPro-Regular-48.vlw");
    letters = new char[256];
  for (int i = 0; i < 256; i++) {
    int index = int(map(i, 0, 256, 0, letterOrder.length()));
    letters[i] = letterOrder.charAt(index);
  }
    chars = new char[count];
      bright = new float[count];
  for (int i = 0; i < count; i++) {
     bright[i] = 128;
  }
}
void MovieEvent(Movie m) {
  m.read();
}

void draw() {
  background(0);

  pushMatrix();

  float hgap = width / float(video.width);
  float vgap = height / float(video.height);

  scale(max(hgap, vgap) * fontSize);
  textFont(font, fontSize);

  int index = 0;
  video.loadPixels();
  for (int y = 1; y < video.height; y++) {
     translate(0,  1.0 / fontSize);
      pushMatrix();
    for (int x = 0; x < video.width; x++) {
      int pixelColor = video.pixels[index];
      int r = (pixelColor >> 16) & 0xff;
      int g = (pixelColor >> 8) & 0xff;
      int b = pixelColor & 0xff;
 int pixelBright = max(r, g, b);
 float diff = pixelBright - bright[index];
      bright[index] += diff * 0.1;

      fill(pixelColor);
      int num = int(bright[index]);
      text(letters[num], 0, 0);
      index++;
 translate(1.0 / fontSize, 0);
    }
    popMatrix();
  }
  popMatrix();

  if (cheatScreen) {
    set(0, height - video.height, video);
  }
}
void keyPressed() {
  switch (key) {
    case 'g': saveFrame(); break;
    case 'c': cheatScreen = !cheatScreen; break;
    case 'f': fontSize *= 1.1; break;
    case 'F': fontSize *= 0.9; break;
}
}

Also, once I resolved this problem I would like to know how to use only a restreign number of letters (in a way that all the parts off the image that uses others letters will deseaper)

And sorry for my broken english, I'm french ;)

Thank you all for the help

import processing.video.*;
Movie joyMov, sadnessmMov, angerMov, fearMov, analyticalMov, confidentMov, tentativeMov;
JSONArray values;

String mLab = "";

String Joy = "Joy";
String Fear = "Fear";
String Anger = "Anger";
String Sadness = "Sadness";
String Analytical = "Analytical";
String Confident = "Confident";
String Tentative = "Tentative";
String tone1;

void setup() {
  size(640, 360);
  //fullScreen();
  //surface.setResizable(true);
  background(0);
  frameRate(30);
  joyMov = new Movie(this, "joy.mp4");
  sadnessmMov = new Movie(this, "");
  angerMov = new Movie(this, "");
  fearMov = new Movie(this, "");
  analyticalMov = new Movie(this, "");
  confidentMov = new Movie(this, "");
  tentativeMov = new Movie(this, "");
  joyMov.loop();
}

void draw() {

  float count = frameCount % 150;
  if (count == 0) { 
   readDB();
   println(tone1);
   if(tone1.equals(Joy) == true) {
     println("the tone is: Joy");
     playJoyMov();
   } else if(tone1.equals(Anger) == true) {
     println("the tone is: Anger");
   } else if(tone1.equals(Sadness) == true) {
     println("the tone is: Sadness");
   } else if(tone1.equals(Fear) == true) {
     println("the tone is: Fear");
   } else if(tone1.equals(Analytical) == true) {
     println("the tone is: Analytical");
   } else if(tone1.equals(Confident) == true) {
     println("the tone is: Confident");
   } else if(tone1.equals(Tentative) == true) {
     println("the tone is: Tentative");
   }
  }
}

void readDB(){
  //load json from mlabs db
  values = loadJSONArray(mLab);
      //println(values[values.size()]);

  //for (int i = 0; i < values.size(); i++) {

    JSONObject tweet = values.getJSONObject(values.size()-1);
    println(tweet);

    //String location = tweet.getString("location");
    //String text = tweet.getString("tweet");
    //tone = tweet.values.getString("tone");
    tone1 = tweet.getString("tone");
    //println(location + " | " + text + " | " + tone);

  //}
}

void movieEvent(Movie m) {
  m.read();
}

void playJoyMov() {
  image(joyMov, 0, 0, width, height);
}

java.lang.NullPointerException
    at processing.opengl.Texture.copyBufferFromSource(Texture.java:827)
    at sun.reflect.GeneratedMethodAccessor7.invoke(Unknown Source)
    at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.lang.reflect.Method.invoke(Method.java:498)
    at processing.video.Movie.read(Unknown Source)
    at draft_write_text_and_blend.movieEvent(draft_write_text_and_blend.java:179)
    at sun.reflect.GeneratedMethodAccessor5.invoke(Unknown Source)
    at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.lang.reflect.Method.invoke(Method.java:498)
    at processing.video.Movie.fireMovieEvent(Unknown Source)
    at processing.video.Movie.invokeEvent(Unknown Source)
    at processing.video.Movie$1.bufferFrame(Unknown Source)
    at org.gstreamer.elements.BufferDataAppSink$AppSinkNewBufferListener.newBuffer(BufferDataAppSink.java:163)
    at org.gstreamer.elements.AppSink$2.callback(AppSink.java:184)
    at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
    at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.lang.reflect.Method.invoke(Method.java:498)
    at com.sun.jna.CallbackReference$DefaultCallbackProxy.invokeCallback(CallbackReference.java:485)
    at com.sun.jna.CallbackReference$DefaultCallbackProxy.callback(CallbackReference.java:515)
Could not run the sketch (Target VM failed to initialize).
For more information, read revisions.txt and Help ? Troubleshooting.

the code for the sketch itself:

String str = "בבוקריוםאהזברהקמה";
String alphabet = "אבגדהוזחטיכךלמםנןסעפצץקרשת";
int wordsNum = 2;

int frameNum = 0;

int t = 0;

int[] wordsLength;

float fontMultiplier = 1;

float kerning =-110;
float leading =-100;
float charLocation = 0;
float lineLocation = 0;

float fontHeight = 122*fontMultiplier;
float fontWidth = 160*fontMultiplier;

float horMargin = 100+fontWidth;
float vertMargin = 70;

Movie[] letterAsso;


import processing.video.*;
void setup() {
  size(1200, 900, P2D);

  frameRate(60);

  // finding out how many words are there    (important for the wordsLength array)

  for (int i = 0; i<str.length(); i++) {
    if (str.charAt(i)==' ') {
      wordsNum++;
    }
  }

  println("number of words is: ", wordsNum);

 int letCount = 0;

  wordsLength = new int[wordsNum];
  for (int i = 0; i<str.length(); i++) {
    if (str.charAt(i)==' '||i==str.length()-1) {
      wordsLength[t]=letCount;
      letCount=0;
      t++;
    } else {
      letCount++;
    }
  }
  println(wordsLength);



  letterAsso = new Movie[alphabet.length()];
  for (int i=0; i<alphabet.length(); i++) {
      letterAsso[i] = new Movie(this, alphabet.charAt(i)+".mov");
    }

  //for (int i=0; i<alphabet.length()/3; i++) {

  //    letterAsso[i].loop();

  //      println("breakpointB"+i);
  //  }

  //for (int i=alphabet.length()/3; i<2*alphabet.length()/3; i++) {

  //    letterAsso[i].loop();

  //      println("breakpointC"+i);
  //  }

  //for (int i=2*alphabet.length()/3; i<alphabet.length(); i++) {

  //    letterAsso[i].loop();

  //      println("breakpointC"+i);
  //  }


  t=0;
}

void draw() {

  background(255);
  blendMode(MULTIPLY);

  if(frameCount-1<alphabet.length()){
          letterAsso[frameCount-1].loop();
  }
  charLocation = 0;
  lineLocation = 0;
  t = 0;
  for (int let = 0; let < str.length(); let++) {
    float letterxLocation = width-horMargin+charLocation-fontWidth;
     //println(str.length());
    image(letterAsso[alphabet.indexOf(str.charAt(let))], letterxLocation, vertMargin+lineLocation, fontWidth*fontMultiplier, fontHeight*fontMultiplier);
    //println(letterAsso[alphabet.indexOf(str.charAt(let))]);


    //for (int i=0; i<str.length(); i++) {
    //  if (str.charAt(i)!=' ') {
    //    currentLetter[i] = new Movie(this, str.charAt(i)+".mov");
    //    //currentLetter[i].frameRate(2);
    //    currentLetter[i].loop();
    //    currentLetter[i].jump(random(0, 7));
    //  } else {
    //    currentLetter[i] = new Movie(this, "space.mov");
    //  }
    //}

    // Character Location

    charLocation = charLocation - fontWidth - kerning;

    // checking if it's a new word

    if (str.charAt(let)==' ' && t < wordsNum) {

      // creatng a new line

      if (width-horMargin+charLocation-wordsLength[t+1]*(fontWidth+kerning) < horMargin) {
        charLocation = 0;
        lineLocation = lineLocation + fontHeight + leading;
      }
      t++;
    }
  }
  fill(0);
  textSize(16);


  text("Frame rate: " + int(frameRate), 10, 20);

  //saveFrame("output/framer_####.jpg");

  //blendMode(BLEND);
  //filter(INVERT);
}


void keyPressed(){
  if (keyCode == BACKSPACE) {
  if (str.length() > 0) {
    str = str.substring(0, str.length()-1);
  }
} else if (keyCode == DELETE) {
  str = "";
} else if (keyCode != SHIFT) {
  str = str + key;
}
}

void movieEvent(Movie m) {
  m.read();
}

I'm new here, so sorry if the question is something easy to solve. I'm working on a project and it doesn't work the way it should. Im selecting an area via a webcam. If something enters the selection (mensaanwezig) it should play a video.

There's playing a video at all times, myMovie 1 (should be looping). When something enters it switches to myMovie 2. When the person leaves/and when the end of myMovie2 has been reached, it should play myMovie3 at full length, regardless if something enters or leaves the area. after myMovie3 happened it should switch back to the start of myMovie 1.

I managed to get myMovie2 to play when somebody enters the area, but it switches back to myMovie 1 immediately when something leaves the area.

Can somebody tell me what i'm missing?

import processing.video.*;

Movie myMovie;
Movie myMovie2;
Movie myMovie3;


int x, y, w=20, h=20 ;
int togglemouse=1;
int H, S, B, Hold, Sold, Bold;
int verschil, threshold=50;
int modeselector=1;
color kleur;
boolean mensaanwezig; 
boolean changed = false;

Capture cam;

void setup() {
  size(640, 480);
  //fullScreen();

  myMovie = new Movie(this, "Movie01B.mp4");
  myMovie2 = new Movie(this, "Movie02B.mp4");
  myMovie3 = new Movie(this, "Movie03B.mp4");

  myMovie.loop();
  myMovie2.loop();
  myMovie3.loop();

  cam = new Capture(this, 640, 480, "Logitech Webcam C930e");
  cam.start();
} 

void movieEvent(Movie m) {
  m.read();
}

..........................

void projectionmode() {

  if (mensaanwezig ==true) {
    if (changed==false) {
      changed=true;
      myMovie2.jump(0);
    }


    if (myMovie2.time() < /**myMovie2.duration*/ 45) {
      myMovie2.play();
      image(myMovie2, 0, 0);
    } else {
      myMovie3.play();
      image(myMovie3, 0, 0);
      if (myMovie3.time() <= /**myMovie3.duration*/ 45) {
        changed=false;
      }
    }
  } else {
    if (changed==true) {
      changed=false;
    }
    myMovie.play();
    image(myMovie, 0, 0);
  }
}

I watched a lot of Daniel Shiffman tutorials and wanted to write a piece of code that draws out the path in which a certain color moves across the screen in my video. Lets say if my video were a skateboard, and I did a trick with color wheels on, I'd like to have the program draw the movement by following the colored wheels throughout it's movement.

What I have so far:

// Most of this code I learned how to write thanks to Daniel Shiffman

import processing.video.*;

Movie video;

color trackColor; 
float threshold = 20;
float distThreshold = 75;

ArrayList<Blob> blobs = new ArrayList<Blob>();

void setup() {
  size(1080, 720);
  video = new Movie(this, "sk8.mov");
  video.loop();
  trackColor = color(206, 74, 129);
}

void movieEvent(Movie video) {
  video.read();
}

void keyPressed() {
  if (key == 'a') {
    distThreshold++;
  } else if (key == 'z') {
    distThreshold--;
  }
  println(distThreshold);
}

void draw() {
  video.loadPixels();
  image(video, 0, 0);

  blobs.clear();

  threshold = 62;

  for (int x = 0; x < video.width; x++ ) {
    for (int y = 0; y < video.height; y++ ) {
      int loc = x + y * video.width;
      color currentColor = video.pixels[loc];
      float r1 = red(currentColor);
      float g1 = green(currentColor);
      float b1 = blue(currentColor);
      float r2 = red(trackColor);
      float g2 = green(trackColor);
      float b2 = blue(trackColor);

      float d = distSq(r1, g1, b1, r2, g2, b2); 

      if (d < threshold*threshold) {

        boolean found = false;
        for (Blob b : blobs) {
          if (b.isNear(x, y)) {
            b.add(x, y);
            found = true;
            break;
          }
        }

        if (!found) {
          Blob b = new Blob(x, y);
          blobs.add(b);
        }
      }
    }
  }

  for (Blob b : blobs) {
    if (b.size() > 500) {
      b.show();
    }
  }
}


float distSq(float x1, float y1, float x2, float y2) {
  float d = (x2-x1)*(x2-x1) + (y2-y1)*(y2-y1);
  return d;
}

void mousePressed() {
  // Save color where the mouse is clicked in trackColor variable
  int loc = mouseX + mouseY*video.width;
  trackColor = video.pixels[loc];
}
class Blob {
  float minx;
  float miny;
  float maxx;
  float maxy;

  Blob(float x, float y) {
    minx = x;
    miny = y;
    maxx = x;
    maxy = y;
  }

  void show() {
    stroke(0);
    fill(255);
    strokeWeight(2);
    rectMode(CORNERS);
    rect(minx, miny, maxx, maxy);
  }

  void add(float x, float y) {
    minx = min(minx, x);
    miny = min(miny, y);
    maxx = max(maxx, x);
    maxy = max(maxy, y);
  }

  float size() {
    return (maxx-minx)*(maxy-miny); 
  }

  boolean isNear(float x, float y) {
    float cx = (minx + maxx) / 2;
    float cy = (miny + maxy) / 2;

    float d = distSq(cx, cy, x, y);
    if (d < distThreshold*distThreshold) {
      return true;
    } else {
      return false;
    }
  }
}

What this code successfully does is track the color of the wheels on my skateboard, and follows the wheels throughout the clip. However, I am trying to figure out how to make it not just follow the wheels, but draw a line in the path where the wheels were before.

Any help would be greatly appreciated.

Thank you

I'm trying to create a movie-based typeface. I want each letter to create a movie object. for example letter X needs to call X.mov and become an item in and array.

   currentLetter = new Movie[str.length()];
  for (int i=0; i<str.length(); i++) {
    currentLetter[i] = new Movie(this, str.charAt(i)+".mov");
    currentLetter[i].jump(random(currentLetter[i].duration()));
  }

this returns:

"Could not load movie file .mov"

here is the entire code:

String str = "abab aba";
int wordsNum = 1;

int t = 0;

int[] wordsLength;

float kerning = -130;
float leading = 0;
float charLocation = 0;
float lineLocation = 0;

float fontHeight = 120;
float fontWidth = 160;

float horMargin = 100;
float vertMargin = 100;

Movie[] currentLetter;


import processing.video.*;
void setup() {
  size(1200, 900);
  frameRate(30);
  // finding out how many words are there    (important for the wordsLength array)

  for (int i = 0; i<str.length(); i++) {
    if (str.charAt(i)==' ') {
      wordsNum++;
    }
  }
  println("number of words is: ", wordsNum);


  int letCount = 0;

  wordsLength = new int[wordsNum];
  for (int i = 0; i<str.length(); i++) {
    if (str.charAt(i)==' ') {
      wordsLength[t]=letCount;
      letCount=0;
      t++;
    } else {
      letCount++;
    }
  }
  println(wordsLength);

  currentLetter = new Movie[str.length()];
  for (int i=0; i<str.length(); i++) {
    currentLetter[i] = new Movie(this, str.charAt(i)+".mov");
    currentLetter[i].jump(random(currentLetter[i].duration()));
  }


  t=0;
}

void draw() {
  background(255);
  blendMode(DARKEST);
  charLocation = 0;
  lineLocation = 0;
  t = 0;
  for (int let = 0; let < str.length(); let++) {
    float letterxLocation = width-horMargin+charLocation-fontWidth;
    image(currentLetter[let], letterxLocation, vertMargin+lineLocation, fontWidth, fontHeight);

    // Character Location

    charLocation = charLocation - fontWidth - kerning;

    // checking if it's a new word

    if (str.charAt(let)==' ' && t < wordsNum) {

      // creatng a new line

      if (width-horMargin+charLocation-wordsLength[t]*(fontWidth+kerning) < horMargin) {
        charLocation = 0;
        lineLocation = lineLocation + fontHeight + leading;
      }
      t++;
    }
  }
}

void movieEvent(Movie m) {
  m.read();
}

Any ideas? :) Thank you!

I'm trying to play some movies and sound in a processing sketch; there are 10 movies and 1 sound file - all the movies are fairly small [<=5MB]; I create them in setup and call .play() on them, and then in draw() I use image() on them, and I also use movieEvent() function to call .read() on them; whenever I run this the videos lag and my CPU spikes to 100%

Surely playing 10 concurrent movies isn't that onerous?

Does anyone have any ideas for how to improve the performance or can tell me if I'm doing something wrong or missing something?

Any help would be much appreciated, thanks

Thanks

Any ideas?

String str = "abbaabbaa abb aabbaaab baaab";
int let  = 0;
int wordsNum = 1;

int t = 0;

int[] wordsLength;

float kerning = 0;
float leading = 0;
float charLocation = 0;
float lineLocation = 0;

float horMargin = 100;
float vertMargin = 100;

float fontHeight = 30;
float fontWidth = 40;


import processing.video.*;
Movie Alef;
Movie Bet;
Movie Gimel;
Movie Dalet;
Movie Hey;
Movie Vav;

public void setup() {
  size(1200, 900);

  // finding out how many words are there    (important for the wordsLength array)

  for (int i = 0; i<str.length(); i++) {
    if (str.charAt(i)==' ') {
      wordsNum++;
    }
  }
  println("number of words is: ", wordsNum);


  int letCount = 0;

  wordsLength = new int[wordsNum];
  for (int i = 0; i<str.length(); i++) {
    if (str.charAt(i)==' ') {
      wordsLength[t]=letCount;
      letCount=0;
      t++;
    } else {
      letCount++;
    }
  }
  println(wordsLength);

  //alef = loadImage("א.jpg");
  //bet = loadImage("ב.jpg");

  Alef = new Movie(this, "a.wmv");
  Alef.loop();
  Bet = new Movie(this, "b.wmv");
  Bet.loop();


  t=0;
}

void draw() {

  for (int let = 0; let < str.length(); let++) {

    if (str.charAt(let)=='a') {
      image(Alef, width-horMargin+charLocation, vertMargin+lineLocation, fontWidth, fontHeight);
      println("a");
    };
    if (str.charAt(let)=='b') {
      image(Bet, width-horMargin+charLocation, vertMargin+lineLocation, fontWidth, fontHeight);
      println("b");
    };


    // Character Location

    charLocation = charLocation - fontWidth - kerning;
    //println(charLocation);


    // checking if it's a new word

    if (str.charAt(let)==' ' && t < wordsNum) {


      // creatng a new line

      if (width-horMargin+charLocation-wordsLength[t]*fontWidth < horMargin) {
        charLocation = 0;
        lineLocation = lineLocation + fontHeight + leading;
      }
      t++;
    }



    //   if (width-horMargin+charLocation < horMargin){

    //   }
  }
}

void movieEvent(Movie m) {
  m.read();
}

import processing.video.*;
Movie movie;
void setup(){
  size(500,500);
  movie = new Movie(this,"Spieler 1_x264.mov");
  movie.play();
  
}

void draw(){
  image(movie,0,0,width,height);
}

void movieEvent(Movie m){
  m.read();
}

import processing.video.*;   //importing the video library
Movie movie;   //declaring movie

void setup() {
  size(1280, 720);
  movie = new Movie(this, "greenscreen_hand.mp4");   //loading movie and..
  movie.loop();   //..looping the movie
}

void draw() {
  loadPixels();
  movie.loadPixels();
  for (int j = 0; j < height; j++) {

    for (int i = 0; i < width; i++) {

      int stelle = i+(j*width);   //iterating through the screen and setting the number of the index through the whole frame
      float red = red(movie.pixels[stelle]);   //RGB values of the pixel
      float green = green(movie.pixels[stelle]);
      float blue = blue(movie.pixels[stelle]);

      color c = color(0, 0, 0);   //black pixels

      if (red>40 && red<80 && green>190 && blue>60 && blue<90) {   //if pixel is kind of green

        movie.set(i, j, c);   //new pixel color
      }
    }
  }

  image(movie, 0, 0);
}

void movieEvent(Movie m) {
  m.read();
}

void mousePressed() {   //that actually doesn't matter, it's just for some information from some steps before
  int stelle = mouseX+(mouseY*width);

  float red = red(movie.pixels[stelle]);
  float green = green(movie.pixels[stelle]);
  float blue = blue(movie.pixels[stelle]);

  println("R: " + red +" "+ "G: " + green +" "+ "B: " + blue);
}

Now I got a whole bunch of problems. Well, sometimes there is an ArrayIndexOutOfBoundsException: 0 (I don't know why actually :/) and sometimes it works and the video is starting, but the background is flickering (half-green and half-black) (maybe because pixels are loading too slow in every millisecond frame?)

Can someone help me? Or some suggestions about what I could change?

//using processing video and movie
import processing.video.*;
import controlP5.*;
import java.awt.geom.*;
ControlP5 cp5;
Movie movie;

boolean play;
int speed = 1;
int progress;

   void setup() {
   size(1280, 360);
   cp5 = new ControlP5(this);
    background(0);
    // Load and play the video in a loop
    movie = new Movie(this, "video.mov");
   movie.play();
    movie.speed(speed);

 //Progress Bar
  ProgressBar p;
  p = new ProgressBar(cp5, "progress"); 
 p.setPosition(130, 345).setSize(350, 10).setRange(0,  (int) 
movie.duration()).listen(true);
//callback listener for Timeline object
 p.addCallback(new CallbackListener() {
  public void controlEvent(CallbackEvent theEvent) {
   if(theEvent.getAction() == ControlP5.ACTION_PRESS) {
    float x = theEvent.getController().getPointer().x();
    float a1 = 0;
    float a2 = theEvent.getController().getWidth();
    float b1 = theEvent.getController().getMin();
    float b2 = theEvent.getController().getMax();
    float val = map(x,a1,a2,b1,b2);
    theEvent.getController().setValue(val);
    println("now change movie time to ", val, movie.time());
   movie.jump((float) val);
      }
    }
  }
  );
 // a toggle to switch between play and pause mode
 cp5.addToggle("play")
.setPosition(10,375)
.setSize(50,19)
.getCaptionLabel().align(CENTER,CENTER);
 }
  void movieEvent(Movie m) {
  m.read();
 }
 void draw() {
   if (play) {
   // update the progressBar value/position
   // replace with audio-track position: progress = player.position();

 image(movie, width/2, 0, width/2, height);

   if (movie.available()) movie.read();
   progress = (int) movie.time();
 }
  }
      class ProgressBar extends Controller<ProgressBar> {
      public ProgressBar(ControlP5 theControlP5, String theName) {
      super(theControlP5, theName);
      setView(new ControllerView<ProgressBar>() {

   public void display(PGraphics pg, ProgressBar c) {
     pg.fill(!isMouseOver() ? c.getColor().getForeground():c.getColor().getActive());
    pg.rect(0, 0, c.getWidth(), c.getHeight());

    float val = map(c.getValue(),c.getMin(), c.getMax(), 0, c.getWidth()); 
    pg.fill(255);
    pg.rect(0, 0, val, c.getHeight());
  }
}
);
}

     public ProgressBar setValue(float theValue) {
     return super.setValue(constrain(theValue, getMin(), getMax()));
 }

  public ProgressBar setRange(int theStart, int theEnd) {
  _myMin = theStart;
  _myMax = theEnd;
  return this;
  }
}

`

PFont font; 
import processing.video.*;
Movie myVid;
String letter = "X";
float x;
float y;
float interval  = 1200;
float currentTime;
int offset = 100;

void setup() {
  size(540, 540);
  background(254);
  myVid = new Movie(this, "seaClip_001.mp4");
  myVid.loop();
  //frameRate(0.5);
}

void draw() {
  image(myVid, 0, 0-offset, 540, 540);
  drawFrame();
  drawX();
}

void drawFrame() {
  shapeMode(CENTER);
  fill(1);
  rect(width/2, 0, 10, height);
  shapeMode(LEFT);
  rect(0, 390, width, 10);
  //fill(color'ffa7e8');
  fill(255, 167, 232);
  rect(0, 400, width, 140);
}

void drawX() {
  fill(0);
  font = createFont("Arial", 1);
  textFont(font);
   x = random(width);
   y = random(height);
  if (currentTime > 1000)
    textSize(random(120, 500));
  text(letter, x, y);
  currentTime = millis() % interval; //
}

void movieEvent(Movie m) {
  m.read();
}

Here I would like to know 2 things.

1. I dont want screen to become black when I stop a movie.

2. I would like to play full movie every time when I touch yellow rectangle. In other words, I dont want to stop a movie in a middle of video.

Thank You, Arigato m()m

import processing.video.*; 
Movie movie;

void setup() {
  colorMode(HSB, 360, 100, 100); 
  size(1280, 720);
  movie = new Movie( this, "movie.avi");
  frameRate(60);
}

void ellipseFront() {
  fill(0, 100, 100);
  ellipse(width*1/3, height/2, 100, 100);
}

void ellipseBack() {
  fill(120, 100, 100);
  ellipse(width*2/3, height/2, 100, 100);
}

void movieEvent( Movie m ) {
  m.read();
}

void playMovie() {
  fill(60, 100, 100);
  rect(100, 100, 200, 200); //yellow rectangle
  image( movie, 0, 0, width, height);
  if (mouseX > 100 && mouseX <300 && mouseY > 100 && mouseY <300) {  //when I touch yellow rect play movie
    movie.play();
  } else {
    movie.stop();
  }
}

void draw() {
  background(360);
  ellipseBack();
  playMovie();
  ellipseFront();
}