In my program I am calling size(mWidth, mHeight, JAVA2D) to set 2d rendering so the text that is drawn for a GUI will display properly. I am then using a back buffer and creating and instance of a Scene to be drawn into it with the rest of my objects. This allows me to have precise camera controls without running into issues with the graphics being laggy. The issue I am running into is selecting objects. None of my custom objects were made with interactive frames initially, and when I added them to my program they were not detected when I clicked or moused over the object. It also caused a large amount of memory usage when implementing the InteractiveFrames. What in anyone's opinion would be the easiest way to implement proscene's grabbing methods in this situation? I have 100+ objects being drawn and in the example below I show a similar situation but there are only 100 objects being drawn. Thanks in advance guys and gals!

for this example to work you need both the proscene and controlP5 libraries.

this snippet is designed to make it easy for people to copy and paste the code then make quick and easy edits. The original code is thousands of lines and 30 ish classes. For these reasons the variables here are left as public as to save the time need to ensure correct encapsulation. This is not the case in the real project.

2. import remixlab.proscene.*;
3. import controlP5.*;
4. 
   
5. ControlP5 controlP5;
6. 
   
7. Scene scene;
8. PGraphics backBuffer;
9. 
   
10. ArrayList<SceneObject> objects;
11. 
    
12. class SceneObject {
13.   public float mWidth;
14.   public float mHeight;
15.   public float mDepth;
16.   public PVector mPosition;
17.   
18.   SceneObject(float w, float h, float d)
19.   {
20.     mWidth = w;
21.     mHeight = h;
22.     mDepth = d;
23.     
24.     float low = -100;
25.     float high = 100;
26.     mPosition = new PVector(random(low, high), random(low, high), random(low, high));
27.   }
28.   
29.   void display()
30.   {
31.     backBuffer.translate(mPosition.x, mPosition.y, mPosition.z);
32.     backBuffer.colorMode(HSB);
33.     backBuffer.fill(#000000);
34.     backBuffer.stroke(#FFFFFF);
35.     backBuffer.box(mWidth, mHeight, mDepth);
36.   }
37. }
38. 
    
39. void setup()
40. {
41.   size(500, 500, JAVA2D);
42.   backBuffer = createGraphics(width, height, P3D);
43.   scene = new Scene(this, (PGraphics3D)backBuffer);
44.   
45.   controlP5 = new ControlP5(this);
46.   controlP5.setAutoDraw(false);
47.   
48.   objects = new ArrayList<SceneObject>();
49.   for (int i = 0; i < 100; i++)
50.   {
51.     SceneObject obj = new SceneObject(15f, 15f, 15f);
52.     objects.add(obj);
53.   }
54. }
55. 
    
56. void draw()
57. {
58.   // Draw the 3D.
59.   backBuffer.beginDraw();
60.   scene.beginDraw();
61.   backBuffer.background(255);
62.   
63.   Iterator it = objects.iterator();
64.   while (it.hasNext())
65.   {
66.     SceneObject obj = (SceneObject)it.next();
67.     backBuffer.pushMatrix();
68.     obj.display();
69.     backBuffer.popMatrix();
70.   }
71.   
72.   scene.endDraw();
73.   backBuffer.endDraw();
74.   
75.   // Refresh the screen with the new
76.   // image from the back buffer.
77.   refresh();
78.   
79.   // Draw the 2D.
80.   drawGUI();
81. }
82. 
    
83. void drawGUI()
84. {
85.   controlP5.draw();
86. }
87. 
    
88. void refresh()
89. {
90.   image(backBuffer, 0, 0);
91. }