Working camera bg - but hacky

Author: aolkin

.gitignore

@@ -1 +1,2 @@
 __pycache__
+*.pnm

base.py

@@ -28,6 +28,7 @@
 from direct.interval.IntervalGlobal import Sequence
 
 from util3d.cube import makeCube
+from util3d.cameratex import CameraTexture, CameraCard
 
 if "help" in sys.argv:
     print("""Command Line Arguments:
@@ -190,6 +191,12 @@ def __init__(self):
 
         self.textNp = self.render.attachNewNode("TextNodes")
 
+        self.updateCamera = True
+        self.cameraCard = CameraCard(self.render)
+        self.cameraCard.setScale(Vec3(-16, 1, 9) * 4)
+        self.cameraCard.setTwoSided(True)
+        self.cameraCard.setPos((8 * 4, 22, -4.5 * 4))
+
         light = makeLight(1)
         lightNp = render.attachNewNode(light)
         lightNp.setPos(24, -30, 12)
@@ -229,6 +236,7 @@ def __init__(self):
         self.accept('c', self.oobe)
         self.accept('g', self.toggleGravity)
         self.accept('p', self.pause)
+        self.accept('b', self.toggleCameraBg)
 
     def debugNodes(self):
         print("\n".join(["{}\tGravity: {}\tLinear: {}\tAngular: {}".format(
@@ -258,10 +266,17 @@ def toggleGravity(self):
             self.world.setGravity((0, 0, 5))
         print("New Gravity: ", self.world.getGravity())
 
+    def toggleCameraBg(self):
+        if self.cameraCard.parent:
+            self.cameraCard.detachNode()
+        else:
+            self.cameraCard.reparentTo(self.render)
+        
     def update(self, task):
         msg = self.queue.get()
         processed = 0
         while msg:
+            print(msg)
             if msg["action"] == "leave":
                 self.launchers[msg["client_id"]].destroy()
                 del self.launchers[msg["client_id"]]
@@ -276,6 +291,9 @@ def update(self, task):
             else:
                 msg = None
 
+        self.updateCamera = not self.updateCamera
+        self.updateCamera and self.cameraCard.update()
+
         dt = globalClock.getDt()
         if not self.paused:
             self.world.doPhysics(dt)
@@ -349,5 +367,6 @@ def addText(self, value, pos=Point3(0, 0, 0)):
         text.setPos(pos)
         return text
 
-app = TextApp()
-app.run()
+if __name__ == "__main__":
+    app = TextApp()
+    app.run()

util3d/cameratex.py

@@ -0,0 +1,71 @@
+import cv2
+import io
+import os
+import time
+import sys
+
+from redis import Redis
+
+from panda3d.core import CardMaker, Texture, PNMImage
+
+from direct.stdpy import threading, thread
+
+PIPE_FILE = "panda_camera_pipe.pnm"
+
+class CameraReader:
+    def __init__(self, index=1, pipe=PIPE_FILE):
+        self.cap = cv2.VideoCapture(index)
+        self.pipe = pipe
+        self.redis = Redis()
+        self.redis.delete("camera-lock")
+
+    def getFrame(self):
+        ret, frame = self.cap.read()
+
+        if ret:
+            with self.redis.lock("camera-lock"):
+                return cv2.imwrite(self.pipe, frame)
+        return ret
+
+class CameraTexture:
+    def __init__(self, pipe=PIPE_FILE):
+        self.tex = Texture("CameraTexture")
+        self.pipe = pipe
+        self.redis = Redis()
+        self.redis.delete("camera-lock")
+        self.image = None
+        self.thread = thread.start_new_thread(self.readImage, ())
+
+    def readImage(self):
+        while True:
+            with self.redis.lock("camera-lock"):
+                newImage = PNMImage(self.pipe)
+                self.image = newImage
+            time.sleep(0.06)
+
+    def update(self):
+        if self.image:
+            self.tex.load(self.image)
+
+    def getTexture(self):
+        return self.tex
+
+class CameraCard:
+    def __init__(self, parent):
+        self.tex = CameraTexture()
+        cm = CardMaker("CameraCard")
+        self.cardNp = parent.attachNewNode(cm.generate())
+        self.cardNp.setTexture(self.tex.getTexture())
+
+    def __getattr__(self, name):
+        return getattr(self.cardNp, name)
+
+    def update(self):
+        return self.tex.update()
+
+if __name__ == "__main__":
+    camera = CameraReader(int(sys.argv[1]) if len(sys.argv) > 1 else 1)
+    while True:
+        ret = camera.getFrame()
+        print(time.time())
+        time.sleep(0.05)