Add camera

camera.py

@@ -1,18 +1,52 @@
+from streamlit_webrtc import webrtc_streamer
+import numpy as np
 import streamlit as st
-import cv2
+
 import numpy as np
+import av
+import threading
+
+from utils.frame_rate import FrameRate
+
+lock = threading.Lock()
+
+rtc_configuration = {
+    "iceServers": [
+        {
+            "urls": "turn:relay1.expressturn.com:3478",
+            "username": "efBRTY571ATWBRMP36",
+            "credential": "pGcX1BPH5fMmZJc5",
+        },
+        # {
+        #     "urls": [
+        #         "stun:stun1.l.google.com:19302",
+        #         "stun:stun2.l.google.com:19302",
+        #         "stun:stun3.l.google.com:19302",
+        #         "stun:stun4.l.google.com:19302",
+        #     ]
+        # },
+    ],
+}
+
+
+class ImgContainer:
+    img: np.ndarray = None  # raw image
+    frame_rate: FrameRate = FrameRate()
 
-img_file_buffer = st.camera_input("Take a picture")
 
-if img_file_buffer is not None:
-    # To read image file buffer with OpenCV:
-    bytes_data = img_file_buffer.getvalue()
-    cv2_img = cv2.imdecode(np.frombuffer(bytes_data, np.uint8), cv2.IMREAD_COLOR)
+def video_frame_callback(frame: av.VideoFrame) -> av.VideoFrame:
+    img = frame.to_ndarray(format="bgr24")
+    with lock:
+        img_container.img = img
+        img_container.frame_rate.count()
+        img = img_container.frame_rate.show_fps(img)
+    return av.VideoFrame.from_ndarray(img, format="bgr24")
 
-    # Check the type of cv2_img:
-    # Should output: <class 'numpy.ndarray'>
-    st.write(type(cv2_img))
 
-    # Check the shape of cv2_img:
-    # Should output shape: (height, width, channels)
-    st.write(cv2_img.shape)
+img_container = ImgContainer()
+img_container.frame_rate.reset()
+ctx = st.session_state.ctx = webrtc_streamer(
+    key="snapshot",
+    video_frame_callback=video_frame_callback,
+    rtc_configuration=rtc_configuration,
+)

requirements-lock.txt

@@ -0,0 +1,92 @@
+aioice==0.7.6
+aiortc==1.4.0
+altair==4.2.2
+attrs==22.2.0
+av==10.0.0
+black==23.1.0
+blinker==1.5
+cachetools==5.3.0
+certifi==2022.12.7
+cffi==1.15.1
+charset-normalizer==3.1.0
+click==8.1.3
+cmake==3.26.0
+cryptography==39.0.2
+decorator==5.1.1
+dnspython==2.3.0
+entrypoints==0.4
+filelock==3.10.0
+gitdb==4.0.10
+GitPython==3.1.31
+google-crc32c==1.5.0
+huggingface-hub==0.13.2
+idna==3.4
+importlib-metadata==6.0.0
+Jinja2==3.1.2
+jsonschema==4.17.3
+lit==15.0.7
+markdown-it-py==2.2.0
+MarkupSafe==2.1.2
+mdurl==0.1.2
+mpmath==1.3.0
+mypy-extensions==1.0.0
+netifaces==0.11.0
+networkx==3.0
+numpy==1.24.2
+nvidia-cublas-cu11==11.10.3.66
+nvidia-cuda-cupti-cu11==11.7.101
+nvidia-cuda-nvrtc-cu11==11.7.99
+nvidia-cuda-runtime-cu11==11.7.99
+nvidia-cudnn-cu11==8.5.0.96
+nvidia-cufft-cu11==10.9.0.58
+nvidia-curand-cu11==10.2.10.91
+nvidia-cusolver-cu11==11.4.0.1
+nvidia-cusparse-cu11==11.7.4.91
+nvidia-nccl-cu11==2.14.3
+nvidia-nvtx-cu11==11.7.91
+opencv-python==4.7.0.72
+opencv-python-headless==4.7.0.72
+packaging==23.0
+pandas==1.5.3
+pathspec==0.11.1
+Pillow==9.4.0
+platformdirs==3.1.1
+protobuf==3.20.3
+pyarrow==11.0.0
+pycparser==2.21
+pydeck==0.8.0
+pyee==9.0.4
+Pygments==2.14.0
+pylibsrtp==0.8.0
+Pympler==1.0.1
+pyOpenSSL==23.0.0
+pyrsistent==0.19.3
+python-dateutil==2.8.2
+pytz==2022.7.1
+pytz-deprecation-shim==0.1.0.post0
+PyYAML==6.0
+regex==2022.10.31
+requests==2.28.2
+rich==13.3.2
+semver==2.13.0
+six==1.16.0
+smmap==5.0.0
+streamlit==1.20.0
+streamlit-webrtc==0.45.0
+sympy==1.11.1
+tokenizers==0.13.2
+toml==0.10.2
+tomli==2.0.1
+toolz==0.12.0
+torch==2.0.0
+tornado==6.2
+tqdm==4.65.0
+transformers==4.27.1
+triton==2.0.0
+typing_extensions==4.5.0
+tzdata==2022.7
+tzlocal==4.2
+urllib3==1.26.15
+validators==0.20.0
+watchdog==2.3.1
+zipp==3.15.0

requirements.txt

@@ -5,3 +5,4 @@ torch
 black
 opencv-python
 opencv-python-headless
+streamlit-webrtc

utils/frame_rate.py

@@ -0,0 +1,37 @@
+import numpy as np
+import time, cv2
+
+
+class FrameRate:
+    def __init__(self) -> None:
+        self.c: int = 0
+        self.start_time: float = None
+        self.NO_FRAMES = 100
+        self.fps: float = -1
+
+    def reset(self) -> None:
+        self.start_time = time.time()
+        self.c = 0
+        self.fps = -1
+
+    def count(self) -> None:
+        self.c += 1
+        if self.c % self.NO_FRAMES == 0:
+            self.c = 0
+            end_time = time.time()
+            self.fps = self.NO_FRAMES / (end_time - self.start_time)
+            self.start_time = end_time
+
+    def show_fps(self, image: np.ndarray) -> np.ndarray:
+        if self.fps != -1:
+            return cv2.putText(
+                image,
+                f"FPS {self.fps:.0f}",
+                (50, 50),
+                cv2.FONT_HERSHEY_SIMPLEX,
+                fontScale=1,
+                color=(255, 0, 0),
+                thickness=2,
+            )
+        else:
+            return image