update app

.gitignore

@@ -0,0 +1,3 @@
+venv/
+__pycache__/
+

app.py

@@ -0,0 +1,72 @@
+import av
+import cv2
+import streamlit as st
+from streamlit_webrtc import WebRtcMode, webrtc_streamer
+import torch
+
+from sample_utils.turn import get_ice_servers
+
+st.markdown(
+    "# Object detection with YOLO"
+)
+
+# YOLO estandar model
+model_yolo = torch.hub.load('Ultralytics/yolov5','yolov5s', pretrained = True, verbose = False)
+model_yolo.eval()
+labels = model_yolo.names
+person_class_index = 0
+
+
+def callback(frame: av.VideoFrame) -> av.VideoFrame:
+
+    # Get the image
+    img = frame.to_ndarray(format="bgr24") 
+
+    # Preprocessing image
+    scale = 3 # percent of original size
+    width = int(img.shape[1] / scale)
+    height = int(img.shape[0] / scale)
+    dim = (width, height)
+
+    img2 = cv2.resize(img, dim, interpolation = cv2.INTER_AREA)
+
+    # model detections results
+    detections = model_yolo(img2)
+    #print(detections)
+    
+    #   Draw bounding boxes
+    for detection in detections.xyxy[0]:
+        x1, y1, x2, y2, p, category_id = detection
+        x1, y1, x2, y2, category_id = int(x1), int(y1), int(x2), int(y2), int(category_id)
+        #if category_id == person_class_index:
+        #cv2.rectangle(img, (x1*scale, y1*scale), (x2*scale, y2*scale), (55,139,241), 2)
+        cv2.putText(img, 
+                        labels[category_id], 
+                        (x1*scale, y1*scale - 5), 
+                        cv2.FONT_HERSHEY_TRIPLEX, 
+                        0.5, (255,255,255), 1)
+        xc = int((x1+x2)*scale/2.0)
+        yc = int((y1+y2)*scale/2.0)
+        cv2.circle(img, (xc, yc), 10, (255,255,255), -1)
+        cv2.line(img, (x1*scale, y1*scale), (xc, yc), (255,255,255), 2)
+
+
+    return av.VideoFrame.from_ndarray(img, format="bgr24")
+
+
+webrtc_streamer(
+    key="opencv-filter",
+    mode=WebRtcMode.SENDRECV,
+    rtc_configuration={"iceServers": get_ice_servers()},
+    video_frame_callback=callback,
+    media_stream_constraints={"video": True, "audio": False},
+    async_processing=True,
+)
+
+
+
+st.markdown(
+    "This demo is based on "
+    "https://github.com/whitphx/streamlit-webrtc-example. "  
+    "Many thanks to the project."
+)

requirements.txt

@@ -0,0 +1,93 @@
+aiohttp==3.8.6
+aiohttp-retry==2.8.3
+aioice==0.9.0
+aiortc==1.5.0
+aiosignal==1.3.1
+altair==5.1.2
+async-timeout==4.0.3
+attrs==23.1.0
+av==10.0.0
+backports.zoneinfo==0.2.1
+blinker==1.6.3
+cachetools==5.3.1
+certifi==2023.7.22
+cffi==1.16.0
+charset-normalizer==3.3.0
+click==8.1.7
+contourpy==1.1.1
+cryptography==41.0.4
+cycler==0.12.1
+dnspython==2.4.2
+filelock==3.12.4
+fonttools==4.43.1
+frozenlist==1.4.0
+fsspec==2023.9.2
+gitdb==4.0.10
+GitPython==3.1.40
+google-crc32c==1.5.0
+idna==3.4
+ifaddr==0.2.0
+importlib-metadata==6.8.0
+importlib-resources==6.1.0
+Jinja2==3.1.2
+jsonschema==4.19.1
+jsonschema-specifications==2023.7.1
+kiwisolver==1.4.5
+markdown-it-py==3.0.0
+MarkupSafe==2.1.3
+matplotlib==3.7.3
+mdurl==0.1.2
+mpmath==1.3.0
+multidict==6.0.4
+networkx==3.1
+numpy==1.24.4
+opencv-contrib-python==4.8.1.78
+opencv-python==4.8.1.78
+packaging==23.2
+pandas==2.0.3
+Pillow==10.1.0
+pkgutil_resolve_name==1.3.10
+protobuf==4.24.4
+psutil==5.9.6
+py-cpuinfo==9.0.0
+pyarrow==13.0.0
+pycparser==2.21
+pydeck==0.8.1b0
+pydub==0.25.1
+pyee==11.0.1
+Pygments==2.16.1
+PyJWT==2.8.0
+pylibsrtp==0.8.0
+pyOpenSSL==23.2.0
+pyparsing==3.1.1
+python-dateutil==2.8.2
+pytz==2023.3.post1
+PyYAML==6.0.1
+referencing==0.30.2
+requests==2.31.0
+rich==13.6.0
+rpds-py==0.10.6
+scipy==1.10.1
+seaborn==0.13.0
+six==1.16.0
+smmap==5.0.1
+streamlit==1.27.2
+streamlit-webrtc==0.47.1
+sympy==1.12
+tenacity==8.2.3
+thop==0.1.1.post2209072238
+toml==0.10.2
+toolz==0.12.0
+torch==2.1.0
+torchvision==0.16.0
+tornado==6.3.3
+tqdm==4.66.1
+twilio==8.9.1
+typing_extensions==4.8.0
+tzdata==2023.3
+tzlocal==5.1
+ultralytics==8.0.200
+urllib3==2.0.7
+validators==0.22.0
+yarl==1.9.2
+zipp==3.17.0

sample_utils/download.py

@@ -0,0 +1,50 @@
+import urllib.request
+from pathlib import Path
+
+import streamlit as st
+
+
+# This code is based on https://github.com/streamlit/demo-self-driving/blob/230245391f2dda0cb464008195a470751c01770b/streamlit_app.py#L48  # noqa: E501
+def download_file(url, download_to: Path, expected_size=None):
+    # Don't download the file twice.
+    # (If possible, verify the download using the file length.)
+    if download_to.exists():
+        if expected_size:
+            if download_to.stat().st_size == expected_size:
+                return
+        else:
+            st.info(f"{url} is already downloaded.")
+            if not st.button("Download again?"):
+                return
+
+    download_to.parent.mkdir(parents=True, exist_ok=True)
+
+    # These are handles to two visual elements to animate.
+    weights_warning, progress_bar = None, None
+    try:
+        weights_warning = st.warning("Downloading %s..." % url)
+        progress_bar = st.progress(0)
+        with open(download_to, "wb") as output_file:
+            with urllib.request.urlopen(url) as response:
+                length = int(response.info()["Content-Length"])
+                counter = 0.0
+                MEGABYTES = 2.0 ** 20.0
+                while True:
+                    data = response.read(8192)
+                    if not data:
+                        break
+                    counter += len(data)
+                    output_file.write(data)
+
+                    # We perform animation by overwriting the elements.
+                    weights_warning.warning(
+                        "Downloading %s... (%6.2f/%6.2f MB)"
+                        % (url, counter / MEGABYTES, length / MEGABYTES)
+                    )
+                    progress_bar.progress(min(counter / length, 1.0))
+    # Finally, we remove these visual elements by calling .empty().
+    finally:
+        if weights_warning is not None:
+            weights_warning.empty()
+        if progress_bar is not None:
+            progress_bar.empty()

sample_utils/turn.py

@@ -0,0 +1,39 @@
+import logging
+import os
+
+import streamlit as st
+from twilio.base.exceptions import TwilioRestException
+from twilio.rest import Client
+
+logger = logging.getLogger(__name__)
+
+
+def get_ice_servers():
+    """Use Twilio's TURN server because Streamlit Community Cloud has changed
+    its infrastructure and WebRTC connection cannot be established without TURN server now.  # noqa: E501
+    We considered Open Relay Project (https://www.metered.ca/tools/openrelay/) too,
+    but it is not stable and hardly works as some people reported like https://github.com/aiortc/aiortc/issues/832#issuecomment-1482420656  # noqa: E501
+    See https://github.com/whitphx/streamlit-webrtc/issues/1213
+    """
+
+    # Ref: https://www.twilio.com/docs/stun-turn/api
+    try:
+        account_sid = os.environ["TWILIO_ACCOUNT_SID"]
+        auth_token = os.environ["TWILIO_AUTH_TOKEN"]
+    except KeyError:
+        logger.warning(
+            "Twilio credentials are not set. Fallback to a free STUN server from Google."  # noqa: E501
+        )
+        return [{"urls": ["stun:stun.l.google.com:19302"]}]
+
+    client = Client(account_sid, auth_token)
+
+    try:
+        token = client.tokens.create()
+    except TwilioRestException as e:
+        st.warning(
+            f"Error occurred while accessing Twilio API. Fallback to a free STUN server from Google. ({e})"  # noqa: E501
+        )
+        return [{"urls": ["stun:stun.l.google.com:19302"]}]
+
+    return token.ice_servers

yolov5s.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b3b748c1e592ddd8868022e8732fde20025197328490623cc16c6f24d0782ee
+size 14808437