new

.gitignore

@@ -0,0 +1 @@
+venv

app.py

@@ -7,6 +7,8 @@ import time
 from scripts.inference import GazePredictor
 from utils.ear_utils import BlinkDetector
 from gradio_webrtc import WebRTC
+from ultralytics import YOLO
+import torch
 
 def smooth_values(history, current_value, window_size=5):
     if current_value is not None:
@@ -31,11 +33,25 @@ def smooth_values(history, current_value, window_size=5):
     else:
         return history[-1] if history else None
 
-MODEL_PATH = os.path.join("models", "gaze_estimation_model.pth")
+# --- Model Paths ---
+GAZE_MODEL_PATH = os.path.join("models", "gaze_estimation_model.pth")
+DISTRACTION_MODEL_PATH = "best.pt"
 
-gaze_predictor = GazePredictor(MODEL_PATH)
+# --- Global Initializations ---
+gaze_predictor = GazePredictor(GAZE_MODEL_PATH)
 blink_detector = BlinkDetector()
 
+# Load Distraction Model
+distraction_model = YOLO(DISTRACTION_MODEL_PATH)
+distraction_model.to('cpu')
+
+# Distraction Class Names
+distraction_class_names = [
+    'safe driving', 'drinking', 'eating', 'hair and makeup',
+    'operating radio', 'talking on phone', 'talking to passenger'
+]
+
+# --- Global State Variables for Gaze Webcam ---
 gaze_history = []
 head_history = []
 ear_history = []
@@ -46,16 +62,22 @@ blink_count = 0
 start_time = 0
 is_unconscious = False
 frame_count_webcam = 0
+stop_gaze_processing = False
+
+# --- Global State Variables for Distraction Webcam ---
+stop_distraction_processing = False
 
+# Constants
 GAZE_STABILITY_THRESHOLD = 0.5
 TIME_THRESHOLD = 15
 BLINK_RATE_THRESHOLD = 1
 EYE_CLOSURE_THRESHOLD = 10
 HEAD_STABILITY_THRESHOLD = 0.05
+DISTRACTION_CONF_THRESHOLD = 0.1
 
 def analyze_video(input_video):
     cap = cv2.VideoCapture(input_video)
-    local_gaze_predictor = GazePredictor(MODEL_PATH)
+    local_gaze_predictor = GazePredictor(GAZE_MODEL_PATH)
     local_blink_detector = BlinkDetector()
     fourcc = cv2.VideoWriter_fourcc(*'mp4v')
     temp_fd, temp_path = tempfile.mkstemp(suffix='.mp4')
@@ -180,9 +202,36 @@ def analyze_video(input_video):
         out.release()
     return temp_path
 
-def process_webrtc_frame(frame):
+def terminate_gaze_stream():
+    global gaze_history, head_history, ear_history, stable_gaze_time, stable_head_time
+    global eye_closed_time, blink_count, start_time, is_unconscious, frame_count_webcam, stop_gaze_processing
+
+    print("Gaze Termination signal received. Stopping processing and resetting state.")
+    stop_gaze_processing = True
+    gaze_history = []
+    head_history = []
+    ear_history = []
+    stable_gaze_time = 0
+    stable_head_time = 0
+    eye_closed_time = 0
+    blink_count = 0
+    start_time = 0
+    is_unconscious = False
+    frame_count_webcam = 0
+    return "Gaze Processing Terminated. State Reset."
+
+def terminate_distraction_stream():
+    global stop_distraction_processing
+    print("Distraction Termination signal received. Stopping processing.")
+    stop_distraction_processing = True
+    return "Distraction Processing Terminated."
+
+def process_gaze_frame(frame):
     global gaze_history, head_history, ear_history, stable_gaze_time, stable_head_time
-    global eye_closed_time, blink_count, start_time, is_unconscious, frame_count_webcam
+    global eye_closed_time, blink_count, start_time, is_unconscious, frame_count_webcam, stop_gaze_processing
+
+    if stop_gaze_processing:
+        return np.zeros((480, 640, 3), dtype=np.uint8)
 
     if frame is None:
         return np.zeros((480, 640, 3), dtype=np.uint8)
@@ -289,17 +338,95 @@ def process_webrtc_frame(frame):
         cv2.putText(error_frame, f"Error: {e}", (10, 30), cv2.FONT_HERSHEY_SIMPLEX, 0.7, (255, 0, 0), 2)
         return error_frame
 
-def create_webcam_interface():
-    with gr.Blocks() as webcam_demo:
-        gr.Markdown("## Real-time Gaze Tracking via Webcam")
+def process_distraction_frame(frame):
+    global stop_distraction_processing
+
+    if stop_distraction_processing:
+        return np.zeros((480, 640, 3), dtype=np.uint8)
+
+    if frame is None:
+        return np.zeros((480, 640, 3), dtype=np.uint8)
+
+    try:
+        frame_to_process = frame
+        results = distraction_model(frame_to_process, conf=DISTRACTION_CONF_THRESHOLD, verbose=False)
+
+        display_text = "safe driving"
+        alarm_action = None
+
+        for result in results:
+            if result.boxes is not None and len(result.boxes) > 0:
+                boxes = result.boxes.xyxy.cpu().numpy()
+                scores = result.boxes.conf.cpu().numpy()
+                classes = result.boxes.cls.cpu().numpy()
+
+                if len(boxes) > 0:
+                    max_score_idx = scores.argmax()
+                    detected_action_idx = int(classes[max_score_idx])
+                    if 0 <= detected_action_idx < len(distraction_class_names):
+                        detected_action = distraction_class_names[detected_action_idx]
+                        confidence = scores[max_score_idx]
+                        display_text = f"{detected_action}: {confidence:.2f}"
+                        if detected_action != 'safe driving':
+                            alarm_action = detected_action
+                    else:
+                        print(f"Warning: Detected class index {detected_action_idx} out of bounds.")
+                        display_text = "Unknown Detection"
+
+        if alarm_action:
+            print(f"ALARM: Unsafe behavior detected - {alarm_action}!")
+            cv2.putText(frame, f"ALARM: {alarm_action}", (10, 70), cv2.FONT_HERSHEY_SIMPLEX, 1, (0, 0, 255), 2)
+
+        text_color = (0, 255, 0) if alarm_action is None else (0, 255, 255)
+        cv2.putText(frame, display_text, (10, 30), cv2.FONT_HERSHEY_SIMPLEX, 1, text_color, 2)
+
+        return frame
+
+    except Exception as e:
+        print(f"Error processing distraction frame: {e}")
+        error_frame = np.zeros((480, 640, 3), dtype=np.uint8)
+        if not error_frame.flags.writeable:
+            error_frame = error_frame.copy()
+        cv2.putText(error_frame, f"Error: {e}", (10, 30), cv2.FONT_HERSHEY_SIMPLEX, 0.7, (255, 0, 0), 2)
+        return error_frame
+
+def create_gaze_interface():
+    with gr.Blocks() as gaze_demo:
+        gr.Markdown("## Real-time Gaze & Drowsiness Tracking")
+        with gr.Row():
+            webcam_stream = WebRTC(label="Webcam Stream")
+        with gr.Row():
+            terminate_btn = gr.Button("Terminate Process")
+
+        webcam_stream.stream(
+            fn=process_gaze_frame,
+            inputs=[webcam_stream],
+            outputs=[webcam_stream],
+            api_name="gaze_stream"
+        )
+
+        terminate_btn.click(fn=terminate_gaze_stream, inputs=None, outputs=None)
+
+    return gaze_demo
+
+def create_distraction_interface():
+    with gr.Blocks() as distraction_demo:
+        gr.Markdown("## Real-time Distraction Detection")
         with gr.Row():
             webcam_stream = WebRTC(label="Webcam Stream")
+        with gr.Row():
+            terminate_btn = gr.Button("Terminate Process")
+
         webcam_stream.stream(
-            fn=process_webrtc_frame,
+            fn=process_distraction_frame,
             inputs=[webcam_stream],
-            outputs=[webcam_stream]
+            outputs=[webcam_stream],
+            api_name="distraction_stream"
         )
-    return webcam_demo
+
+        terminate_btn.click(fn=terminate_distraction_stream, inputs=None, outputs=None)
+
+    return distraction_demo
 
 def create_video_interface():
     video_demo = gr.Interface(
@@ -312,9 +439,9 @@ def create_video_interface():
     return video_demo
 
 demo = gr.TabbedInterface(
-    [create_video_interface(), create_webcam_interface()],
-    ["Video Upload", "Webcam"],
-    title="Gaze Tracker"
+    [create_video_interface(), create_gaze_interface(), create_distraction_interface()],
+    ["Video Upload", "Gaze & Drowsiness", "Distraction Detection"],
+    title="Driver Monitoring System"
 )
 
 if __name__ == "__main__":
@@ -328,4 +455,6 @@ if __name__ == "__main__":
     start_time = 0
     is_unconscious = False
     frame_count_webcam = 0
+    stop_gaze_processing = False
+    stop_distraction_processing = False
     demo.launch()

best.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3c1caa87376460d162ee69a5874246127a2868ec4e13b25cf983cbda702839
+size 6202851

req.txt

@@ -0,0 +1,349 @@
+absl-py==2.1.0
+accelerate==1.4.0
+altair==5.4.1
+anyio==4.2.0
+appdirs==1.4.4
+appnope==0.1.3
+argon2-cffi==23.1.0
+argon2-cffi-bindings==21.2.0
+arrow==1.3.0
+asttokens==2.4.1
+astunparse==1.6.3
+async-lru==2.0.4
+attrs==23.2.0
+Babel==2.14.0
+beautifulsoup4==4.12.3
+bleach==6.1.0
+bleak==0.21.1
+blinker==1.7.0
+build==1.2.2.post1
+CacheControl==0.14.1
+cachetools==5.5.0
+catboost==1.2.7
+certifi==2023.11.17
+cffi==1.16.0
+charset-normalizer==3.3.2
+cleo==2.1.0
+click==8.1.7
+comm==0.2.1
+contourpy==1.2.0
+coolname==2.2.0
+crashtest==0.4.1
+cvzone==1.6.1
+cycler==0.12.1
+debugpy==1.8.0
+decorator==5.1.1
+deepface==0.0.93
+defusedxml==0.7.1
+distlib==0.3.9
+dlib==19.24.6
+docstring_parser==0.16
+duckdb==1.2.1
+dulwich==0.21.7
+durationpy==0.9
+ecdsa==0.19.0
+emoji==2.14.1
+et-xmlfile==1.1.0
+eval_type_backport==0.2.2
+Events==0.5
+executing==2.0.1
+faiss-cpu==1.10.0
+fake-useragent==1.5.1
+fastavro==1.9.7
+fastjsonschema==2.19.1
+filelock==3.16.1
+filetype==1.2.0
+fire==0.7.0
+FLAML==2.3.4
+Flask==3.0.1
+Flask-Cors==5.0.0
+flatbuffers==24.3.25
+fonttools==4.48.1
+fqdn==1.5.1
+frozendict==2.4.6
+frozenlist==1.5.0
+fsspec==2024.6.1
+future==1.0.0
+gast==0.6.0
+gdown==5.2.0
+geomet==0.2.1.post1
+git-lfs==1.6
+gitdb==4.0.11
+GitPython==3.1.43
+google-crc32c==1.6.0
+google-pasta==0.2.0
+grandalf==0.8
+graphviz==0.20.3
+greenlet==3.1.1
+grpcio==1.70.0
+gunicorn==23.0.0
+h11==0.14.0
+h5py==3.12.1
+hpack==4.1.0
+html5lib==1.1
+httplib2==0.22.0
+httptools==0.6.4
+httpx-sse==0.4.0
+huggingface-hub==0.29.2
+humanfriendly==10.0
+hyperframe==6.1.0
+idna==3.10
+ijson==3.3.0
+imbalanced-learn==0.13.0
+imblearn==0.0
+importlib_metadata==8.5.0
+importlib_resources==6.5.2
+inflection==0.5.1
+iniconfig==2.0.0
+installer==0.7.0
+ipykernel==6.29.0
+ipython==8.20.0
+ipywidgets==8.1.1
+isoduration==20.11.0
+itsdangerous==2.1.2
+jaraco.classes==3.4.0
+jax==0.4.37
+jaxlib==0.4.36
+jedi==0.19.1
+Jinja2==3.1.3
+jiter==0.5.0
+jmespath==1.0.1
+joblib==1.4.2
+jq==1.8.0
+json5==0.10.0
+json_repair==0.30.3
+jsonpatch==1.33
+jsonpath-python==1.0.6
+jsonpickle==4.0.2
+jsonpointer==2.4
+jsonref==1.1.0
+jsonschema==4.21.1
+jsonschema-specifications==2023.12.1
+jupyter==1.0.0
+jupyter-console==6.6.3
+jupyter-events==0.9.0
+jupyter-lsp==2.2.2
+jupyter_client==8.6.0
+jupyter_core==5.7.1
+jupyter_server==2.12.5
+jupyter_server_terminals==0.5.2
+jupyterlab==4.0.11
+jupyterlab-widgets==3.0.9
+jupyterlab_pygments==0.3.0
+jupyterlab_server==2.25.2
+keras==3.6.0
+keyring==24.3.1
+kiwisolver==1.4.5
+labelImg==1.8.6
+lark==1.2.2
+libclang==18.1.1
+logfire-api==3.7.1
+loguru==0.7.3
+lxml==5.3.1
+lz4==4.3.3
+magicattr==0.1.6
+Markdown==3.7
+markdown-it-py==3.0.0
+MarkupSafe==3.0.2
+matplotlib==3.8.2
+matplotlib-inline==0.1.6
+mdurl==0.1.2
+mediapipe==0.10.20
+milvus-lite==2.4.11
+mistune==3.0.2
+ml-dtypes==0.4.1
+mmh3==5.1.0
+monotonic==1.6
+more-itertools==10.3.0
+mpmath==1.3.0
+msgpack==1.1.0
+mtcnn==1.0.0
+multidict==6.1.0
+multitasking==0.0.11
+mypy-extensions==1.0.0
+namex==0.0.8
+nanoid==2.0.0
+narwhals==1.26.0
+nbclient==0.9.0
+nbconvert==7.14.2
+nbformat==5.9.2
+nest-asyncio==1.6.0
+networkx==3.4.2
+nltk==3.9.1
+notebook==7.0.7
+notebook_shim==0.2.3
+numexpr==2.10.2
+numpy==1.26.3
+oauthlib==3.2.2
+opencv-contrib-python==4.10.0.84
+opencv-python==4.10.0.84
+openinference-semantic-conventions==0.1.14
+openpyxl==3.1.5
+opentelemetry-util-http==0.51b0
+opt_einsum==3.4.0
+optree==0.13.0
+orderly-set==5.3.0
+orjson==3.10.15
+overrides==7.6.0
+packaging==24.2
+pandas==2.2.0
+pandocfilters==1.5.1
+parso==0.8.3
+passlib==1.7.4
+patsy==1.0.1
+peewee==3.17.9
+pexpect==4.9.0
+pgvector==0.3.6
+pillow==11.1.0
+pinecone-plugin-interface==0.0.7
+pkginfo==1.12.0
+platformdirs==4.3.6
+plotly==6.0.0
+pluggy==1.5.0
+poetry==1.8.5
+poetry-core==1.9.1
+poetry-plugin-export==1.8.0
+portalocker==2.10.1
+primp==0.14.0
+prometheus_client==0.21.1
+prompt-toolkit==3.0.43
+propcache==0.3.0
+psutil==5.9.8
+psycopg==3.2.5
+psycopg-binary==3.2.5
+psycopg2-binary==2.9.10
+ptyprocess==0.7.0
+pure-eval==0.2.2
+py==1.11.0
+py-cpuinfo==9.0.0
+pyarrow==19.0.0
+pyasn1==0.4.8
+pyasn1_modules==0.4.1
+pycparser==2.21
+pycryptodome==3.21.0
+pydantic_core==2.27.2
+pydeck==0.9.1
+Pygments==2.17.2
+PyJWT==2.10.1
+pyparsing==3.1.1
+pypdf==5.1.0
+PyPDF2==3.0.1
+pypdfium2==4.30.1
+pyperclip==1.9.0
+PyPika==0.48.9
+pyproject_hooks==1.2.0
+PyQt5==5.15.11
+PyQt5-Qt5==5.15.16
+PyQt5_sip==12.17.0
+PySocks==1.7.1
+pytesseract==0.3.13
+python-dateutil==2.8.2
+python-dotenv==1.0.1
+python-json-logger==2.0.7
+python-lsp-jsonrpc==1.1.2
+python-multipart==0.0.20
+pyttsx3==2.98
+pytube==15.0.0
+pytz==2024.1
+PyYAML==6.0.2
+pyzmq==25.1.2
+qtconsole==5.5.1
+QtPy==2.4.1
+Quandl==3.7.0
+RapidFuzz==3.11.0
+redis==5.2.1
+referencing==0.32.1
+regex==2024.11.6
+requests==2.31.0
+requests-toolbelt==1.0.0
+retina-face==0.0.17
+rfc3339-validator==0.1.4
+rfc3986-validator==0.1.1
+rich==13.7.1
+rpds-py==0.17.1
+rsa==4.9
+ruff==0.9.10
+safetensors==0.5.3
+scikit-learn==1.5.0
+scipy==1.12.0
+seaborn==0.13.2
+semver==3.0.4
+Send2Trash==1.8.2
+sentence-transformers==3.4.1
+sentencepiece==0.2.0
+shapely==2.0.7
+shellingham==1.5.4
+simsimd==6.2.1
+six==1.16.0
+sklearn-compat==0.1.3
+smmap==5.0.1
+sniffio==1.3.0
+sounddevice==0.5.1
+soupsieve==2.5
+SQLAlchemy==2.0.38
+sseclient-py==1.8.0
+stack-data==0.6.3
+statsmodels==0.14.4
+streamlit==1.41.1
+StrEnum==0.4.15
+sympy==1.13.1
+tabulate==0.9.0
+tenacity==8.5.0
+tensorboard==2.18.0
+tensorboard-data-server==0.7.2
+tensorflow==2.18.0
+tensorflow-io-gcs-filesystem==0.37.1
+termcolor==2.5.0
+terminado==0.18.0
+tf_keras==2.18.0
+threadpoolctl==3.5.0
+tinycss2==1.2.1
+tokenizers==0.21.0
+toml==0.10.2
+tomli==2.2.1
+tomli_w==1.2.0
+tomlkit==0.13.2
+torch==2.6.0
+torchvision==0.21.0
+tornado==6.4
+tqdm==4.66.5
+traitlets==5.14.1
+transformers==4.49.0
+tree-sitter==0.23.2
+tree-sitter-python==0.23.6
+trove-classifiers==2024.10.21.16
+typer==0.12.3
+types-cachetools==5.5.0.20240820
+types-python-dateutil==2.8.19.20240106
+types-requests==2.32.0.20250306
+typing-inspection==0.4.0
+typing_extensions==4.12.2
+tzdata==2023.4
+ujson==5.10.0
+ultralytics==8.3.93
+ultralytics-thop==2.0.14
+uncurl==0.0.11
+uri-template==1.3.0
+uritemplate==4.1.1
+urllib3==2.3.0
+uuid6==2024.7.10
+uv==0.6.5
+uvloop==0.21.0
+validators==0.34.0
+virtualenv==20.28.1
+wcwidth==0.2.13
+webcolors==1.13
+webencodings==0.5.1
+websocket-client==1.7.0
+websockets==12.0
+Werkzeug==3.0.1
+wget==3.2
+widgetsnbextension==4.0.9
+wrapt==1.16.0
+xattr==1.1.0
+xgboost==2.1.2
+xmltodict==0.14.2
+xxhash==3.5.0
+yfinance==0.2.55
+zipp==3.21.0
+zstandard==0.23.0

requirements.txt

@@ -9,4 +9,354 @@ gradio>=5.0.0
 gradio-webrtc==0.0.4
 tensorflow
 pygame
-twilio
+twilio
+
+absl-py==2.1.0
+accelerate==1.4.0
+altair==5.4.1
+anyio==4.2.0
+appdirs==1.4.4
+appnope==0.1.3
+argon2-cffi==23.1.0
+argon2-cffi-bindings==21.2.0
+arrow==1.3.0
+asttokens==2.4.1
+astunparse==1.6.3
+async-lru==2.0.4
+attrs==23.2.0
+Babel==2.14.0
+beautifulsoup4==4.12.3
+bleach==6.1.0
+bleak==0.21.1
+blinker==1.7.0
+build==1.2.2.post1
+CacheControl==0.14.1
+cachetools==5.5.0
+catboost==1.2.7
+certifi==2023.11.17
+cffi==1.16.0
+charset-normalizer==3.3.2
+cleo==2.1.0
+click==8.1.7
+comm==0.2.1
+contourpy==1.2.0
+coolname==2.2.0
+crashtest==0.4.1
+cvzone==1.6.1
+cycler==0.12.1
+debugpy==1.8.0
+decorator==5.1.1
+deepface==0.0.93
+defusedxml==0.7.1
+distlib==0.3.9
+dlib==19.24.6
+docstring_parser==0.16
+duckdb==1.2.1
+dulwich==0.21.7
+durationpy==0.9
+ecdsa==0.19.0
+emoji==2.14.1
+et-xmlfile==1.1.0
+eval_type_backport==0.2.2
+Events==0.5
+executing==2.0.1
+faiss-cpu==1.10.0
+fake-useragent==1.5.1
+fastavro==1.9.7
+fastjsonschema==2.19.1
+filelock==3.16.1
+filetype==1.2.0
+fire==0.7.0
+FLAML==2.3.4
+Flask==3.0.1
+Flask-Cors==5.0.0
+flatbuffers==24.3.25
+fonttools==4.48.1
+fqdn==1.5.1
+frozendict==2.4.6
+frozenlist==1.5.0
+fsspec==2024.6.1
+future==1.0.0
+gast==0.6.0
+gdown==5.2.0
+geomet==0.2.1.post1
+git-lfs==1.6
+gitdb==4.0.11
+GitPython==3.1.43
+google-crc32c==1.6.0
+google-pasta==0.2.0
+grandalf==0.8
+graphviz==0.20.3
+greenlet==3.1.1
+grpcio==1.70.0
+gunicorn==23.0.0
+h11==0.14.0
+h5py==3.12.1
+hpack==4.1.0
+html5lib==1.1
+httplib2==0.22.0
+httptools==0.6.4
+httpx-sse==0.4.0
+huggingface-hub==0.29.2
+humanfriendly==10.0
+hyperframe==6.1.0
+idna==3.10
+ijson==3.3.0
+imbalanced-learn==0.13.0
+imblearn==0.0
+importlib_metadata==8.5.0
+importlib_resources==6.5.2
+inflection==0.5.1
+iniconfig==2.0.0
+installer==0.7.0
+ipykernel==6.29.0
+ipython==8.20.0
+ipywidgets==8.1.1
+isoduration==20.11.0
+itsdangerous==2.1.2
+jaraco.classes==3.4.0
+jax==0.4.37
+jaxlib==0.4.36
+jedi==0.19.1
+Jinja2==3.1.3
+jiter==0.5.0
+jmespath==1.0.1
+joblib==1.4.2
+jq==1.8.0
+json5==0.10.0
+json_repair==0.30.3
+jsonpatch==1.33
+jsonpath-python==1.0.6
+jsonpickle==4.0.2
+jsonpointer==2.4
+jsonref==1.1.0
+jsonschema==4.21.1
+jsonschema-specifications==2023.12.1
+jupyter==1.0.0
+jupyter-console==6.6.3
+jupyter-events==0.9.0
+jupyter-lsp==2.2.2
+jupyter_client==8.6.0
+jupyter_core==5.7.1
+jupyter_server==2.12.5
+jupyter_server_terminals==0.5.2
+jupyterlab==4.0.11
+jupyterlab-widgets==3.0.9
+jupyterlab_pygments==0.3.0
+jupyterlab_server==2.25.2
+keras==3.6.0
+keyring==24.3.1
+kiwisolver==1.4.5
+labelImg==1.8.6
+lark==1.2.2
+libclang==18.1.1
+logfire-api==3.7.1
+loguru==0.7.3
+lxml==5.3.1
+lz4==4.3.3
+magicattr==0.1.6
+Markdown==3.7
+markdown-it-py==3.0.0
+MarkupSafe==3.0.2
+matplotlib==3.8.2
+matplotlib-inline==0.1.6
+mdurl==0.1.2
+mediapipe==0.10.20
+milvus-lite==2.4.11
+mistune==3.0.2
+ml-dtypes==0.4.1
+mmh3==5.1.0
+monotonic==1.6
+more-itertools==10.3.0
+mpmath==1.3.0
+msgpack==1.1.0
+mtcnn==1.0.0
+multidict==6.1.0
+multitasking==0.0.11
+mypy-extensions==1.0.0
+namex==0.0.8
+nanoid==2.0.0
+narwhals==1.26.0
+nbclient==0.9.0
+nbconvert==7.14.2
+nbformat==5.9.2
+nest-asyncio==1.6.0
+networkx==3.4.2
+nltk==3.9.1
+notebook==7.0.7
+notebook_shim==0.2.3
+numexpr==2.10.2
+numpy==1.26.3
+oauthlib==3.2.2
+opencv-contrib-python==4.10.0.84
+opencv-python==4.10.0.84
+openinference-semantic-conventions==0.1.14
+openpyxl==3.1.5
+opentelemetry-util-http==0.51b0
+opt_einsum==3.4.0
+optree==0.13.0
+orderly-set==5.3.0
+orjson==3.10.15
+overrides==7.6.0
+packaging==24.2
+pandas==2.2.0
+pandocfilters==1.5.1
+parso==0.8.3
+passlib==1.7.4
+patsy==1.0.1
+peewee==3.17.9
+pexpect==4.9.0
+pgvector==0.3.6
+pillow==11.1.0
+pinecone-plugin-interface==0.0.7
+pkginfo==1.12.0
+platformdirs==4.3.6
+plotly==6.0.0
+pluggy==1.5.0
+poetry==1.8.5
+poetry-core==1.9.1
+poetry-plugin-export==1.8.0
+portalocker==2.10.1
+primp==0.14.0
+prometheus_client==0.21.1
+prompt-toolkit==3.0.43
+propcache==0.3.0
+psutil==5.9.8
+psycopg==3.2.5
+psycopg-binary==3.2.5
+psycopg2-binary==2.9.10
+ptyprocess==0.7.0
+pure-eval==0.2.2
+py==1.11.0
+py-cpuinfo==9.0.0
+pyarrow==19.0.0
+pyasn1==0.4.8
+pyasn1_modules==0.4.1
+pycparser==2.21
+pycryptodome==3.21.0
+pydantic_core==2.27.2
+pydeck==0.9.1
+Pygments==2.17.2
+PyJWT==2.10.1
+pyparsing==3.1.1
+pypdf==5.1.0
+PyPDF2==3.0.1
+pypdfium2==4.30.1
+pyperclip==1.9.0
+PyPika==0.48.9
+pyproject_hooks==1.2.0
+PyQt5==5.15.11
+PyQt5-Qt5==5.15.16
+PyQt5_sip==12.17.0
+PySocks==1.7.1
+pytesseract==0.3.13
+python-dateutil==2.8.2
+python-dotenv==1.0.1
+python-json-logger==2.0.7
+python-lsp-jsonrpc==1.1.2
+python-multipart==0.0.20
+pyttsx3==2.98
+pytube==15.0.0
+pytz==2024.1
+PyYAML==6.0.2
+pyzmq==25.1.2
+qtconsole==5.5.1
+QtPy==2.4.1
+Quandl==3.7.0
+RapidFuzz==3.11.0
+redis==5.2.1
+referencing==0.32.1
+regex==2024.11.6
+requests==2.31.0
+requests-toolbelt==1.0.0
+retina-face==0.0.17
+rfc3339-validator==0.1.4
+rfc3986-validator==0.1.1
+rich==13.7.1
+rpds-py==0.17.1
+rsa==4.9
+ruff==0.9.10
+safetensors==0.5.3
+scikit-learn==1.5.0
+scipy==1.12.0
+seaborn==0.13.2
+semver==3.0.4
+Send2Trash==1.8.2
+sentence-transformers==3.4.1
+sentencepiece==0.2.0
+shapely==2.0.7
+shellingham==1.5.4
+simsimd==6.2.1
+six==1.16.0
+sklearn-compat==0.1.3
+smmap==5.0.1
+sniffio==1.3.0
+sounddevice==0.5.1
+soupsieve==2.5
+SQLAlchemy==2.0.38
+sseclient-py==1.8.0
+stack-data==0.6.3
+statsmodels==0.14.4
+streamlit==1.41.1
+StrEnum==0.4.15
+sympy==1.13.1
+tabulate==0.9.0
+tenacity==8.5.0
+tensorboard==2.18.0
+tensorboard-data-server==0.7.2
+tensorflow==2.18.0
+tensorflow-io-gcs-filesystem==0.37.1
+termcolor==2.5.0
+terminado==0.18.0
+tf_keras==2.18.0
+threadpoolctl==3.5.0
+tinycss2==1.2.1
+tokenizers==0.21.0
+toml==0.10.2
+tomli==2.2.1
+tomli_w==1.2.0
+tomlkit==0.13.2
+torch==2.6.0
+torchvision==0.21.0
+tornado==6.4
+tqdm==4.66.5
+traitlets==5.14.1
+transformers==4.49.0
+tree-sitter==0.23.2
+tree-sitter-python==0.23.6
+trove-classifiers==2024.10.21.16
+typer==0.12.3
+types-cachetools==5.5.0.20240820
+types-python-dateutil==2.8.19.20240106
+types-requests==2.32.0.20250306
+typing-inspection==0.4.0
+typing_extensions==4.12.2
+tzdata==2023.4
+ujson==5.10.0
+ultralytics==8.3.93
+ultralytics-thop==2.0.14
+uncurl==0.0.11
+uri-template==1.3.0
+uritemplate==4.1.1
+urllib3==2.3.0
+uuid6==2024.7.10
+uv==0.6.5
+uvloop==0.21.0
+validators==0.34.0
+virtualenv==20.28.1
+wcwidth==0.2.13
+webcolors==1.13
+webencodings==0.5.1
+websocket-client==1.7.0
+websockets==12.0
+Werkzeug==3.0.1
+wget==3.2
+widgetsnbextension==4.0.9
+wrapt==1.16.0
+xattr==1.1.0
+xgboost==2.1.2
+xmltodict==0.14.2
+xxhash==3.5.0
+yfinance==0.2.55
+zipp==3.21.0
+zstandard==0.23.0

tes_opencv2.py

@@ -0,0 +1,77 @@
+import cv2
+import numpy as np
+from ultralytics import YOLO
+import torch
+import os
+
+# Verify MPS availability
+print(f"MPS available: {torch.backends.mps.is_available()}")
+
+# Load the trained model
+model = YOLO('best.pt')  # Path to your trained model
+if torch.backends.mps.is_available():
+    model.to('mps')
+
+# Define class names (match your custom_dataset.yaml)
+class_names = ['safe driving', 'drinking', 'eating', 'hair and makeup', 'operating radio', 'talking on phone', 'talking to passenger']
+
+# Open the webcam (0 is usually the default camera)
+cap = cv2.VideoCapture(0)
+if not cap.isOpened():
+    print("Error: Could not open webcam.")
+    exit()
+
+# Set frame width and height
+cap.set(cv2.CAP_PROP_FRAME_WIDTH, 320)
+cap.set(cv2.CAP_PROP_FRAME_HEIGHT, 320)
+
+def trigger_alarm(action):
+    """Trigger an alarm if the action is not 'safe driving'."""
+    if action != 'safe driving':
+        print(f"ALARM: Unsafe behavior detected - {action}!")  # Text-based alarm for Mac
+        # Optional sound alarm (uncomment and add alarm.wav if using playsound)
+        # try:
+        #     from playsound import playsound
+        #     playsound(os.path.join(os.getcwd(), 'alarm.wav'))
+        # except Exception as e:
+        #     print(f"Sound alarm failed: {e}")
+
+while cap.isOpened():
+    # Read frame from webcam
+    ret, frame = cap.read()
+    if not ret:
+        print("Error: Could not read frame.")
+        break
+
+    # Perform inference with confidence threshold
+    results = model(frame, conf=0.1)  # Lower confidence threshold for more detections
+
+    # Process results
+    display_text = "Safe driving"
+    for result in results:
+        boxes = result.boxes.xyxy.cpu().numpy()  # Bounding box coordinates
+        scores = result.boxes.conf.cpu().numpy()  # Confidence scores
+        classes = result.boxes.cls.cpu().numpy()  # Class indices
+
+        if len(boxes) > 0:
+            # Get the most confident detection
+            max_score_idx = scores.argmax()
+            detected_action = class_names[int(classes[max_score_idx])]
+            confidence = scores[max_score_idx]
+            display_text = f"{detected_action}: {confidence:.2f}"
+            # Trigger alarm if not safe driving
+            trigger_alarm(detected_action)
+
+    # Display the action in top-left corner (no bounding boxes)
+    cv2.putText(frame, display_text, (10, 30), cv2.FONT_HERSHEY_SIMPLEX, 1, (0, 255, 0), 2)
+
+    # Display the result
+    cv2.imshow('YOLO Webcam Detection', frame)
+
+    # Break loop if 'q' is pressed
+    if cv2.waitKey(1) & 0xFF == ord('q'):
+        break
+
+# Cleanup
+cap.release()
+cv2.destroyAllWindows()