fix app

.mypy_cache/3.11/pipelines/data.meta.json

@@ -1 +1 @@
-{"data_mtime":1738588084,"dep_lines":[1,1,1,1,1],"dep_prios":[5,30,30,30,30],"dependencies":["builtins","abc","importlib","importlib.machinery","typing"],"hash":"","id":"pipelines.data","ignore_all":true,"interface_hash":"29d474a8c5c73c19fd7dfe8725ca52c7d5c83ff7f40f4faf554856213c926c59","mtime":1738587456,"options":{"allow_redefinition":false,"allow_untyped_globals":false,"always_false":[],"always_true":[],"bazel":false,"check_untyped_defs":false,"disable_bytearray_promotion":false,"disable_error_code":[],"disable_memoryview_promotion":false,"disabled_error_codes":[],"disallow_any_decorated":false,"disallow_any_explicit":false,"disallow_any_expr":false,"disallow_any_generics":false,"disallow_any_unimported":false,"disallow_incomplete_defs":false,"disallow_subclassing_any":false,"disallow_untyped_calls":false,"disallow_untyped_decorators":false,"disallow_untyped_defs":false,"enable_error_code":[],"enabled_error_codes":[],"extra_checks":false,"follow_imports":"normal","follow_imports_for_stubs":false,"ignore_errors":false,"ignore_missing_imports":false,"implicit_optional":false,"implicit_reexport":true,"local_partial_types":false,"mypyc":false,"old_type_inference":false,"platform":"darwin","plugins":[],"strict_concatenate":false,"strict_equality":false,"strict_optional":true,"warn_no_return":true,"warn_return_any":false,"warn_unreachable":false,"warn_unused_ignores":false},"path":"/Users/willwade/GitHub/chaplinDemo/pipelines/data","plugin_data":null,"size":160,"suppressed":[],"version_id":"1.11.2"}
+{"data_mtime":1738588084,"dep_lines":[1,1,1,1,1],"dep_prios":[5,30,30,30,30],"dependencies":["builtins","abc","importlib","importlib.machinery","typing"],"hash":"","id":"pipelines.data","ignore_all":true,"interface_hash":"29d474a8c5c73c19fd7dfe8725ca52c7d5c83ff7f40f4faf554856213c926c59","mtime":1738588175,"options":{"allow_redefinition":false,"allow_untyped_globals":false,"always_false":[],"always_true":[],"bazel":false,"check_untyped_defs":false,"disable_bytearray_promotion":false,"disable_error_code":[],"disable_memoryview_promotion":false,"disabled_error_codes":[],"disallow_any_decorated":false,"disallow_any_explicit":false,"disallow_any_expr":false,"disallow_any_generics":false,"disallow_any_unimported":false,"disallow_incomplete_defs":false,"disallow_subclassing_any":false,"disallow_untyped_calls":false,"disallow_untyped_decorators":false,"disallow_untyped_defs":false,"enable_error_code":[],"enabled_error_codes":[],"extra_checks":false,"follow_imports":"normal","follow_imports_for_stubs":false,"ignore_errors":false,"ignore_missing_imports":false,"implicit_optional":false,"implicit_reexport":true,"local_partial_types":false,"mypyc":false,"old_type_inference":false,"platform":"darwin","plugins":[],"strict_concatenate":false,"strict_equality":false,"strict_optional":true,"warn_no_return":true,"warn_return_any":false,"warn_unreachable":false,"warn_unused_ignores":false},"path":"/Users/willwade/GitHub/chaplinDemo/pipelines/data","plugin_data":null,"size":192,"suppressed":[],"version_id":"1.11.2"}

app.py

@@ -3,12 +3,15 @@ import cv2
 import torch
 from pipelines.pipeline import InferencePipeline
 import time
+from huggingface_hub import hf_hub_download
+import os
 
 
 class ChaplinGradio:
     def __init__(self):
         self.device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
         self.vsr_model = None
+        self.download_models()
         self.load_models()
         
         # Video params
@@ -17,18 +20,36 @@ class ChaplinGradio:
         self.frame_compression = 25
         self.last_frame_time = time.time()
 
+    def download_models(self):
+        """Download required model files from HuggingFace"""
+        # Create directories if they don't exist
+        os.makedirs("benchmarks/LRS3/models/LRS3_V_WER19.1", exist_ok=True)
+        os.makedirs("benchmarks/LRS3/language_models/lm_en_subword", exist_ok=True)
+        
+        # Download VSR model files
+        hf_hub_download(repo_id="willwade/LRS3_V_WER19.1", 
+                       filename="model.pth",
+                       local_dir="benchmarks/LRS3/models/LRS3_V_WER19.1")
+        hf_hub_download(repo_id="willwade/LRS3_V_WER19.1", 
+                       filename="model.json",
+                       local_dir="benchmarks/LRS3/models/LRS3_V_WER19.1")
+        
+        # Download language model files
+        hf_hub_download(repo_id="willwade/lm_en_subword", 
+                       filename="model.pth",
+                       local_dir="benchmarks/LRS3/language_models/lm_en_subword")
+        hf_hub_download(repo_id="willwade/lm_en_subword", 
+                       filename="model.json",
+                       local_dir="benchmarks/LRS3/language_models/lm_en_subword")
+        
+        print("Models downloaded successfully!")
+
     def load_models(self):
-        """Load models using the InferencePipeline with HF Space defaults"""
-        config = {
-            "model": {
-                "name": "chaplin_vsr",
-                "weights": "models/chaplin_vsr.pth",
-                "detector": "mediapipe"
-            }
-        }
+        """Load models using the InferencePipeline with LRS3 config"""
+        config_path = "configs/LRS3_V_WER19.1.ini"
         
         self.vsr_model = InferencePipeline(
-            config,
+            config_path,
             device=self.device,
             detector="mediapipe",
             face_track=True

config/default_config.yaml

@@ -0,0 +1,4 @@
+model:
+  name: chaplin_vsr
+  weights: models/chaplin_vsr.pth
+  detector: mediapipe 

requirements.txt

@@ -5,4 +5,5 @@ opencv-python
 mediapipe
 numpy
 torchaudio
+huggingface_hub