SmolVLM2-HighlightGenerator

Running on Zero

ankandrew commited on 12 days ago

Commit

6674c8e

verified ·

1 Parent(s): 61fa7d5

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -196,7 +196,7 @@ class VideoHighlightDetector:
         subprocess.run(cmd, check=True)
     def _generate(self, **kwargs):
-        with autocast(device_type="cuda", dtype=torch.float16):
             return self.model.generate(**kwargs)
 def create_ui(examples_path: str, model_path: str):

         subprocess.run(cmd, check=True)
     def _generate(self, **kwargs):
+        with autocast(device_type="cuda", dtype=torch.bfloat16):
             return self.model.generate(**kwargs)
 def create_ui(examples_path: str, model_path: str):