Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -43,8 +43,8 @@ def setup_model():
|
|
43 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
44 |
model = AutoModelForSeq2SeqLM.from_pretrained(
|
45 |
model_id,
|
46 |
-
|
47 |
-
|
48 |
)
|
49 |
|
50 |
if torch.cuda.is_available():
|
|
|
43 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
44 |
model = AutoModelForSeq2SeqLM.from_pretrained(
|
45 |
model_id,
|
46 |
+
# Removed low_cpu_mem_usage parameter
|
47 |
+
torch_dtype=torch.float16 if torch.cuda.is_available() else torch.float32
|
48 |
)
|
49 |
|
50 |
if torch.cuda.is_available():
|