khalifssa commited on
Commit
14eb06f
·
verified ·
1 Parent(s): 7a146f7

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -43,8 +43,8 @@ def setup_model():
43
  tokenizer = AutoTokenizer.from_pretrained(model_id)
44
  model = AutoModelForSeq2SeqLM.from_pretrained(
45
  model_id,
46
- torch_dtype=torch.float16 if torch.cuda.is_available() else torch.float32,
47
- low_cpu_mem_usage=True
48
  )
49
 
50
  if torch.cuda.is_available():
 
43
  tokenizer = AutoTokenizer.from_pretrained(model_id)
44
  model = AutoModelForSeq2SeqLM.from_pretrained(
45
  model_id,
46
+ # Removed low_cpu_mem_usage parameter
47
+ torch_dtype=torch.float16 if torch.cuda.is_available() else torch.float32
48
  )
49
 
50
  if torch.cuda.is_available():