Spaces:

AndreaAlessandrelli4
/

AvvoChat_v02

Runtime error

AndreaAlessandrelli4 commited on Jul 24, 2024

Commit

8ca69fb

verified ·

1 Parent(s): 68186c8

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -21,7 +21,8 @@ if not torch.cuda.is_available():
 if torch.cuda.is_available():
     model_id = "AndreaAlessandrelli4/AvvoChat_AITA_v04"
-    model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", load_in_4bit=True)
     tokenizer = AutoTokenizer.from_pretrained(model_id)
     tokenizer.use_default_system_prompt = False

 if torch.cuda.is_available():
     model_id = "AndreaAlessandrelli4/AvvoChat_AITA_v04"
+    commit_id = "1e6356e06212d32dab4244c0a75eaa1eef73ffc6"
+    model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", load_in_4bit=True, revision=commit_id)
     tokenizer = AutoTokenizer.from_pretrained(model_id)
     tokenizer.use_default_system_prompt = False