vrouco commited on
Commit
e4cb722
·
verified ·
1 Parent(s): a74d785

delete sub directory

Browse files
Files changed (1) hide show
  1. jais-13b/handler.py +0 -15
jais-13b/handler.py DELETED
@@ -1,15 +0,0 @@
1
- from transformers import AutoModelForCausalLM, AutoTokenizer
2
-
3
- def load_model():
4
- model_id = "vrouco/jais-13b-custom" # Use your private repo
5
-
6
- tokenizer = AutoTokenizer.from_pretrained(model_id, trust_remote_code=True)
7
- model = AutoModelForCausalLM.from_pretrained(model_id, trust_remote_code=True)
8
-
9
- return tokenizer, model
10
-
11
- def predict(inputs):
12
- tokenizer, model = load_model()
13
- input_tokens = tokenizer(inputs, return_tensors='pt')
14
- output_tokens = model.generate(**input_tokens)
15
- return tokenizer.decode(output_tokens[0], skip_special_tokens=True)