delete sub directory
Browse files- jais-13b/handler.py +0 -15
jais-13b/handler.py
DELETED
@@ -1,15 +0,0 @@
|
|
1 |
-
from transformers import AutoModelForCausalLM, AutoTokenizer
|
2 |
-
|
3 |
-
def load_model():
|
4 |
-
model_id = "vrouco/jais-13b-custom" # Use your private repo
|
5 |
-
|
6 |
-
tokenizer = AutoTokenizer.from_pretrained(model_id, trust_remote_code=True)
|
7 |
-
model = AutoModelForCausalLM.from_pretrained(model_id, trust_remote_code=True)
|
8 |
-
|
9 |
-
return tokenizer, model
|
10 |
-
|
11 |
-
def predict(inputs):
|
12 |
-
tokenizer, model = load_model()
|
13 |
-
input_tokens = tokenizer(inputs, return_tensors='pt')
|
14 |
-
output_tokens = model.generate(**input_tokens)
|
15 |
-
return tokenizer.decode(output_tokens[0], skip_special_tokens=True)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|