Update handler.py
Browse files- handler.py +1 -0
handler.py
CHANGED
|
@@ -25,6 +25,7 @@ class EndpointHandler():
|
|
| 25 |
Return:
|
| 26 |
A :obj:`list` | `dict`: will be serialized and returned
|
| 27 |
"""
|
|
|
|
| 28 |
max_new_tokens = 1024
|
| 29 |
if "max_new_tokens" in data:
|
| 30 |
max_new_tokens = data["max_new_tokens"]
|
|
|
|
| 25 |
Return:
|
| 26 |
A :obj:`list` | `dict`: will be serialized and returned
|
| 27 |
"""
|
| 28 |
+
self.pipe = pipeline("text-generation", "MrOvkill/Phi-3-Instruct-Bloated", torch_dtype=torch.float16, trust_remote_code=True)
|
| 29 |
max_new_tokens = 1024
|
| 30 |
if "max_new_tokens" in data:
|
| 31 |
max_new_tokens = data["max_new_tokens"]
|