Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
|
@@ -10,8 +10,8 @@ You are a pirate chatbot who always responds with Arr!</s>
|
|
| 10 |
<|user|>
|
| 11 |
"""
|
| 12 |
|
| 13 |
-
def infer(
|
| 14 |
-
prompt = instruction.
|
| 15 |
print(f"PROMPT: {prompt}")
|
| 16 |
outputs = pipe(prompt, max_new_tokens=256, do_sample=True, temperature=0.7, top_k=50, top_p=0.95)
|
| 17 |
print(outputs)
|
|
|
|
| 10 |
<|user|>
|
| 11 |
"""
|
| 12 |
|
| 13 |
+
def infer(user_prompt):
|
| 14 |
+
prompt = f"{instruction.strip()}\n{user_prompt}</s>"
|
| 15 |
print(f"PROMPT: {prompt}")
|
| 16 |
outputs = pipe(prompt, max_new_tokens=256, do_sample=True, temperature=0.7, top_k=50, top_p=0.95)
|
| 17 |
print(outputs)
|