wasertech
/

assistant-dolphin-2.2.1-mistral-7b-e1-qlora

Generated from Trainer

Model card Files Files and versions Community

wasertech commited on Oct 29, 2024

Commit

5fe5de2

·

verified ·

1 Parent(s): f6c46f3

Update README.md

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -92,8 +92,8 @@ print("Ready to chat!")
 conversation = [{'role': "system", 'content': """You are an helpful Assistant."""}]
 def chat(conversation):
-  input = tokenizer.apply_chat_template(conversation, tokenize=False)
-  response = pipe(input)
   if response:
     reply = response[0]['generated_text'].split("<|im_end|>\n")[-1].lstrip("<|im_start|> assistant\n")
     # print(reply) # should be done outside of the function

 conversation = [{'role': "system", 'content': """You are an helpful Assistant."""}]
 def chat(conversation):
+  input_conv = tokenizer.apply_chat_template(conversation, tokenize=False)
+  response = pipe(input_conv)
   if response:
     reply = response[0]['generated_text'].split("<|im_end|>\n")[-1].lstrip("<|im_start|> assistant\n")
     # print(reply) # should be done outside of the function