sampling, printing xD

app.py

@@ -87,7 +87,7 @@ def generate_tt_reply_stream(messages: List[Dict[str, str]]) -> Iterator[str]:
         **enc,
         streamer=streamer,
         max_new_tokens=MAX_NEW_TOKENS,
-        do_sample=True,
+        do_sample=False,
         temperature=TEMPERATURE,
         top_p=TOP_P,
         repetition_penalty=REPETITION_PENALTY,
@@ -147,6 +147,7 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
         return [], [{"role": "system", "content": SYS_PROMPT_TT}]
 
     clear.click(_reset, inputs=None, outputs=[chatbot, messages_state], queue=False)
+    print("Messages_state: " + messages_state)
     clear.click(lambda: "", None, msg, queue=False)
 
 if __name__ == "__main__":