AI-Edify commited on
Commit
a0e3626
·
1 Parent(s): eaefb85

Upload 2 files

Browse files
Files changed (2) hide show
  1. app.py +152 -0
  2. requirements.txt +3 -0
app.py ADDED
@@ -0,0 +1,152 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import gradio as gr
2
+ import openai
3
+ import requests
4
+ import csv
5
+ import os
6
+
7
+
8
+
9
+ API = os.environ.get("api_key")
10
+ print(API)
11
+
12
+ prompt_templates = {"Default ChatGPT": ""}
13
+
14
+ def get_empty_state():
15
+ return {"total_tokens": 0, "messages": []}
16
+
17
+ def download_prompt_templates():
18
+ url = "https://raw.githubusercontent.com/Friendly-Neighbourhood-Insomniac/resources/main/JOEY_Research.csv"
19
+ try:
20
+ response = requests.get(url)
21
+ reader = csv.reader(response.text.splitlines())
22
+ next(reader) # skip the header row
23
+ for row in reader:
24
+ if len(row) >= 2:
25
+ act = row[0].strip('"')
26
+ prompt = row[1].strip('"')
27
+ prompt_templates[act] = prompt
28
+
29
+ except requests.exceptions.RequestException as e:
30
+ print(f"An error occurred while downloading prompt templates: {e}")
31
+ return
32
+
33
+ choices = list(prompt_templates.keys())
34
+ choices = choices[:1] + sorted(choices[1:])
35
+ return gr.update(value=choices[0], choices=choices)
36
+
37
+ def on_token_change(user_token):
38
+ openai.api_key = API
39
+
40
+ def on_prompt_template_change(prompt_template):
41
+ if not isinstance(prompt_template, str): return
42
+ return prompt_templates[prompt_template]
43
+
44
+ def submit_message(user_token, prompt, prompt_template, temperature, max_tokens, context_length, state):
45
+
46
+ history = state['messages']
47
+
48
+ if not prompt:
49
+ return gr.update(value=''), [(history[i]['content'], history[i+1]['content']) for i in range(0, len(history)-1, 2)], f"Total tokens used: {state['total_tokens']}", state
50
+
51
+ prompt_template = prompt_templates[prompt_template]
52
+
53
+ system_prompt = []
54
+ if prompt_template:
55
+ system_prompt = [{ "role": "system", "content": prompt_template }]
56
+
57
+ prompt_msg = { "role": "user", "content": prompt }
58
+
59
+ if not user_token:
60
+ history.append(prompt_msg)
61
+ history.append({
62
+ "role": "system",
63
+ "content": "Error: OpenAI API Key is not set."
64
+ })
65
+ return '', [(history[i]['content'], history[i+1]['content']) for i in range(0, len(history)-1, 2)], f"Total tokens used: 0", state
66
+
67
+ try:
68
+ completion = openai.ChatCompletion.create(model="gpt-3.5-turbo", messages=system_prompt + history[-context_length*2:] + [prompt_msg], temperature=temperature, max_tokens=max_tokens)
69
+
70
+ history.append(prompt_msg)
71
+ history.append(completion.choices[0].message.to_dict())
72
+
73
+ state['total_tokens'] += completion['usage']['total_tokens']
74
+
75
+ except Exception as e:
76
+ history.append(prompt_msg)
77
+ history.append({
78
+ "role": "system",
79
+ "content": f"Error: {e}"
80
+ })
81
+
82
+ total_tokens_used_msg = f"Total tokens used: {state['total_tokens']}"
83
+ chat_messages = [(history[i]['content'], history[i+1]['content']) for i in range(0, len(history)-1, 2)]
84
+
85
+ return '', chat_messages, total_tokens_used_msg, state
86
+ #print(user_token)
87
+
88
+ def clear_conversation():
89
+ return gr.update(value=None, visible=True), None, "", get_empty_state()
90
+
91
+
92
+
93
+
94
+
95
+
96
+
97
+ css = """
98
+ #col-container {max-width: 80%; margin-left: auto; margin-right: auto;}
99
+ #chatbox {min-height: 400px;}
100
+ #header {text-align: center; margin-left: auto; margin-right: auto;}
101
+
102
+ #prompt_template_preview {padding: 1em; border-width: 1px; border-style: solid; border-color: #e0e0e0; border-radius: 4px;}
103
+ #total_tokens_str {text-align: right; font-size: 0.8em; color: #666;}
104
+ #label {font-size: 0.8em; padding: 0.5em; margin: 0;}
105
+ .message { font-size: 1.2em; }
106
+
107
+ }
108
+ """
109
+ #print(user_token)
110
+ with gr.Blocks(css=css) as demo:
111
+
112
+ state = gr.State(get_empty_state())
113
+
114
+
115
+ with gr.Column(elem_id="col-container"):
116
+ gr.Markdown("""## J.O.E-E AI-Educational Research Demo""",
117
+ elem_id="header")
118
+
119
+
120
+ with gr.Row():
121
+ with gr.Column():
122
+ chatbot = gr.Chatbot(elem_id="chatbox")
123
+ input_message = gr.Textbox(show_label=False, placeholder="Enter text and press enter", visible=True).style(container=False)
124
+ btn_submit = gr.Button("Submit")
125
+ total_tokens_str = gr.Markdown(elem_id="total_tokens_str")
126
+ btn_clear_conversation = gr.Button("🔃 Start New Conversation")
127
+ with gr.Column():
128
+ gr.Markdown("Enter your OpenAI API Key.", elem_id="label",visible=False)
129
+ user_token=gr.Textbox(value="",type='password',visible=False)
130
+ user_token.update(API)
131
+ prompt_template = gr.Dropdown(label="Set a custom insruction for the chatbot:", choices=list(prompt_templates.keys()))
132
+ prompt_template_preview = gr.Markdown(elem_id="prompt_template_preview", visible=False)
133
+ with gr.Accordion("Advanced parameters", open=False, visible=False):
134
+ temperature = gr.Slider(minimum=0, maximum=2.0, value=0.7, step=0.1, label="Temperature", info="Higher = more creative/chaotic")
135
+ max_tokens = gr.Slider(minimum=100, maximum=4096, value=1000, step=1, label="Max tokens per response")
136
+ context_length = gr.Slider(minimum=1, maximum=10, value=2, step=1, label="Context length", info="Number of previous messages to send to the chatbot. Be careful with high values, it can blow up the token budget quickly.")
137
+
138
+ print(user_token)
139
+
140
+
141
+ btn_submit.click(submit_message, [user_token, input_message, prompt_template, temperature, max_tokens, context_length, state], [input_message, chatbot, total_tokens_str, state])
142
+ input_message.submit(submit_message, [user_token, input_message, prompt_template, temperature, max_tokens, context_length, state], [input_message, chatbot, total_tokens_str, state])
143
+ btn_clear_conversation.click(clear_conversation, [], [input_message, chatbot, total_tokens_str, state])
144
+ prompt_template.change(on_prompt_template_change, inputs=[prompt_template], outputs=[prompt_template_preview])
145
+ user_token.change(on_token_change, inputs=[user_token], outputs=[])
146
+
147
+
148
+ demo.load(download_prompt_templates, inputs=None, outputs=[prompt_template], queur=False)
149
+
150
+ print(user_token)
151
+ demo.queue(concurrency_count=10)
152
+ demo.launch(height='1000px',width='800px')
requirements.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ gradio==3.20.1
2
+ openai==0.27.0
3
+ requests==2.28.2