Update app.py

app.py

@@ -1,65 +1,34 @@
-import asyncio
-from quart import Quart, request, jsonify
-import random
-from g4f import ChatCompletion
 import json
-import ast
-import re
-import html
-
-app = Quart(__name__)
-
-
-def decode_unicode_escape(input_text):
-    try:
-        decoded_json = json.loads('{"content": ' + input_text + '}')
-        content = decoded_json["content"].encode("utf-8").decode("unicode-escape")
-        return content.encode().decode('unicode_escape')
-    except Exception as e:
-        return str(e)
+import random
+import string
+import time
+from typing import Any
 
-def remove_repeated_quotes(text):
-    # Заменяем повторяющиеся кавычки с эскейп-символами
-    text = re.sub(r'(\\+")+', r'\1', text)
-    # Заменяем повторяющиеся кавычки без эскейп-символов
-    text = re.sub(r'(")+', r'\1', text)
-    return text
+from flask import Flask, request
+from flask_cors import CORS
 
-    
-async def get_completion(model, prompt):
-    response = await ChatCompletion.create_async(
-        model=model,
-        messages = ast.literal_eval(f"[{remove_repeated_quotes(prompt)}]")
-        #messages=[{"role": "user", "content": prompt}],
-    )
-    return response
+from g4f import ChatCompletion, Provider
 
-@app.route('/chat/completions', methods=['POST'])
-async def chat_completions():
-    try:
-        app.config['QUART_ROUTE_TIMEOUT'] = 180
-        app.config["JSON_AS_ASCII"] = False
-        app.config["JSONIFY_MIMETYPE"] = "application/json; charset=utf-8"
+app = Flask(name)
+CORS(app)
 
-        # Получаем данные из POST-запроса
-        request_data = await request.get_data()
-        request_data_str = request_data.decode('utf-8')
+@app.route("/")
+def main():
+    return """Just GPT3.5 api created by xtekky<br>See <a href='https://huggingface.co/spaces/ddosxd/gpt-3.5-ponos/blob/main/README.md'> for examples</a>"""
 
-        # Извлекаем значение из JSON данных
-        request_json = json.loads(request_data_str)
-        user_message = request_json.get("message", "")
-        model = request_json.get("model", "")
-        password = request_json.get("password", "")
+@app.route("/chat/completions", methods=["POST"])
+def chat_completions():
+    model = request.get_json().get("model", "gpt-3.5-turbo")
+    stream = request.get_json().get("stream", False)
+    messages = request.get_json().get("messages")
 
-        # Проверяем код пароля
-        if password != "P@ssw0rd":
-            return jsonify({"error": "Unauthorized", "message": "Неверный код пароля"}), 401
+    response = ChatCompletion.create(model=model, stream=stream, messages=messages, provider=Provider.DeepAi)
 
-        response = await get_completion(model, user_message)
+    completion_id = "".join(random.choices(string.ascii_letters + string.digits, k=28))
+    completion_timestamp = int(time.time())
 
-        completion_id = random.randint(1, 100)
-        completion_timestamp = '2022-01-01 12:00:00'
-        data = {
+    if not stream:
+        return {
             "id": f"chatcmpl-{completion_id}",
             "object": "chat.completion",
             "created": completion_timestamp,
@@ -78,22 +47,49 @@ async def chat_completions():
                 "prompt_tokens": None,
                 "completion_tokens": None,
                 "total_tokens": None,
-            }
+            },
         }
 
-        # Экранирование HTML-символов в JSON-данных
-        response = json.dumps(data, ensure_ascii=False).encode('utf-8')
-        response = html.escape(response.decode('utf-8'))
+    def streaming():
+        for chunk in response:
+            completion_data = {
+                "id": f"chatcmpl-{completion_id}",
+                "object": "chat.completion.chunk",
+                "created": completion_timestamp,
+                "model": model,
+                "choices": [
+                    {
+                        "index": 0,
+                        "delta": {
+                            "content": chunk,
+                        },
+                        "finish_reason": None,
+                    }
+                ],
+            }
+
+            content = json.dumps(completion_data, separators=(",", ":"))
+            yield f"data: {content}\n\n"
+            time.sleep(0.1)
 
-        # Создайте объект Response с указанием заголовков и кодировки
-        return app.response_class(response, content_type='application/json; charset=utf-8')
+        end_completion_data: dict[str, Any] = {
+            "id": f"chatcmpl-{completion_id}",
+            "object": "chat.completion.chunk",
+            "created": completion_timestamp,
+            "model": model,
+            "choices": [
+                {
+                    "index": 0,
+                    "delta": {},
+                    "finish_reason": "stop",
+                }
+            ],
+        }
+        content = json.dumps(end_completion_data, separators=(",", ":"))
+        yield f"data: {content}\n\n"
 
-    except json.JSONDecodeError as e:
-        return jsonify({"error": "Bad Request", "message": "Неверный формат JSON в запросе"}), 400
+    return app.response_class(streaming(), mimetype="text/event-stream")
 
-    except Exception as e:
-        # Вернуть ошибку 500 с сообщением об ошибке
-        return jsonify({"error": "Internal Server Error", "message": str(e)}), 500
 
-if __name__ == '__main__':
-    app.run(host='0.0.0.0', port=7860, debug=True)
+if name == "main":
+    app.run(host="0.0.0.0", port=7860, debug=False)