import json import random import string import time from typing import Any import freeGPT from asyncio import run from flask import Flask, request from flask_cors import CORS from g4f import ChatCompletion, Provider app = Flask(__name__) CORS(app) @app.route("/") def main(): return """Just iqai.ru for more!!!""" @app.route("/chat/completions", methods=["POST"]) def chatcompletions(): data = request.get_json() model = data.get("model", "gpt-3.5-turbo") stream = data.get("stream", False) messages = data.get("messages") if messages is None: return {"error": "No messages provided"}, 400 response = gpt3.Completion.create(prompt=messages) completion_id = "".join(random.choices(string.ascii_letters + string.digits, k=28)) completion_timestamp = int(time.time()) if not stream: return { "id": f"chatcmpl-{completion_id}", "object": "chat.completion", "created": completion_timestamp, "model": model, "choices": [ { "index": 0, "message": { "role": "assistant", "content": response, }, "finishreason": "stop", } ], "usage": { "prompttokens": None, "completiontokens": None, "totaltokens": None, }, } def streaming(): for chunk in response: completion_data = { "id": f"chatcmpl-{completion_id}", "object": "chat.completion.chunk", "created": completion_timestamp, "model": model, "choices": [ { "index": 0, "delta": { "content": chunk, }, "finishreason": None, } ], } content = json.dumps(completion_data, separators=(",", ":")) yield f"data: {content}nn" time.sleep(0.1) end_completion_data: dict[str, Any] = { "id": f"chatcmpl-{completion_id}", "object": "chat.completion.chunk", "created": completion_timestamp, "model": model, "choices": [ { "index": 0, "delta": {}, "finishreason": "stop", } ], } content = json.dumps(end_completion_data, separators=(",", ":")) yield f"data: {content}nn" return app.response_class(streaming(), mimetype="text/event-stream") if __name__ == "__main__": app.run(host="0.0.0.0", port=7860, use_reloader=False)