Upload 14 files

.gitignore

@@ -0,0 +1,22 @@
+# Dependency directories
+node_modules/
+
+# Optional npm cache directory
+.npm
+
+# dotenv environment variable files
+.env
+.env.local
+.env.development.local
+.env.test.local
+.env.production.local
+
+# Config directory 
+config/
+
+# Log files
+logs/
+*.log
+npm-debug.log*
+
+package-lock.json

Dockerfile

@@ -0,0 +1,30 @@
+FROM node:lts-alpine
+
+# 设置工作目录
+# The WORKDIR instruction creates the directory if it doesn't exist
+# and sets it as the current working directory.
+# By default, it's created by root. We will chown contents later.
+WORKDIR /app
+
+# 复制package.json和package-lock.json
+# The 'node' user and 'node' group are typically pre-defined in node alpine images with UID/GID 1000
+COPY --chown=node:node package*.json ./
+
+# 安装依赖
+# Running npm install as root is common to ensure all global and local dependencies are installed correctly.
+# The node_modules directory will be owned by root.
+# If you need the node_modules to be owned by the node user,
+# you could run npm install after USER node, but ensure /app is writable by node.
+RUN npm install
+
+# 复制源代码
+COPY --chown=node:node . .
+
+# 切换到 "node" 用户
+USER node
+
+# 暴露端口
+EXPOSE 3000
+
+# 启动命令
+CMD ["npm", "start"]

README.md

@@ -1,11 +1,176 @@
 ---
-title: Api
-emoji: 🌖
-colorFrom: indigo
-colorTo: red
+title: PromptLayer API Proxy
+emoji: 🚀
+colorFrom: blue
+colorTo: green
 sdk: docker
-pinned: false
-license: mit
+app_port: 3000
 ---
+<div align="center">
 
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+# 🚀 PromptLayer API 代理服务
+
+[![GitHub stars](https://img.shields.io/github/stars/Rfym21/PromptlayerProxy?style=social)](https://github.com/Rfym21/PromptlayerProxy)
+[![Docker Pulls](https://img.shields.io/docker/pulls/rfym21/promptlayer-proxy)](https://hub.docker.com/r/rfym21/promptlayer-proxy)
+
+*一个强大的 PromptLayer API 代理服务，支持多种主流 AI 模型*
+
+**🔗 [交流群](https://t.me/nodejs_project) | 🐳 [Docker Hub](https://hub.docker.com/r/rfym21/promptlayer-proxy)**
+
+</div>
+
+## ✨ 功能特点
+
+<div align="center">
+
+| 功能 | 状态 | 描述 |
+|------|------|------|
+| 🔄 **OpenAI API 兼容** | ✅ | 完全兼容 OpenAI API 格式 |
+| 🌊 **流式输出** | ✅ | 支持实时流式响应 |
+| 🖼️ **图像处理** | ✅ | 支持图像上传和识别 |
+| ⚖️ **负载均衡** | ✅ | 多账户轮询负载均衡 |
+| 🐳 **容器化部署** | ✅ | Docker 一键部署 |
+| 🔄 **自动刷新** | ✅ | 智能 Token 自动刷新 |
+| 🛠️ **Tools 支持** | ✅ | 支持Tools参数 |
+| 🔌 **其他参数(温度,Max_Tokens)** | ✅ | 支持配置其他参数，设置的参数将覆盖默认参数 |
+
+</div>
+
+---
+
+## 🤖 支持的模型
+
+<div align="center">
+
+| 🏷️ 模型名称 | 📊 最大输出长度 | 🧠 思考长度 | 📈 类型 |
+|-----------|-------------|---------|-------|
+| 🔮 `claude-3-7-sonnet-20250219` | `64,000` | `-` | Anthropic |
+| 🧠 `claude-3-7-sonnet-20250219-thinking` | `64,000` | `32,000` | Anthropic |
+| 🔮 `claude-sonnet-4-20250514` | `64,000` | `-` | Anthropic |
+| 🧠 `claude-sonnet-4-20250514-thinking` | `64,000` | `32,000` | Anthropic |
+| 🔮 `claude-opus-4-20250514` | `32,000` | `-` | Anthropic |
+| 🧠 `claude-opus-4-20250514-thinking` | `32,000` | `16,000` | Anthropic |
+| 🤖 `o4-mini` | `100,000` | `-` | OpenAI |
+| 🤖 `chatgpt-4o-latest` | `-` | `-` | OpenAI |
+| 🤖 `gpt-4.1` | `-` | `-` | OpenAI |
+| 🤖 `gpt-4.5-preview` | `-` | `-` | OpenAI |
+
+</div>
+
+---
+
+## 🚀 快速开始
+
+### 方式一：🐳 Docker Compose（推荐）
+
+#### 📥 **Step 1**: 下载配置文件
+
+```bash
+curl -o docker-compose.yml https://raw.githubusercontent.com/Rfym21/PromptlayerProxy/refs/heads/main/docker-compose.yml
+```
+
+#### ⚙️ **Step 2**: 配置环境变量
+
+在 `docker-compose.yml` 文件中设置以下参数：
+
+```yaml
+services:
+  promptlayer-proxy:
+    image: rfym21/promptlayer-proxy:latest
+    container_name: promptlayer-proxy
+    restart: always
+    ports:
+      - "3000:3000"
+    environment:
+       # 🔐 PromptLayer 账号密码
+      - ACCOUNTS=your_account1:your_password1,your_account2:your_password2...
+       # 🔑 API 认证密钥
+      - AUTH_TOKEN=your_auth_token_here
+```
+
+#### 🚀 **Step 3**: 启动服务
+
+```bash
+docker-compose up -d
+```
+
+---
+
+### 方式二：🐳 Docker CLI
+
+```bash
+docker run -d \
+  --name promptlayer-proxy \
+  -p 3000:3000 \
+  -e ACCOUNTS=your_account:your_password \
+  -e AUTH_TOKEN=your_auth_token_here \
+  rfym21/promptlayer-proxy:latest
+```
+
+---
+
+### 方式三：🤗 Hugging Face Spaces
+
+1.  **创建 Space**:
+    *   访问 [Hugging Face Spaces](https://huggingface.co/new-space) 并创建一个新的 Space。
+    *   选择 "Docker" 作为 SDK。
+    *   选择适合的硬件（通常免费套餐已足够）。
+
+2.  **配置 Secrets**:
+    *   在 Space 的 "Settings" 标签页中，找到 "Secrets and variables" 部分。
+    *   添加以下 Secrets:
+        *   `ACCOUNTS`: 你的 PromptLayer 账号和密码，格式同 Docker 部署方式，例如 `your_account1:your_password1,your_account2:your_password2`。
+        *   `AUTH_TOKEN`: 你设置的 API 认证密钥。
+
+3.  **上传文件**:
+    *   将本项目的所有文件（包括 `Dockerfile`, `package.json`, `src` 目录等）上传到你的 Space Git 仓库中。
+    *   确保 `README.md` 文件头部的 YAML 配置如下（如果通过 Hugging Face 界面创建 Docker Space，会自动生成类似配置，请确保 `app_port` 为 `3000`）：
+        ```yaml
+        ---
+        title: PromptLayer API Proxy
+        emoji: 🚀
+        colorFrom: blue
+        colorTo: green
+        sdk: docker
+        app_port: 3000
+        ---
+        ```
+
+4.  **部署**:
+    *   Hugging Face Spaces 会自动根据 `Dockerfile` 构建并部署你的应用。
+    *   部署完成后，你的服务将在 Space 的 URL 上可用。
+
+---
+
+### 方式四：💻 本地开发
+
+#### 📦 **Step 1**: 安装依赖
+
+```bash
+npm install
+```
+
+#### 📝 **Step 2**: 环境配置
+
+创建 `.env` 文件：
+
+```env
+ACCOUNTS=your_account:your_password
+AUTH_TOKEN=your_auth_token_here
+```
+
+#### 🏃 **Step 3**: 启动开发模式
+
+```bash
+npm run dev
+```
+
+---
+
+<div align="center">
+
+## 💬 交流与支持
+
+[![Telegram](https://img.shields.io/badge/Telegram-2CA5E0?style=for-the-badge&logo=telegram&logoColor=white)](https://t.me/nodejs_project)
+
+</div>

docker-compose.yml

@@ -0,0 +1,10 @@
+services:
+  promptlayer-proxy:
+    image: rfym21/promptlayer-proxy:latest
+    container_name: promptlayer-proxy
+    restart: always
+    ports:
+      - "3000:3000"
+    environment:
+      - ACCOUNTS=your_account:your_password  # 填入promptlayer账号密码，账号密码之间用:隔开，多个账号用逗号分隔
+      - AUTH_TOKEN=your_auth_token_here  # 设置API认证密钥

package.json

@@ -0,0 +1,28 @@
+{
+  "name": "promptlayer-proxy",
+  "version": "3.0.1",
+  "description": "",
+  "main": "src/server.js",
+  "scripts": {
+    "start": "node src/server.js",
+    "dev": "nodemon src/server.js"
+  },
+  "keywords": [
+    "api",
+    "promptlayer",
+    "express"
+  ],
+  "author": "",
+  "license": "ISC",
+  "dependencies": {
+    "axios": "^1.6.5",
+    "dotenv": "^16.3.1",
+    "express": "^4.18.2",
+    "form-data": "^4.0.2",
+    "uuid": "^11.1.0",
+    "ws": "^8.16.0"
+  },
+  "devDependencies": {
+    "nodemon": "^3.0.3"
+  }
+}

src/lib/caches.js

@@ -0,0 +1,41 @@
+const crypto = require('crypto')
+
+const imageCache = new Map()
+
+function computeHash(base64Data) {
+  const base64Content = base64Data.includes('base64,') 
+    ? base64Data.split('base64,')[1] 
+    : base64Data
+  
+  return crypto.createHash('sha256')
+    .update(base64Content)
+    .digest('hex')
+}
+
+function hasImage(base64Data) {
+  const hash = computeHash(base64Data)
+  return imageCache.has(hash)
+}
+
+function getImageUrl(base64Data) {
+  const hash = computeHash(base64Data)
+  if (imageCache.has(hash)) {
+    return imageCache.get(hash)
+  }
+  return null
+}
+
+function addImage(base64Data, imageUrl) {
+  const hash = computeHash(base64Data)
+  if (!imageCache.has(hash)) {
+    imageCache.set(hash, imageUrl)
+  }
+}
+
+
+
+module.exports = {
+  hasImage,
+  getImageUrl,
+  addImage
+}

src/lib/manager.js

@@ -0,0 +1,161 @@
+const axios = require("axios")
+require('dotenv').config()
+
+class Manager {
+  constructor(accounts) {
+    this.accounts = []
+    this.init(accounts)
+    this.current_account = 0
+    this.interval = setInterval(() => {
+      this.refreshToken()
+    }, 1000 * 60 * 60 * 24 * 5)
+  }
+
+  async init(accounts) {
+    accounts = accounts.split(",").filter(account => account.trim() !== "")
+    for (const account of accounts) {
+      const [username, password] = account.split(":")
+      this.accounts.push({
+        username,
+        password,
+        token: null,
+        clientId: null,
+        workspaceId: null,
+        access_token: null,
+        refresh: null
+      })
+    }
+  }
+
+  async login(username, password) {
+    try {
+      const response = await axios.post("https://api.promptlayer.com/login", {
+        email: username,
+        password: password
+      }, {
+        headers: {
+          "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Safari/537.36 Edg/136.0.0.0"
+        }
+      })
+
+      if (response.data) {
+        return response.data.access_token
+      }
+      return false
+    } catch (error) {
+      if (error.status === 429) {
+        await new Promise(resolve => setTimeout(resolve, 1000))
+        return this.login(username, password)
+      }
+      return false
+    }
+  }
+
+  async getClientId(token) {
+    try {
+      const response = await axios.post("https://api.promptlayer.com/ws-token-request", null, {
+        headers: {
+          Authorization: "Bearer " + token
+        }
+      })
+      if (response.data.success) {
+        const access_token = response.data.token_details.token
+        const clientId = response.data.token_details.clientId
+        return { access_token, clientId }
+      }
+    } catch (error) {
+      // console.error('获取clientId失败:', error)
+      return false
+    }
+  }
+
+  async getWorkspaceId(token) {
+    try {
+      const response = await axios.get("https://api.promptlayer.com/workspaces", {
+        headers: {
+          Authorization: "Bearer " + token
+        }
+      })
+      if (response.data.success && response.data.workspaces.length > 0) {
+        const workspaceId = response.data.workspaces[0].id
+        return workspaceId
+      }
+    } catch (error) {
+      // console.error('获取workspaceId失败:', error)
+      return false
+    }
+  }
+
+  async initAccount(account) {
+    const token = await this.login(account.username, account.password)
+    if (!token) {
+      return false
+    }
+    const { clientId, access_token } = await this.getClientId(token)
+    if (!clientId || !access_token) {
+      return false
+    }
+    const workspaceId = await this.getWorkspaceId(token)
+    if (!workspaceId) {
+      return false
+    }
+    account.token = token
+    account.clientId = clientId
+    account.workspaceId = workspaceId
+    account.access_token = access_token
+    account.refresh = setInterval(async () => {
+      const { access_token, clientId } = await this.getClientId(account.token)
+      account.access_token = access_token
+      account.clientId = clientId
+      console.log(`${account.username} 刷新token成功`)
+    }, 1000 * 60 * 30)
+    return account
+  }
+
+  async getAccount() {
+    const account = this.accounts[this.current_account]
+    if (!account) {
+      console.error('没有可用的账户')
+      return null
+    }
+    
+    if (!account.token) {
+      console.log(`初始化账户: ${account.username}`)
+      const initialized = await this.initAccount(account)
+      if (!initialized) {
+        console.error(`账户初始化失败: ${account.username}`)
+        // 尝试下一个账户
+        this.current_account++
+        if (this.current_account >= this.accounts.length) {
+          this.current_account = 0
+        }
+        // 递归尝试下一个账户
+        return await this.getAccount()
+      }
+    }
+    
+    console.log(`当前账户: ${account.username}, Token: ${account.token ? 'Valid' : 'Invalid'}`)
+    this.current_account++
+    if (this.current_account >= this.accounts.length) {
+      this.current_account = 0
+    }
+    return account
+  }
+
+  async refreshToken() {
+    this.accounts = []
+    this.init(process.env.ACCOUNTS)
+  }
+
+
+}
+
+
+if (!process.env.ACCOUNTS || process.env.ACCOUNTS === "" || process.env.AUTH_TOKEN === undefined) {
+  console.error("ACCOUNTS 或 AUTH_TOKEN 未设置")
+  process.exit(1)
+}
+
+const manager = new Manager(process.env.ACCOUNTS)
+
+module.exports = manager

src/lib/model-map.js

@@ -0,0 +1,135 @@
+const modelMap = {
+  "claude-3-7-sonnet-20250219": {
+    "provider": "anthropic",
+    "name": "claude-3-7-sonnet-latest",
+    "model_config_display_name": null,
+    "parameters": {
+      "max_tokens": 64000,
+      "temperature": 1,
+      "top_k": 0,
+      "top_p": 0
+    }
+  },
+  "claude-3-7-sonnet-20250219-thinking": {
+    "provider": "anthropic",
+    "name": "claude-3-7-sonnet-latest",
+    "model_config_display_name": null,
+    "parameters": {
+      "max_tokens": 64000,
+      "thinking": {
+        "type": "enabled",
+        "budget_tokens": 32000
+      }
+    }
+  },
+  "claude-sonnet-4-20250514": {
+    "provider": "anthropic",
+    "name": "claude-sonnet-4-20250514",
+    "model_config_display_name": null,
+    "parameters": {
+      "max_tokens": 64000,
+      "temperature": 1,
+      "top_k": 0,
+      "top_p": 0
+    }
+  },
+  "claude-sonnet-4-20250514-thinking": {
+    "provider": "anthropic",
+    "name": "claude-sonnet-4-20250514",
+    "model_config_display_name": null,
+    "parameters": {
+      "max_tokens": 64000,
+      "thinking": {
+        "type": "enabled",
+        "budget_tokens": 32000
+      }
+    }
+  },
+  "claude-opus-4-20250514": {
+    "provider": "anthropic",
+    "name": "claude-opus-4-20250514",
+    "model_config_display_name": null,
+    "parameters": {
+      "max_tokens": 32000,
+      "temperature": 1,
+      "top_k": 0,
+      "top_p": 0
+    }
+  },
+  "claude-opus-4-20250514-thinking": {
+    "provider": "anthropic",
+    "name": "claude-opus-4-20250514",
+    "model_config_display_name": null,
+    "parameters": {
+      "max_tokens": 32000,
+      "thinking": {
+        "type": "enabled",
+        "budget_tokens": 16000
+      }
+    }
+  },
+  "o4-mini": {
+    "provider": "openai",
+    "name": "o4-mini",
+    "model_config_display_name": null,
+    "parameters": {
+      "response_format": {
+        "type": "text"
+      },
+      "reasoning_effort": "high",
+      "max_completion_tokens": 100000
+    }
+  },
+  "o3": {
+    "provider": "openai",
+    "name": "o3",
+    "model_config_display_name": null,
+    "parameters": {
+      "response_format": {
+        "type": "text"
+      },
+      "reasoning_effort": "high",
+      "max_completion_tokens": 100000
+    }
+  },
+  "chatgpt-4o-latest": {
+    "provider": "openai",
+    "name": "chatgpt-4o-latest",
+    "model_config_display_name": null,
+    "parameters": {
+      "temperature": 1,
+      "seed": 0,
+      "response_format": null,
+      "top_p": 1,
+      "frequency_penalty": 0,
+      "presence_penalty": 0
+    }
+  },
+  "gpt-4.1": {
+    "provider": "openai",
+    "name": "gpt-4.1",
+    "model_config_display_name": null,
+    "parameters": {
+      "temperature": 1,
+      "seed": 0,
+      "response_format": null,
+      "top_p": 1
+    }
+  },
+  "gpt-4.5-preview": {
+    "provider": "openai",
+    "name": "gpt-4.5-preview",
+    "model_config_display_name": null,
+    "parameters": {
+      "temperature": 1,
+      "seed": 0,
+      "response_format": null,
+      "top_p": 1,
+      "frequency_penalty": 0,
+      "presence_penalty": 0
+    }
+  }
+
+}
+
+module.exports = modelMap

src/lib/tools.js

@@ -0,0 +1,16 @@
+const sleep = (ms) => new Promise(resolve => setTimeout(resolve, ms))
+
+function isJsonString(str) {
+  try {
+    JSON.parse(str)
+    return true
+  } catch (e) {
+    return false
+  }
+}
+
+
+module.exports = {
+  sleep,
+  isJsonString
+}

src/lib/upload.js

@@ -0,0 +1,90 @@
+const axios = require('axios')
+const FormData = require('form-data')
+const imageCache = require('./caches')
+const manager = require('./manager')
+
+
+async function uploadFileBuffer(fileBuffer) {
+  try {
+    const account = await manager.getAccount()
+    
+    // 检查account是否存在
+    if (!account) {
+      console.error('无法获取有效的账户')
+      return { success: false, error: '账户获取失败' }
+    }
+    
+    const authToken = account.token
+    
+    // 检查token是否存在
+    if (!authToken) {
+      console.error('无法获取有效的认证token')
+      return { success: false, error: '认证失败' }
+    }
+    
+    // 转换为base64用于缓存检查
+    const base64Data = fileBuffer.toString('base64')
+    
+    // 检查缓存中是否已存在此图片
+    const cachedUrl = imageCache.getImageUrl(base64Data)
+    if (cachedUrl) {
+      console.log('使用缓存的图片URL:', cachedUrl)
+      return { success: true, file_url: cachedUrl }
+    }
+    
+    // 创建表单数据
+    const form = new FormData()
+
+    // 添加文件内容到表单，使用正确的文件名和content-type
+    form.append('file', fileBuffer, {
+      filename: `image_${Date.now()}.png`,
+      contentType: 'image/png'
+    })
+
+    // 设置请求头，添加必要的浏览器相关头信息
+    const headers = {
+      ...form.getHeaders(),
+      'Authorization': `Bearer ${authToken}`,
+      'Accept': '*/*',
+      'Accept-Language': 'zh-CN,zh;q=0.9,en-US;q=0.8,en;q=0.7',
+      'Origin': 'https://dashboard.promptlayer.com',
+      'Referer': 'https://dashboard.promptlayer.com/',
+      'Sec-Ch-Ua': '"Chromium";v="136", "Microsoft Edge";v="136", "Not.A/Brand";v="99"',
+      'Sec-Ch-Ua-Mobile': '?0',
+      'Sec-Ch-Ua-Platform': '"Windows"',
+      'Sec-Fetch-Dest': 'empty',
+      'Sec-Fetch-Mode': 'cors',
+      'Sec-Fetch-Site': 'same-site',
+      'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Safari/537.36 Edg/136.0.0.0',
+    }
+
+    console.log('开始上传图片，大小:', fileBuffer.length, 'bytes')
+
+    // 发送请求
+    const response = await axios.post('https://api.promptlayer.com/upload', form, { 
+      headers,
+      timeout: 30000 // 30秒超时
+    })
+    
+    // 如果上传成功，添加到缓存
+    if (response.data && response.data.success && response.data.file_url) {
+      imageCache.addImage(base64Data, response.data.file_url)
+      console.log('图片上传成功:', response.data.file_url)
+    }
+
+    // 返回响应数据
+    return response.data
+  } catch (error) {
+    console.error('图片上传失败:', {
+      status: error.response?.status,
+      statusText: error.response?.statusText,
+      data: error.response?.data,
+      message: error.message
+    })
+    return { success: false, error: error.message }
+  }
+}
+
+module.exports = {
+  uploadFileBuffer
+}

src/routes/chat.js

@@ -0,0 +1,428 @@
+const express = require('express')
+const axios = require('axios')
+const WebSocket = require('ws')
+const router = express.Router()
+const { v4: uuidv4 } = require('uuid')
+const { uploadFileBuffer } = require('../lib/upload')
+const verify = require('./verify')
+const modelMap = require('../lib/model-map')
+
+
+async function parseMessages(req, res, next) {
+  const messages = req.body.messages
+  if (!Array.isArray(messages)) {
+    req.processedMessages = []
+    return next()
+  }
+
+  try {
+    const transformedMessages = await Promise.all(messages.map(async (msg) => {
+      const message = {
+        role: msg.role,
+        tool_calls: [],
+        template_format: "f-string"
+      }
+
+      if (Array.isArray(msg.content)) {
+        const contentItems = await Promise.all(msg.content.map(async (item) => {
+          if (item.type === "text") {
+            return {
+              type: "text",
+              text: item.text
+            }
+          }
+          else if (item.type === "image_url") {
+            try {
+              const base64Match = item.image_url.url.match(/^data:image\/\w+;base64,(.+)$/)
+              if (base64Match) {
+                const base64 = base64Match[1]
+                const data = Buffer.from(base64, 'base64')
+                const uploadResult = await uploadFileBuffer(data)
+
+                return {
+                  type: "media",
+                  media: {
+                    "type": "image",
+                    "url": uploadResult.file_url,
+                    "title": `image_${Date.now()}.png`
+                  }
+                }
+              } else {
+                return {
+                  type: "media",
+                  media: {
+                    "type": "image",
+                    "url": item.image_url.url,
+                    "title": "external_image"
+                  }
+                }
+              }
+            } catch (error) {
+              console.error("处理图像时出错:", error)
+              return {
+                type: "text",
+                text: "[图像处理失败]"
+              }
+            }
+          } else {
+            return {
+              type: "text",
+              text: JSON.stringify(item)
+            }
+          }
+        }))
+
+        message.content = contentItems
+      } else {
+        message.content = [
+          {
+            type: "text",
+            text: msg.content || ""
+          }
+        ]
+      }
+
+      return message
+    }))
+
+    req.body.messages = transformedMessages
+    return next()
+  } catch (error) {
+    console.error("处理消息时出错:", error.status)
+    req.body.messages = []
+    return next(error)
+  }
+}
+
+async function getChatID(req, res) {
+  try {
+    const url = 'https://api.promptlayer.com/api/dashboard/v2/workspaces/' + req.account.workspaceId + '/playground_sessions'
+    const headers = { Authorization: "Bearer " + req.account.token }
+    const model_data = modelMap[req.body.model] ? modelMap[req.body.model] : modelMap["claude-3-7-sonnet-20250219"]
+    let data = {
+      "id": uuidv4(),
+      "name": "Not implemented",
+      "prompt_blueprint": {
+        "inference_client_name": null,
+        "metadata": {
+          "model": model_data
+        },
+        "prompt_template": {
+          "type": "chat",
+          "messages": req.body.messages,
+          "tools": req.body.tools || [],
+          "tool_choice": req.body.tool_choice || "none",
+          "input_variables": [],
+          "functions": [],
+          "function_call": null
+        },
+        "provider_base_url_name": null
+      },
+      "input_variables": []
+    }
+
+    for (const item in req.body) {
+      if (item === "messages" || item === "model" || item === "stream") {
+        continue
+      }  else if (model_data.parameters[item]) {
+        model_data.parameters[item] = req.body[item]
+      }
+    }
+    data.prompt_blueprint.metadata.model = model_data
+    console.log(`模型参数: ${data.prompt_blueprint.metadata.model}`)
+
+    const response = await axios.put(url, data, { headers })
+    if (response.data.success) {
+      console.log(`生成会话ID成功: ${response.data.playground_session.id}`)
+      req.chatID = response.data.playground_session.id
+      return response.data.playground_session.id
+    } else {
+      return false
+    }
+  } catch (error) {
+    // console.error("错误:", error.response?.data)
+    res.status(500).json({
+      "error": {
+        "message": error.message || "服务器内部错误",
+        "type": "server_error",
+        "param": null,
+        "code": "server_error"
+      }
+    })
+    return false
+  }
+}
+
+async function sentRequest(req, res) {
+  try {
+    const url = 'https://api.promptlayer.com/api/dashboard/v2/workspaces/' + req.account.workspaceId + '/run_groups'
+    const headers = { Authorization: "Bearer " + req.account.token }
+    const model_data = modelMap[req.body.model] ? modelMap[req.body.model] : modelMap["claude-3-7-sonnet-20250219"]
+    let data = {
+      "id": uuidv4(),
+      "playground_session_id": req.chatID,
+      "shared_prompt_blueprint": {
+        "inference_client_name": null,
+        "metadata": {
+          "model": model_data
+        },
+        "prompt_template": {
+          "type": "chat",
+          "messages": req.body.messages,
+          "tools": req.body.tools || [],
+          "tool_choice": req.body.tool_choice || "none",
+          "input_variables": [],
+          "functions": [],
+          "function_call": null
+        },
+        "provider_base_url_name": null
+      },
+      "individual_run_requests": [
+        {
+          "input_variables": {},
+          "run_group_position": 1
+        }
+      ]
+    }
+
+    for (const item in req.body) {
+      if (item === "messages" || item === "model" || item === "stream") {
+        continue
+      } else if (model_data.parameters[item]) {
+        model_data.parameters[item] = req.body[item]
+      }
+    }
+    data.shared_prompt_blueprint.metadata.model = model_data
+
+    const response = await axios.post(url, data, { headers })
+    if (response.data.success) {
+      return response.data.run_group.individual_run_requests[0].id
+    } else {
+      return false
+    }
+  } catch (error) {
+    // console.error("错误:", error.response?.data)
+    res.status(500).json({
+      "error": {
+        "message": error.message || "服务器内部错误",
+        "type": "server_error",
+        "param": null,
+        "code": "server_error"
+      }
+    })
+  }
+}
+
+// 聊天完成路由
+router.post('/v1/chat/completions', verify, parseMessages, async (req, res) => {
+  // console.log(JSON.stringify(req.body))
+
+  try {
+
+    const setHeader = () => {
+      try {
+        if (req.body.stream === true) {
+          res.setHeader('Content-Type', 'text/event-stream')
+          res.setHeader('Cache-Control', 'no-cache')
+          res.setHeader('Connection', 'keep-alive')
+        } else {
+          res.setHeader('Content-Type', 'application/json')
+        }
+      } catch (error) {
+        // console.error("设置响应头时出错:", error)
+      }
+    }
+
+    const { access_token, clientId } = req.account
+    // 生成会话ID
+    await getChatID(req, res)
+
+    // 发送的数据
+    const sendAction = `{"action":10,"channel":"user:${clientId}","params":{"agent":"react-hooks/2.0.2"}}`
+    // 构建 WebSocket URL
+    const wsUrl = `wss://realtime.ably.io/?access_token=${encodeURIComponent(access_token)}&clientId=${clientId}&format=json&heartbeats=true&v=3&agent=ably-js%2F2.0.2%20browser`
+    // 创建 WebSocket 连接
+    const ws = new WebSocket(wsUrl)
+
+    // 状态详细
+    let ThinkingLastContent = ""
+    let TextLastContent = ""
+    let ThinkingStart = false
+    let ThinkingEnd = false
+    let RequestID = ""
+    let MessageID = "chatcmpl-" + uuidv4()
+    let streamChunk = {
+      "id": MessageID,
+      "object": "chat.completion.chunk",
+      "system_fingerprint": "fp_44709d6fcb",
+      "created": Math.floor(Date.now() / 1000),
+      "model": req.body.model,
+      "choices": [
+        {
+          "index": 0,
+          "delta": {
+            "content": null
+          },
+          "finish_reason": null
+        }
+      ]
+    }
+
+    ws.on('open', async () => {
+      ws.send(sendAction)
+      RequestID = await sentRequest(req, res)
+      setHeader()
+    })
+
+    ws.on('message', async (data) => {
+      try {
+        data = data.toString()
+        // console.log(JSON.parse(data))
+        let ContentText = JSON.parse(data)?.messages?.[0]
+        let ContentData = JSON.parse(ContentText?.data)
+        const isRequestID = ContentData?.individual_run_request_id
+        if (isRequestID != RequestID || !isRequestID) return
+
+        let output = ""
+
+        if (ContentText?.name === "UPDATE_LAST_MESSAGE") {
+          const MessageArray = ContentData?.payload?.message?.content
+          for (const item of MessageArray) {
+
+            if (item.type === "text") {
+              output = item.text.replace(TextLastContent, "")
+              if (ThinkingStart && !ThinkingEnd) {
+                ThinkingEnd = true
+                output = `${output}\n\n</think>`
+              }
+              TextLastContent = item.text
+            }
+            else if (item.type === "thinking" && MessageArray.length === 1) {
+              output = item.thinking.replace(ThinkingLastContent, "")
+              if (!ThinkingStart) {
+                ThinkingStart = true
+                output = `<think>\n\n${output}`
+              }
+              ThinkingLastContent = item.thinking
+            }
+
+          }
+
+          if (req.body.stream === true) {
+            streamChunk.choices[0].delta.content = output
+            res.write(`data: ${JSON.stringify(streamChunk)}\n\n`)
+          }
+
+        }
+        else if (ContentText?.name === "INDIVIDUAL_RUN_COMPLETE") {
+
+          if (req.body.stream !== true) {
+            output = ThinkingLastContent ? `<think>\n\n${ThinkingLastContent}\n\n</think>\n\n${TextLastContent}` : TextLastContent
+          }
+
+          if (ThinkingLastContent === "" && TextLastContent === "") {
+            output = "该模型在发送请求时遇到错误: \n1. 请检查请求参数,模型支持参数和默认参数可在/v1/models下查看\n2. 参数设置大小是否超过模型限制\n3. 模型当前官网此模型可能负载过高,可以切换别的模型尝试,这属于正常现象\n4. Anthropic系列模型的temperature的取值为0-1,请勿设置超过1的值\n5. 交流与支持群: https://t.me/nodejs_project"
+            streamChunk.choices[0].delta.content = output
+            res.write(`data: ${JSON.stringify(streamChunk)}\n\n`)
+          }
+
+          if (!req.body.stream || req.body.stream !== true) {
+            let responseJson = {
+              "id": MessageID,
+              "object": "chat.completion",
+              "created": Math.floor(Date.now() / 1000),
+              "system_fingerprint": "fp_44709d6fcb",
+              "model": req.body.model,
+              "choices": [
+                {
+                  "index": 0,
+                  "message": {
+                    "role": "assistant",
+                    "content": output
+                  },
+                  "finish_reason": "stop"
+                }
+              ],
+              "usage": {
+                "prompt_tokens": 0,
+                "completion_tokens": 0,
+                "total_tokens": 0
+              }
+            }
+
+            res.json(responseJson)
+            ws.close()
+            return
+          } else {
+            // 流式响应：发送结束标记
+            let finalChunk = {
+              "id": MessageID,
+              "object": "chat.completion.chunk",
+              "system_fingerprint": "fp_44709d6fcb",
+              "created": Math.floor(Date.now() / 1000),
+              "model": req.body.model,
+              "choices": [
+                {
+                  "index": 0,
+                  "delta": {},
+                  "finish_reason": "stop"
+                }
+              ]
+            }
+
+            res.write(`data: ${JSON.stringify(finalChunk)}\n\n`)
+            res.write(`data: [DONE]\n\n`)
+            res.end()
+          }
+          ws.close()
+        }
+
+      } catch (err) {
+        // console.error("处理WebSocket消息出错:", err)
+      }
+    })
+
+    ws.on('error', (err) => {
+      // 标准OpenAI错误响应格式
+      res.status(500).json({
+        "error": {
+          "message": err.message,
+          "type": "server_error",
+          "param": null,
+          "code": "server_error"
+        }
+      })
+    })
+
+    setTimeout(() => {
+      if (ws.readyState === WebSocket.OPEN) {
+        ws.close()
+        if (!res.headersSent) {
+          // 标准OpenAI超时错误响应格式
+          res.status(504).json({
+            "error": {
+              "message": "请求超时",
+              "type": "timeout",
+              "param": null,
+              "code": "timeout_error"
+            }
+          })
+        }
+      }
+    }, 300 * 1000)
+
+  } catch (error) {
+    console.error("错误:", error)
+    // 标准OpenAI通用错误响应格式
+    res.status(500).json({
+      "error": {
+        "message": error.message || "服务器内部错误",
+        "type": "server_error",
+        "param": null,
+        "code": "server_error"
+      }
+    })
+  }
+})
+
+module.exports = router

src/routes/models.js

@@ -0,0 +1,29 @@
+const express = require('express')
+const router = express.Router()
+const modelMap = require('../lib/model-map')
+
+router.get('/v1/models', (req, res) => {
+  console.log('Available model keys in modelMap:', Object.keys(modelMap));
+
+  const result = Object.keys(modelMap).map((id) => {
+    const model_data = {
+      id,
+      object: "model",
+      created: 1626777600,
+      owned_by: modelMap[id].provider
+    }
+    if (modelMap[id].parameters) {
+      for (const item in modelMap[id].parameters) {
+        model_data[item] = modelMap[id].parameters[item]
+      }
+    }
+    return model_data
+  })
+
+  res.json({
+    object: "list",
+    data: result
+  })
+})
+
+module.exports = router

src/routes/verify.js

@@ -0,0 +1,39 @@
+const manager = require('../lib/manager')
+const verify = async (req, res, next) => {
+  const authorization = req.headers.authorization
+  if (!authorization) {
+    return res.status(401).json({ message: 'Unauthorized' })
+  }
+
+  const token = authorization.replace('Bearer ', '')
+
+  if (token === process.env.AUTH_TOKEN) {
+    try {
+      req.account = await manager.getAccount()
+      if (!req.account) {
+        return res.status(503).json({ 
+          error: {
+            message: '服务暂时不可用，无法获取有效账户',
+            type: 'service_unavailable',
+            code: 'account_unavailable'
+          }
+        })
+      }
+      // console.log(`身份校验成功，使用账号=> ${JSON.stringify(req.account)}`)
+      next()
+    } catch (error) {
+      console.error('获取账户时出错:', error)
+      return res.status(503).json({ 
+        error: {
+          message: '服务暂时不可用',
+          type: 'service_unavailable',
+          code: 'internal_error'
+        }
+      })
+    }
+  } else {
+    return res.status(401).json({ message: 'Unauthorized' })
+  }
+}
+
+module.exports = verify

src/server.js

@@ -0,0 +1,33 @@
+const express = require('express')
+const modelsRoute = require('./routes/models')
+const chatRoute = require('./routes/chat')
+require('dotenv').config()
+
+// 创建 Express 应用
+const app = express()
+
+// 中间件配置
+app.use(express.json({ limit: "50mb" }))
+app.use(express.urlencoded({ limit: "50mb", extended: true }))
+
+
+// 错误处理
+app.use((err, req, res, next) => {
+  console.error(err.stack)
+  res.status(500).send('服务器错误')
+})
+
+// 注册路由
+app.use(modelsRoute)
+app.use(chatRoute)
+
+// 初始化账户系统并启动服务器
+const PORT = process.env.PORT || 3000
+
+
+app.listen(PORT, () => {
+  console.log(`服务器运行在 http://localhost:${PORT}`)
+})
+
+
+module.exports = app