Upload 14 files

Dockerfile

@@ -1,30 +1,19 @@
-FROM node:lts-alpine
-
-# 设置工作目录
-# The WORKDIR instruction creates the directory if it doesn't exist
-# and sets it as the current working directory.
-# By default, it's created by root. We will chown contents later.
-WORKDIR /app
-
-# 复制package.json和package-lock.json
-# The 'node' user and 'node' group are typically pre-defined in node alpine images with UID/GID 1000
-COPY --chown=node:node package*.json ./
-
-# 安装依赖
-# Running npm install as root is common to ensure all global and local dependencies are installed correctly.
-# The node_modules directory will be owned by root.
-# If you need the node_modules to be owned by the node user,
-# you could run npm install after USER node, but ensure /app is writable by node.
-RUN npm install
-
-# 复制源代码
-COPY --chown=node:node . .
-
-# 切换到 "node" 用户
-USER node
-
-# 暴露端口
-EXPOSE 3000
-
-# 启动命令
+FROM node:lts-alpine
+
+# 设置工作目录
+WORKDIR /app
+
+# 复制package.json和package-lock.json
+COPY package*.json ./
+
+# 安装依赖
+RUN npm install
+
+# 复制源代码
+COPY . .
+
+# 暴露端口
+EXPOSE 3000
+
+# 启动命令
 CMD ["npm", "start"]

docker-compose.yml

@@ -1,10 +1,11 @@
 services:
   promptlayer-proxy:
-    image: rfym21/promptlayer-proxy:latest
-    container_name: promptlayer-proxy
+    build:
+      context: .
+      dockerfile: Dockerfile
     restart: always
     ports:
       - "3000:3000"
     environment:
-      - ACCOUNTS=your_account:your_password  # 填入promptlayer账号密码，账号密码之间用:隔开，多个账号用逗号分隔
-      - AUTH_TOKEN=your_auth_token_here  # 设置API认证密钥
+      - ACCOUNTS=  # 填入promptlayer账号密码authorization header，账号密码authorization之间用:隔开，多个账号用逗号分隔 (name:password:ey......)
+      - AUTH_TOKEN=  # 设置API认证密钥

package.json

@@ -1,6 +1,6 @@
 {
-  "name": "promptlayer-proxy",
-  "version": "3.0.1",
+  "name": "claude-api-server",
+  "version": "1.0.0",
   "description": "",
   "main": "src/server.js",
   "scripts": {
@@ -9,7 +9,8 @@
   },
   "keywords": [
     "api",
-    "promptlayer",
+    "claude",
+    "openai",
     "express"
   ],
   "author": "",

src/lib/manager.js

@@ -14,11 +14,11 @@ class Manager {
   async init(accounts) {
     accounts = accounts.split(",").filter(account => account.trim() !== "")
     for (const account of accounts) {
-      const [username, password] = account.split(":")
+      const [username, password, token] = account.split(":")
       this.accounts.push({
         username,
         password,
-        token: null,
+        token: token,
         clientId: null,
         workspaceId: null,
         access_token: null,
@@ -64,7 +64,7 @@ class Manager {
         return { access_token, clientId }
       }
     } catch (error) {
-      // console.error('获取clientId失败:', error)
+      console.error('获取clientId失败:', error)
       return false
     }
   }
@@ -87,7 +87,8 @@ class Manager {
   }
 
   async initAccount(account) {
-    const token = await this.login(account.username, account.password)
+    // const token = await this.login(account.username, account.password)
+    const token = account.token
     if (!token) {
       return false
     }
@@ -119,7 +120,7 @@ class Manager {
       return null
     }
     
-    if (!account.token) {
+    if (!account.access_token) {
       console.log(`初始化账户: ${account.username}`)
       const initialized = await this.initAccount(account)
       if (!initialized) {

src/lib/model-map.js

@@ -1,205 +1,688 @@
-const modelMap = {
-  "claude-3-7-sonnet-20250219": {
-    "provider": "anthropic",
-    "name": "claude-3-7-sonnet-latest",
-    "model_config_display_name": null,
-    "parameters": {
-      "max_tokens": 64000,
-      "temperature": 1,
-      "top_k": 0,
-      "top_p": 0
-    }
-  },
-  "claude-3-7-sonnet-20250219-thinking": {
-    "provider": "anthropic",
-    "name": "claude-3-7-sonnet-latest",
-    "model_config_display_name": null,
-    "parameters": {
-      "max_tokens": 64000,
-      "thinking": {
-        "type": "enabled",
-        "budget_tokens": 32000
-      }
-    }
-  },
-  "claude-sonnet-4-20250514": {
-    "provider": "anthropic",
-    "name": "claude-sonnet-4-20250514",
-    "model_config_display_name": null,
-    "parameters": {
-      "max_tokens": 64000,
-      "temperature": 1,
-      "top_k": 0,
-      "top_p": 0
-    }
-  },
-  "claude-sonnet-4-20250514-thinking": {
-    "provider": "anthropic",
-    "name": "claude-sonnet-4-20250514",
-    "model_config_display_name": null,
-    "parameters": {
-      "max_tokens": 64000,
-      "thinking": {
-        "type": "enabled",
-        "budget_tokens": 32000
-      }
-    }
-  },
-  "claude-opus-4-20250514": {
-    "provider": "anthropic",
-    "name": "claude-opus-4-20250514",
-    "model_config_display_name": null,
-    "parameters": {
-      "max_tokens": 32000,
-      "temperature": 1,
-      "top_k": 0,
-      "top_p": 0
-    }
-  },
-  "claude-opus-4-20250514-thinking": {
-    "provider": "anthropic",
-    "name": "claude-opus-4-20250514",
-    "model_config_display_name": null,
-    "parameters": {
-      "max_tokens": 32000,
-      "thinking": {
-        "type": "enabled",
-        "budget_tokens": 16000
-      }
-    }
-  },
-  "o1": {
-    "provider": "openai",
-    "name": "o1",
-    "model_config_display_name": null,
-    "parameters": {
-      "response_format": {
-        "type": "text"
-      },
-      "reasoning_effort": "high",
-      "max_completion_tokens": 100000
-    }
-  },
-  "o4-mini": {
-    "provider": "openai",
-    "name": "o4-mini",
-    "model_config_display_name": null,
-    "parameters": {
-      "response_format": {
-        "type": "text"
-      },
-      "reasoning_effort": "medium",
-      "max_completion_tokens": 100000
-    }
-  },
-  "o4-mini-high": {
-    "provider": "openai",
-    "name": "o4-mini",
-    "model_config_display_name": null,
-    "parameters": {
-      "response_format": {
-        "type": "text"
-      },
-      "reasoning_effort": "high",
-      "max_completion_tokens": 100000
-    }
-  },
-  "o3": {
-    "provider": "openai",
-    "name": "o3",
-    "model_config_display_name": null,
-    "parameters": {
-      "response_format": {
-        "type": "text"
-      },
-      "reasoning_effort": "high",
-      "max_completion_tokens": 100000
-    }
-  },
-  "o3-mini": {
-    "provider": "openai",
-    "name": "o3",
-    "model_config_display_name": null,
-    "parameters": {
-      "response_format": {
-        "type": "text"
-      },
-      "reasoning_effort": "medium",
-      "max_completion_tokens": 100000
-    }
-  },
-  "o3-mini-high": {
-    "provider": "openai",
-    "name": "o3",
-    "model_config_display_name": null,
-    "parameters": {
-      "response_format": {
-        "type": "text"
-      },
-      "reasoning_effort": "high",
-      "max_completion_tokens": 100000
-    }
-  },
-  "chatgpt-4o-latest": {
-    "provider": "openai",
-    "name": "chatgpt-4o-latest",
-    "model_config_display_name": null,
-    "parameters": {
-      "temperature": 1,
-      "seed": 0,
-      "response_format": null,
-      "top_p": 1,
-      "frequency_penalty": 0,
-      "presence_penalty": 0
-    }
-  },
-  "gpt-4.1": {
-    "provider": "openai",
-    "name": "gpt-4.1",
-    "model_config_display_name": null,
-    "parameters": {
-      "temperature": 1,
-      "seed": 0,
-      "response_format": null,
-      "top_p": 1
-    }
-  },
-  "gpt-4.1-mini": {
-    "provider": "openai",
-    "name": "gpt-4.1-mini",
-    "model_config_display_name": null,
-    "parameters": {
-      "temperature": 1,
-      "seed": 0,
-      "response_format": null,
-      "top_p": 1
-    }
-  },
-  "gpt-4.1-nano": {
-    "provider": "openai",
-    "name": "gpt-4.1-nano",
-    "model_config_display_name": null,
-    "parameters": {
-      "temperature": 1,
-      "seed": 0,
-      "response_format": null,
-      "top_p": 1
-    }
-  },
-  "gpt-4.5-preview": {
-    "provider": "openai",
-    "name": "gpt-4.5-preview",
-    "model_config_display_name": null,
-    "parameters": {
-      "temperature": 1,
-      "seed": 0,
-      "response_format": null,
-      "top_p": 1,
-      "frequency_penalty": 0,
-      "presence_penalty": 0
-    }
-  }
-
-}
-
-module.exports = modelMap
+const modelMap = {
+  "claude-3-7-sonnet-20250219": {
+    "provider": "anthropic",
+    "name": "claude-3-7-sonnet-latest",
+    "model_config_display_name": null,
+    "parameters": {
+      "max_tokens": 64000,
+      "temperature": 1,
+      "top_k": 0,
+      "top_p": 0
+    }
+  },
+  "claude-3-7-sonnet-20250219-thinking": {
+    "provider": "anthropic",
+    "name": "claude-3-7-sonnet-latest",
+    "model_config_display_name": null,
+    "parameters": {
+      "max_tokens": 64000,
+      "thinking": {
+        "type": "enabled",
+        "budget_tokens": 32000
+      }
+    }
+  },
+  "claude-sonnet-4-20250514": {
+    "provider": "anthropic",
+    "name": "claude-sonnet-4-20250514",
+    "model_config_display_name": null,
+    "parameters": {
+      "max_tokens": 64000,
+      "temperature": 1,
+      "top_k": 0,
+      "top_p": 0
+    }
+  },
+  "claude-sonnet-4-20250514-thinking": {
+    "provider": "anthropic",
+    "name": "claude-sonnet-4-20250514",
+    "model_config_display_name": null,
+    "parameters": {
+      "max_tokens": 64000,
+      "thinking": {
+        "type": "enabled",
+        "budget_tokens": 32000
+      }
+    }
+  },
+  "claude-opus-4-20250514": {
+    "provider": "anthropic",
+    "name": "claude-opus-4-20250514",
+    "model_config_display_name": null,
+    "parameters": {
+      "max_tokens": 32000,
+      "temperature": 1,
+      "top_k": 0,
+      "top_p": 0
+    }
+  },
+  "claude-opus-4-20250514-thinking": {
+    "provider": "anthropic",
+    "name": "claude-opus-4-20250514",
+    "model_config_display_name": null,
+    "parameters": {
+      "max_tokens": 32000,
+      "thinking": {
+        "type": "enabled",
+        "budget_tokens": 16000
+      }
+    }
+  },
+  "o4-mini": {
+    "provider": "openai",
+    "name": "o4-mini",
+    "model_config_display_name": null,
+    "parameters": {
+      "response_format": {
+        "type": "text"
+      },
+      "reasoning_effort": "medium",
+      "max_completion_tokens": 100000
+    }
+  },
+  "o4-mini-high": {
+    "provider": "openai",
+    "name": "o4-mini",
+    "model_config_display_name": null,
+    "parameters": {
+      "response_format": {
+        "type": "text"
+      },
+      "reasoning_effort": "high",
+      "max_completion_tokens": 100000
+    }
+  },
+  "o3-mini": {
+    "provider": "openai",
+    "name": "o3",
+    "model_config_display_name": null,
+    "parameters": {
+      "response_format": {
+        "type": "text"
+      },
+      "reasoning_effort": "medium",
+      "max_completion_tokens": 100000
+    }
+  },
+  "o3-mini-high": {
+    "provider": "openai",
+    "name": "o3",
+    "model_config_display_name": null,
+    "parameters": {
+      "response_format": {
+        "type": "text"
+      },
+      "reasoning_effort": "high",
+      "max_completion_tokens": 100000
+    }
+  },
+  "chatgpt-4o-latest": {
+    "provider": "openai",
+    "name": "chatgpt-4o-latest",
+    "model_config_display_name": null,
+    "parameters": {
+      "temperature": 1,
+      "seed": 0,
+      "response_format": null,
+      "top_p": 1,
+      "frequency_penalty": 0,
+      "presence_penalty": 0
+    }
+  },
+"gpt-4o": {
+    "provider": "openai",
+    "name": "gpt-4o",
+    "model_config_display_name": null,
+    "parameters": {
+      "temperature": 1,
+      "seed": 0,
+      "response_format": null,
+      "top_p": 1,
+      "frequency_penalty": 0,
+      "presence_penalty": 0
+    }
+  },
+  "gpt-4o-2024-11-20": {
+    "provider": "openai",
+    "name": "gpt-4o-2024-11-20",
+    "model_config_display_name": null,
+    "parameters": {
+      "temperature": 1,
+      "seed": 0,
+      "response_format": null,
+      "top_p": 1,
+      "frequency_penalty": 0,
+      "presence_penalty": 0
+    }
+  },
+  "gpt-4o-2024-08-06": {
+    "provider": "openai",
+    "name": "gpt-4o-2024-08-06",
+    "model_config_display_name": null,
+    "parameters": {
+      "temperature": 1,
+      "seed": 0,
+      "response_format": null,
+      "top_p": 1,
+      "frequency_penalty": 0,
+      "presence_penalty": 0
+    }
+  },
+  "gpt-4o-2024-05-13": {
+    "provider": "openai",
+    "name": "gpt-4o-2024-05-13",
+    "model_config_display_name": null,
+    "parameters": {
+      "temperature": 1,
+      "seed": 0,
+      "response_format": null,
+      "top_p": 1,
+      "frequency_penalty": 0,
+      "presence_penalty": 0
+    }
+  },
+  "gpt-4o-mini": {
+    "provider": "openai",
+    "name": "gpt-4o-mini",
+    "model_config_display_name": null,
+    "parameters": {
+      "temperature": 1,
+      "seed": 0,
+      "response_format": null,
+      "top_p": 1,
+      "frequency_penalty": 0,
+      "presence_penalty": 0
+    }
+  },
+  "gpt-4o-mini-2024-07-18": {
+    "provider": "openai",
+    "name": "gpt-4o-mini-2024-07-18",
+    "model_config_display_name": null,
+    "parameters": {
+      "temperature": 1,
+      "seed": 0,
+      "response_format": null,
+      "top_p": 1,
+      "frequency_penalty": 0,
+      "presence_penalty": 0
+    }
+  },
+"gpt-4o-search-preview": {
+    "provider": "openai",
+    "name": "gpt-4o-search-preview",
+    "model_config_display_name": null,
+    "parameters": {
+      "response_format": {
+        "type": "text"
+      },
+      "web_search_options": {
+        "search_context_size": "high",
+        "user_location": {
+          "approximate": {
+            "city": "New York",
+            "country": "US",
+            "region": "New York",
+            "timezone": "America/New_York"
+          },
+          "type": "approximate"
+        }
+      }
+    }
+  },
+  "gpt-4.1": {
+    "provider": "openai",
+    "name": "gpt-4.1",
+    "model_config_display_name": null,
+    "parameters": {
+      "temperature": 1,
+      "seed": 0,
+      "response_format": null,
+      "top_p": 1
+    }
+  },
+"gpt-4.1-mini": {
+    "provider": "openai",
+    "name": "gpt-4.1-mini",
+    "model_config_display_name": null,
+    "parameters": {
+      "temperature": 1,
+      "seed": 0,
+      "response_format": null,
+      "top_p": 1
+    }
+  },
+  "gpt-4.1-mini-2025-04-14": {
+    "provider": "openai",
+    "name": "gpt-4.1-mini-2025-04-14",
+    "model_config_display_name": null,
+    "parameters": {
+      "temperature": 1,
+      "seed": 0,
+      "response_format": null,
+      "top_p": 1
+    }
+  },
+  "gpt-4.1-nano": {
+    "provider": "openai",
+    "name": "gpt-4.1-nano",
+    "model_config_display_name": null,
+    "parameters": {
+      "temperature": 1,
+      "seed": 0,
+      "response_format": null,
+      "top_p": 1
+    }
+  },
+  "gpt-4.1-nano-2025-04-14": {
+    "provider": "openai",
+    "name": "gpt-4.1-nano-2025-04-14",
+    "model_config_display_name": null,
+    "parameters": {
+      "temperature": 1,
+      "seed": 0,
+      "response_format": null,
+      "top_p": 1
+    }
+  },
+  "gpt-4.1-2025-04-14": {
+    "provider": "openai",
+    "name": "gpt-4.1-2025-04-14",
+    "model_config_display_name": null,
+    "parameters": {
+      "temperature": 1,
+      "seed": 0,
+      "response_format": null,
+      "top_p": 1
+    }
+  },
+  "gpt-4.5-preview": {
+    "provider": "openai",
+    "name": "gpt-4.5-preview",
+    "model_config_display_name": null,
+    "parameters": {
+      "temperature": 1,
+      "seed": 0,
+      "response_format": null,
+      "top_p": 1,
+      "frequency_penalty": 0,
+      "presence_penalty": 0
+    }
+  },
+"o1": {
+    "provider": "openai",
+    "name": "o1",
+    "model_config_display_name": null,
+    "parameters": {
+      "response_format": {
+        "type": "text"
+      },
+      "reasoning_effort": "high",
+      "max_completion_tokens": 100000
+    }
+  },
+  "o3": {
+    "provider": "openai",
+    "name": "o3",
+    "model_config_display_name": null,
+    "parameters": {
+      "response_format": {
+        "type": "text"
+      },
+      "reasoning_effort": "high",
+      "max_completion_tokens": 100000
+    }
+  },
+  "o3-2025-04-16": {
+    "provider": "openai",
+    "name": "o3-2025-04-16",
+    "model_config_display_name": null,
+    "parameters": {
+      "response_format": {
+        "type": "text"
+      },
+      "reasoning_effort": "high",
+      "max_completion_tokens": 100000
+    }
+  },
+  "o4-mini-2025-04-16": {
+    "provider": "openai",
+    "name": "o4-mini-2025-04-16",
+    "model_config_display_name": null,
+    "parameters": {
+      "response_format": {
+        "type": "text"
+      },
+      "reasoning_effort": "high",
+      "max_completion_tokens": 100000
+    }
+  },
+
+"claude-3-haiku-latest": {
+    "provider": "anthropic",
+    "name": "claude-3-haiku-latest",
+    "model_config_display_name": null,
+    "parameters": {
+      "max_tokens": 4096,
+      "temperature": 1,
+      "top_k": 0,
+      "top_p": 0
+    }
+  },
+  "claude-3-haiku-20240307": {
+    "provider": "anthropic",
+    "name": "claude-3-haiku-20240307",
+    "model_config_display_name": null,
+    "parameters": {
+      "max_tokens": 4096,
+      "temperature": 1,
+      "top_k": 0,
+      "top_p": 0
+    }
+  },
+  "claude-3-opus-latest": {
+    "provider": "anthropic",
+    "name": "claude-3-opus-latest",
+    "model_config_display_name": null,
+    "parameters": {
+      "max_tokens": 4096,
+      "temperature": 1,
+      "top_k": 0,
+      "top_p": 0
+    }
+  },
+  "claude-3-opus-20240229": {
+    "provider": "anthropic",
+    "name": "claude-3-opus-20240229",
+    "model_config_display_name": null,
+    "parameters": {
+      "max_tokens": 4096,
+      "temperature": 1,
+      "top_k": 0,
+      "top_p": 0
+    }
+  },
+  "claude-3-sonnet-latest": {
+    "provider": "anthropic",
+    "name": "claude-3-sonnet-latest",
+    "model_config_display_name": null,
+    "parameters": {
+      "max_tokens": 4096,
+      "temperature": 1,
+      "top_k": 0,
+      "top_p": 0
+    }
+  },
+  "claude-3-sonnet-20240229": {
+    "provider": "anthropic",
+    "name": "claude-3-sonnet-20240229",
+    "model_config_display_name": null,
+    "parameters": {
+      "max_tokens": 4096,
+      "temperature": 1,
+      "top_k": 0,
+      "top_p": 0
+    }
+  },
+  "claude-3-5-sonnet-latest": {
+    "provider": "anthropic",
+    "name": "claude-3-5-sonnet-latest",
+    "model_config_display_name": null,
+    "parameters": {
+      "max_tokens": 8192,
+      "temperature": 1,
+      "top_k": 0,
+      "top_p": 0
+    }
+  },
+  "claude-3-5-sonnet-20240620": {
+    "provider": "anthropic",
+    "name": "claude-3-5-sonnet-20240620",
+    "model_config_display_name": null,
+    "parameters": {
+      "max_tokens": 8192,
+      "temperature": 1,
+      "top_k": 0,
+      "top_p": 0
+    }
+  },
+  "claude-2.1": {
+    "provider": "anthropic",
+    "name": "claude-2.1",
+    "model_config_display_name": null,
+    "parameters": {
+      "max_tokens": 4096,
+      "temperature": 1,
+      "top_k": 0,
+      "top_p": 0
+    }
+  },
+"mistral-large-latest": {
+    "provider": "mistral",
+    "name": "mistral-large-latest",
+    "model_config_display_name": null,
+    "parameters": {
+      "temperature": 1,
+      "top_p": 1,
+      "max_tokens": 4096,
+      "safe_prompt": null,
+      "random_seed": 0
+    }
+  },
+"mistral-medium-latest": {
+    "provider": "mistral",
+    "name": "mistral-medium-latest",
+    "model_config_display_name": null,
+    "parameters": {
+      "temperature": 1,
+      "top_p": 1,
+      "max_tokens": 8192,
+      "safe_prompt": null,
+      "random_seed": 0
+    }
+  },
+  "mistral-small-latest": {
+    "provider": "mistral",
+    "name": "mistral-small-latest",
+    "model_config_display_name": null,
+    "parameters": {
+      "temperature": 1,
+      "top_p": 1,
+      "max_tokens": 8192,
+      "safe_prompt": null,
+      "random_seed": 0
+    }
+  },
+  "open-mixtral-8x22b": {
+    "provider": "mistral",
+    "name": "open-mixtral-8x22b",
+    "model_config_display_name": null,
+    "parameters": {
+      "temperature": 1,
+      "top_p": 1,
+      "max_tokens": 4096,
+      "safe_prompt": null,
+      "random_seed": 0
+    }
+  },
+  "open-mixtral-8x7b": {
+    "provider": "mistral",
+    "name": "open-mixtral-8x7b",
+    "model_config_display_name": null,
+    "parameters": {
+      "temperature": 1,
+      "top_p": 1,
+      "max_tokens": 4096,
+      "safe_prompt": null,
+      "random_seed": 0
+    }
+  },
+  "open-mistral-7b": {
+    "provider": "mistral",
+    "name": "open-mistral-7b",
+    "model_config_display_name": null,
+    "parameters": {
+      "temperature": 1,
+      "top_p": 1,
+      "max_tokens": 4096,
+      "safe_prompt": null,
+      "random_seed": 0
+    }
+  },
+  "open-mistral-nemo": {
+    "provider": "mistral",
+    "name": "open-mistral-nemo",
+    "model_config_display_name": null,
+    "parameters": {
+      "temperature": 1,
+      "top_p": 1,
+      "max_tokens": 4096,
+      "safe_prompt": null,
+      "random_seed": 0
+    }
+  },
+"command-r": {
+    "provider": "cohere",
+    "name": "command-r",
+    "model_config_display_name": null,
+    "parameters": {
+        "max_tokens": 4096,
+        "temperature": 1,
+        "k": 0,
+        "p": 0,
+        "presence_penalty": 0,
+        "frequency_penalty": 0
+    }
+  },
+  "command-r-03-2024": {
+    "provider": "cohere",
+    "name": "command-r-03-2024",
+    "model_config_display_name": null,
+    "parameters": {
+        "max_tokens": 4096,
+        "temperature": 1,
+        "k": 0,
+        "p": 0,
+        "presence_penalty": 0,
+        "frequency_penalty": 0
+    }
+  },
+  "command-r-08-2024": {
+    "provider": "cohere",
+    "name": "command-r-08-2024",
+    "model_config_display_name": null,
+    "parameters": {
+        "max_tokens": 4096,
+        "temperature": 1,
+        "k": 0,
+        "p": 0,
+        "presence_penalty": 0,
+        "frequency_penalty": 0
+    }
+  },
+  "command-r-plus": {
+    "provider": "cohere",
+    "name": "command-r-plus",
+    "model_config_display_name": null,
+    "parameters": {
+        "max_tokens": 4096,
+        "temperature": 1,
+        "k": 0,
+        "p": 0,
+        "presence_penalty": 0,
+        "frequency_penalty": 0
+    }
+  },
+  "command-r-plus-04-2024": {
+    "provider": "cohere",
+    "name": "command-r-plus-04-2024",
+    "model_config_display_name": null,
+    "parameters": {
+        "max_tokens": 4096,
+        "temperature": 1,
+        "k": 0,
+        "p": 0,
+        "presence_penalty": 0,
+        "frequency_penalty": 0
+    }
+  },
+  "command-r-plus-08-2024": {
+    "provider": "cohere",
+    "name": "command-r-plus-08-2024",
+    "model_config_display_name": null,
+    "parameters": {
+        "max_tokens": 4096,
+        "temperature": 1,
+        "k": 0,
+        "p": 0,
+        "presence_penalty": 0,
+        "frequency_penalty": 0
+    }
+  },
+  "command-r7b-12-2024": {
+    "provider": "cohere",
+    "name": "command-r7b-12-2024",
+    "model_config_display_name": null,
+    "parameters": {
+        "max_tokens": 4096,
+        "temperature": 1,
+        "k": 0,
+        "p": 0,
+        "presence_penalty": 0,
+        "frequency_penalty": 0
+    }
+  },
+"command": {
+    "provider": "cohere",
+    "name": "command",
+    "model_config_display_name": null,
+    "parameters": {
+        "max_tokens": 4096,
+        "temperature": 1,
+        "k": 0,
+        "p": 0,
+        "presence_penalty": 0,
+        "frequency_penalty": 0
+    }
+  },
+  "command-light": {
+    "provider": "cohere",
+    "name": "command-light",
+    "model_config_display_name": null,
+    "parameters": {
+        "max_tokens": 4096,
+        "temperature": 1,
+        "k": 0,
+        "p": 0,
+        "presence_penalty": 0,
+        "frequency_penalty": 0
+    }
+  },
+  "command-nightly": {
+    "provider": "cohere",
+    "name": "command-nightly",
+    "model_config_display_name": null,
+    "parameters": {
+        "max_tokens": 4096,
+        "temperature": 1,
+        "k": 0,
+        "p": 0,
+        "presence_penalty": 0,
+        "frequency_penalty": 0
+    }
+  },
+  "command-light-nightly": {
+    "provider": "cohere",
+    "name": "command-light-nightly",
+    "model_config_display_name": null,
+    "parameters": {
+        "max_tokens": 4096,
+        "temperature": 1,
+        "k": 0,
+        "p": 0,
+        "presence_penalty": 0,
+        "frequency_penalty": 0
+    }
+  },
+}
+
+module.exports = modelMap

src/routes/chat.js

@@ -1,431 +1,450 @@
-const express = require('express')
-const axios = require('axios')
-const WebSocket = require('ws')
-const router = express.Router()
-const { v4: uuidv4 } = require('uuid')
-const { uploadFileBuffer } = require('../lib/upload')
-const verify = require('./verify')
-const modelMap = require('../lib/model-map')
-
-
-async function parseMessages(req, res, next) {
-  const messages = req.body.messages
-  if (!Array.isArray(messages)) {
-    req.processedMessages = []
-    return next()
-  }
-
-  try {
-    const transformedMessages = await Promise.all(messages.map(async (msg) => {
-      const message = {
-        role: msg.role,
-        tool_calls: [],
-        template_format: "jinja2"
-      }
-
-      if (Array.isArray(msg.content)) {
-        const contentItems = await Promise.all(msg.content.map(async (item) => {
-          if (item.type === "text") {
-            return {
-              type: "text",
-              text: item.text
-            }
-          }
-          else if (item.type === "image_url") {
-            try {
-              const base64Match = item.image_url.url.match(/^data:image\/\w+;base64,(.+)$/)
-              if (base64Match) {
-                const base64 = base64Match[1]
-                const data = Buffer.from(base64, 'base64')
-                const uploadResult = await uploadFileBuffer(data)
-
-                return {
-                  type: "media",
-                  media: {
-                    "type": "image",
-                    "url": uploadResult.file_url,
-                    "title": `image_${Date.now()}.png`
-                  }
-                }
-              } else {
-                return {
-                  type: "media",
-                  media: {
-                    "type": "image",
-                    "url": item.image_url.url,
-                    "title": "external_image"
-                  }
-                }
-              }
-            } catch (error) {
-              console.error("处理图像时出错:", error)
-              return {
-                type: "text",
-                text: "[图像处理失败]"
-              }
-            }
-          } else {
-            return {
-              type: "text",
-              text: JSON.stringify(item)
-            }
-          }
-        }))
-
-        message.content = contentItems
-      } else {
-        message.content = [
-          {
-            type: "text",
-            text: msg.content || ""
-          }
-        ]
-      }
-
-      return message
-    }))
-
-    req.body.messages = transformedMessages
-    return next()
-  } catch (error) {
-    console.error("处理消息时出错:", error.status)
-    req.body.messages = []
-    return next(error)
-  }
-}
-
-async function getChatID(req, res) {
-  try {
-    const url = 'https://api.promptlayer.com/api/dashboard/v2/workspaces/' + req.account.workspaceId + '/playground_sessions'
-    const headers = { Authorization: "Bearer " + req.account.token }
-    const model_data = modelMap[req.body.model] ? modelMap[req.body.model] : modelMap["claude-3-7-sonnet-20250219"]
-    let data = {
-      "id": uuidv4(),
-      "name": "Not implemented",
-      "prompt_blueprint": {
-        "inference_client_name": null,
-        "metadata": {
-          "model": model_data
-        },
-        "prompt_template": {
-          "type": "chat",
-          "messages": req.body.messages,
-          "tools": req.body.tools || [],
-          "tool_choice": req.body.tool_choice || "none",
-          "input_variables": [],
-          "functions": [],
-          "function_call": null
-        },
-        "provider_base_url_name": null
-      },
-      "input_variables": []
-    }
-
-    for (const item in req.body) {
-      if (item === "messages" || item === "model" || item === "stream") {
-        continue
-      }  else if (model_data.parameters[item]) {
-        model_data.parameters[item] = req.body[item]
-      }
-    }
-    data.prompt_blueprint.metadata.model = model_data
-    console.log(`模型参数: ${data.prompt_blueprint.metadata.model}`)
-
-    const response = await axios.put(url, data, { headers })
-    if (response.data.success) {
-      console.log(`生成会话ID成功: ${response.data.playground_session.id}`)
-      req.chatID = response.data.playground_session.id
-      return response.data.playground_session.id
-    } else {
-      return false
-    }
-  } catch (error) {
-    // console.error("错误:", error.response?.data)
-    res.status(500).json({
-      "error": {
-        "message": error.message || "服务器内部错误",
-        "type": "server_error",
-        "param": null,
-        "code": "server_error"
-      }
-    })
-    return false
-  }
-}
-
-async function sentRequest(req, res) {
-  try {
-    const url = 'https://api.promptlayer.com/api/dashboard/v2/workspaces/' + req.account.workspaceId + '/run_groups'
-    const headers = { Authorization: "Bearer " + req.account.token }
-    const model_data = modelMap[req.body.model] ? modelMap[req.body.model] : modelMap["claude-3-7-sonnet-20250219"]
-    let data = {
-      "id": uuidv4(),
-      "playground_session_id": req.chatID,
-      "shared_prompt_blueprint": {
-        "inference_client_name": null,
-        "metadata": {
-          "model": model_data
-        },
-        "prompt_template": {
-          "type": "chat",
-          "messages": req.body.messages,
-          "tools": req.body.tools || [],
-          "tool_choice": req.body.tool_choice || "none",
-          "input_variables": [],
-          "functions": [],
-          "function_call": null
-        },
-        "provider_base_url_name": null
-      },
-      "individual_run_requests": [
-        {
-          "input_variables": {},
-          "run_group_position": 1
-        }
-      ]
-    }
-
-    for (const item in req.body) {
-      if (item === "messages" || item === "model" || item === "stream") {
-        continue
-      } else if (model_data.parameters[item]) {
-        model_data.parameters[item] = req.body[item]
-      }
-    }
-    data.shared_prompt_blueprint.metadata.model = model_data
-
-    const response = await axios.post(url, data, { headers })
-    if (response.data.success) {
-      return response.data.run_group.individual_run_requests[0].id
-    } else {
-      return false
-    }
-  } catch (error) {
-    // console.error("错误:", error.response?.data)
-    res.status(500).json({
-      "error": {
-        "message": error.message || "服务器内部错误",
-        "type": "server_error",
-        "param": null,
-        "code": "server_error"
-      }
-    })
-  }
-}
-
-// 聊天完成路由
-router.post('/v1/chat/completions', verify, parseMessages, async (req, res) => {
-  // console.log(JSON.stringify(req.body))
-
-  try {
-
-    const setHeader = () => {
-      try {
-        if (req.body.stream === true) {
-          res.setHeader('Content-Type', 'text/event-stream')
-          res.setHeader('Cache-Control', 'no-cache')
-          res.setHeader('Connection', 'keep-alive')
-        } else {
-          res.setHeader('Content-Type', 'application/json')
-        }
-      } catch (error) {
-        // console.error("设置响应头时出错:", error)
-      }
-    }
-
-    const { access_token, clientId } = req.account
-    // 生成会话ID
-    await getChatID(req, res)
-
-    // 发送的数据
-    const sendAction = `{"action":10,"channel":"user:${clientId}","params":{"agent":"react-hooks/2.0.2"}}`
-    // 构建 WebSocket URL
-    const wsUrl = `wss://realtime.ably.io/?access_token=${encodeURIComponent(access_token)}&clientId=${clientId}&format=json&heartbeats=true&v=3&agent=ably-js%2F2.0.2%20browser`
-    // 创建 WebSocket 连接
-    const ws = new WebSocket(wsUrl)
-
-    // 状态详细
-    let ThinkingLastContent = ""
-    let TextLastContent = ""
-    let ThinkingStart = false
-    let ThinkingEnd = false
-    let RequestID = ""
-    let MessageID = "chatcmpl-" + uuidv4()
-    let streamChunk = {
-      "id": MessageID,
-      "object": "chat.completion.chunk",
-      "system_fingerprint": "fp_44709d6fcb",
-      "created": Math.floor(Date.now() / 1000),
-      "model": req.body.model,
-      "choices": [
-        {
-          "index": 0,
-          "delta": {
-            "content": null
-          },
-          "finish_reason": null
-        }
-      ]
-    }
-
-    ws.on('open', async () => {
-      ws.send(sendAction)
-      RequestID = await sentRequest(req, res)
-      setHeader()
-    })
-
-    ws.on('message', async (data) => {
-      try {
-        data = data.toString()
-        // console.log(JSON.parse(data))
-        let ContentText = JSON.parse(data)?.messages?.[0]
-        let ContentData = JSON.parse(ContentText?.data)
-        const isRequestID = ContentData?.individual_run_request_id
-        if (isRequestID != RequestID || !isRequestID) return
-
-        let output = ""
-
-        if (ContentText?.name === "UPDATE_LAST_MESSAGE") {
-          const MessageArray = ContentData?.payload?.message?.content
-          for (const item of MessageArray) {
-
-            if (item.type === "text") {
-              output = item.text.replace(TextLastContent, "")
-              if (ThinkingStart && !ThinkingEnd) {
-                ThinkingEnd = true
-                output = `${output}\n\n</think>`
-              }
-              TextLastContent = item.text
-            }
-            else if (item.type === "thinking" && MessageArray.length === 1) {
-              output = item.thinking.replace(ThinkingLastContent, "")
-              if (!ThinkingStart) {
-                ThinkingStart = true
-                output = `<think>\n\n${output}`
-              }
-              ThinkingLastContent = item.thinking
-            }
-
-          }
-
-          if (req.body.stream === true) {
-            streamChunk.choices[0].delta.content = output
-            res.write(`data: ${JSON.stringify(streamChunk)}\n\n`)
-          }
-
-        }
-        else if (ContentText?.name === "INDIVIDUAL_RUN_COMPLETE") {
-
-          if (req.body.stream !== true) {
-            output = ThinkingLastContent ? `<think>\n\n${ThinkingLastContent}\n\n</think>\n\n${TextLastContent}` : TextLastContent
-          }
-
-          if (ThinkingLastContent === "" && TextLastContent === "") {
-            output = "该模型在发送请求时遇到错误: \n1. 请检查请求参数,模型支持参数和默认参数可在/v1/models下查看\n2. 参数设置大小是否超过模型限制\n3. 模型当前官网此模型可能负载过高,可以切换别的模型尝试,这属于正常现象\n4. Anthropic系列模型的temperature的取值为0-1,请勿设置超过1的值\n5. 交流与支持群: https://t.me/nodejs_project"
-            streamChunk.choices[0].delta.content = output
-            res.write(`data: ${JSON.stringify(streamChunk)}\n\n`)
-          }
-
-          if (!req.body.stream || req.body.stream !== true) {
-            let responseJson = {
-              "id": MessageID,
-              "object": "chat.completion",
-              "created": Math.floor(Date.now() / 1000),
-              "system_fingerprint": "fp_44709d6fcb",
-              "model": req.body.model,
-              "choices": [
-                {
-                  "index": 0,
-                  "message": {
-                    "role": "assistant",
-                    "content": output
-                  },
-                  "finish_reason": "stop"
-                }
-              ],
-              "usage": {
-                "prompt_tokens": 0,
-                "completion_tokens": 0,
-                "total_tokens": 0
-              }
-            }
-
-            res.json(responseJson)
-            ws.close()
-            return
-          } else {
-            // 流式响应：发送结束标记
-            let finalChunk = {
-              "id": MessageID,
-              "object": "chat.completion.chunk",
-              "system_fingerprint": "fp_44709d6fcb",
-              "created": Math.floor(Date.now() / 1000),
-              "model": req.body.model,
-              "choices": [
-                {
-                  "index": 0,
-                  "delta": {},
-                  "finish_reason": "stop"
-                }
-              ]
-            }
-
-            res.write(`data: ${JSON.stringify(finalChunk)}\n\n`)
-            res.write(`data: [DONE]\n\n`)
-            res.end()
-          }
-          ws.close()
-        }
-
-      } catch (err) {
-        // console.error("处理WebSocket消息出错:", err)
-      }
-    })
-
-    ws.on('error', (err) => {
-      // 标准OpenAI错误响应格式
-      res.status(500).json({
-        "error": {
-          "message": err.message,
-          "type": "server_error",
-          "param": null,
-          "code": "server_error"
-        }
-      })
-    })
-
-    const longTimeoutModels = ["o1", "o3", "o3-mini", "o3-mini-high", "o4-mini", "o4-mini-high"];
-    const timeoutDuration = longTimeoutModels.includes(req.body.model) ? 30 * 60 * 1000 : 300 * 1000;
-
-    setTimeout(() => {
-      if (ws.readyState === WebSocket.OPEN) {
-        ws.close()
-        if (!res.headersSent) {
-          // 标准OpenAI超时错误响应格式
-          res.status(504).json({
-            "error": {
-              "message": "请求超时",
-              "type": "timeout",
-              "param": null,
-              "code": "timeout_error"
-            }
-          })
-        }
-      }
-    }, timeoutDuration)
-
-  } catch (error) {
-    console.error("错误:", error)
-    // 标准OpenAI通用错误响应格式
-    res.status(500).json({
-      "error": {
-        "message": error.message || "服务器内部错误",
-        "type": "server_error",
-        "param": null,
-        "code": "server_error"
-      }
-    })
-  }
-})
-
-module.exports = router
+const express = require('express')
+const axios = require('axios')
+const WebSocket = require('ws')
+const router = express.Router()
+const { v4: uuidv4 } = require('uuid')
+const { uploadFileBuffer } = require('../lib/upload')
+const verify = require('./verify')
+const modelMap = require('../lib/model-map')
+
+
+async function parseMessages(req, res, next) {
+  const messages = req.body.messages
+  if (!Array.isArray(messages)) {
+    req.processedMessages = []
+    return next()
+  }
+
+  try {
+    const transformedMessages = await Promise.all(messages.map(async (msg) => {
+      // Determine provider to conditionally convert system role for Anthropic
+      const modelName = req.body.model;
+      const modelData = modelMap[modelName]; // modelMap is required at the top
+      const provider = modelData?.provider; // Use optional chaining for safety
+
+      let message = {
+        role: (msg.role === "system" && provider === "anthropic") ? "user" : msg.role,
+        tool_calls: [],
+        template_format: "f-string"
+      }
+
+      if (Array.isArray(msg.content)) {
+        const contentItems = await Promise.all(msg.content.map(async (item) => {
+          if (item.type === "text") {
+            return {
+              type: "text",
+              text: item.text
+            }
+          }
+          else if (item.type === "image_url") {
+            try {
+              const base64Match = item.image_url.url.match(/^data:image\/\w+;base64,(.+)$/)
+              if (base64Match) {
+                const base64 = base64Match[1]
+                const data = Buffer.from(base64, 'base64')
+                const uploadResult = await uploadFileBuffer(data)
+
+                return {
+                  type: "media",
+                  media: {
+                    "type": "image",
+                    "url": uploadResult.file_url,
+                    "title": `image_${Date.now()}.png`
+                  }
+                }
+              } else {
+                return {
+                  type: "media",
+                  media: {
+                    "type": "image",
+                    "url": item.image_url.url,
+                    "title": "external_image"
+                  }
+                }
+              }
+            } catch (error) {
+              console.error("处理图像时出错:", error)
+              return {
+                type: "text",
+                text: "[图像处理失败]"
+              }
+            }
+          } else {
+            return {
+              type: "text",
+              text: JSON.stringify(item)
+            }
+          }
+        }))
+
+        message.content = contentItems
+      } else {
+        message.content = [
+          {
+            type: "text",
+            text: msg.content || ""
+          }
+        ]
+      }
+
+      return message
+    }))
+
+    req.body.messages = transformedMessages
+    return next()
+  } catch (error) {
+    console.error("处理消息时出错:", error.status)
+    req.body.messages = []
+    return next(error)
+  }
+}
+
+async function getChatID(req, res) {
+  try {
+    const url = 'https://api.promptlayer.com/api/dashboard/v2/workspaces/' + req.account.workspaceId + '/playground_sessions'
+    const headers = { Authorization: "Bearer " + req.account.token }
+    const model_data = modelMap[req.body.model] ? modelMap[req.body.model] : modelMap["claude-3-7-sonnet-20250219"]
+    let data = {
+      "id": uuidv4(),
+      "name": "Not implemented",
+      "prompt_blueprint": {
+        "inference_client_name": null,
+        "metadata": {
+          "model": model_data
+        },
+        "prompt_template": {
+          "type": "chat",
+          "messages": req.body.messages,
+          "tools": req.body.tools || [],
+          "tool_choice": req.body.tool_choice || "none",
+          "input_variables": [],
+          "functions": [],
+          "function_call": null
+        },
+        "provider_base_url_name": null
+      },
+      "input_variables": []
+    }
+
+    for (const item in req.body) {
+      if (item === "messages" || item === "model" || item === "stream") {
+        continue
+      }  else if (model_data.parameters[item]) {
+        model_data.parameters[item] = req.body[item]
+      }
+    }
+    data.prompt_blueprint.metadata.model = model_data
+    console.log(`模型参数: ${data.prompt_blueprint.metadata.model}`)
+
+    const response = await axios.put(url, data, { headers })
+    if (response.data.success) {
+      console.log(`生成会话ID成功: ${response.data.playground_session.id}`)
+      req.chatID = response.data.playground_session.id
+      return response.data.playground_session.id
+    } else {
+      return false
+    }
+  } catch (error) {
+    // console.error("错误:", error.response?.data)
+    res.status(500).json({
+      "error": {
+        "message": error.message || "服务器内部错误",
+        "type": "server_error",
+        "param": null,
+        "code": "server_error"
+      }
+    })
+    return false
+  }
+}
+
+async function sentRequest(req, res) {
+  try {
+    const url = 'https://api.promptlayer.com/api/dashboard/v2/workspaces/' + req.account.workspaceId + '/run_groups'
+    const headers = { Authorization: "Bearer " + req.account.token }
+    const model_data = modelMap[req.body.model] ? modelMap[req.body.model] : modelMap["claude-3-7-sonnet-20250219"];
+    const provider = model_data?.provider; // Get provider
+
+    // Base prompt template structure
+    let prompt_template = {
+      "type": "chat",
+      "messages": req.body.messages,
+      "tools": req.body.tools || [], // Default value
+      "tool_choice": req.body.tool_choice || "none", // Default value
+      "input_variables": [],
+      "functions": [],
+      "function_call": null
+    };
+
+    // Conditionally modify for Mistral/Cohere
+    if (provider === 'mistral' || provider === 'cohere') {
+      prompt_template.tools = null;
+      delete prompt_template.tool_choice; // Remove tool_choice entirely
+      delete prompt_template.function_call;
+    }
+
+    let data = {
+      "id": uuidv4(),
+      "playground_session_id": req.chatID,
+      "shared_prompt_blueprint": {
+        "inference_client_name": null,
+        "metadata": {
+          "model": model_data // Keep original model_data here for metadata
+        },
+        "prompt_template": prompt_template, // Use the adjusted template
+        "provider_base_url_name": null
+      },
+      "individual_run_requests": [
+        {
+          "input_variables": {},
+          "run_group_position": 1
+        }
+      ]
+    };
+
+    console.log(JSON.stringify(data))
+
+    // Update model parameters (this loop remains the same)
+    for (const item in req.body) {
+      if (item === "messages" || item === "model" || item === "stream") {
+        continue
+      } else if (model_data.parameters && model_data.parameters.hasOwnProperty(item)) { // Check if parameters exist and has the property
+        model_data.parameters[item] = req.body[item]
+      }
+    }
+    // Ensure the potentially modified model_data (with updated parameters) is in metadata
+    data.shared_prompt_blueprint.metadata.model = model_data;
+
+    const response = await axios.post(url, data, { headers });
+    if (response.data.success) {
+      return response.data.run_group.individual_run_requests[0].id
+    } else {
+      return false
+    }
+  } catch (error) {
+    // console.error("错误:", error.response?.data)
+    res.status(500).json({
+      "error": {
+        "message": error.message || "服务器内部错误",
+        "type": "server_error",
+        "param": null,
+        "code": "server_error"
+      }
+    })
+  }
+}
+
+// 聊天完成路由
+router.post('/v1/chat/completions', verify, parseMessages, async (req, res) => {
+  // console.log(JSON.stringify(req.body))
+
+  try {
+
+    const setHeader = () => {
+      try {
+        if (req.body.stream === true) {
+          res.setHeader('Content-Type', 'text/event-stream')
+          res.setHeader('Cache-Control', 'no-cache')
+          res.setHeader('Connection', 'keep-alive')
+        } else {
+          res.setHeader('Content-Type', 'application/json')
+        }
+      } catch (error) {
+        // console.error("设置响应头时出错:", error)
+      }
+    }
+
+    const { access_token, clientId } = req.account
+    // 生成会话ID
+    await getChatID(req, res)
+
+    // 发送的数据
+    const sendAction = `{"action":10,"channel":"user:${clientId}","params":{"agent":"react-hooks/2.0.2"}}`
+    // 构建 WebSocket URL
+    const wsUrl = `wss://realtime.ably.io/?access_token=${encodeURIComponent(access_token)}&clientId=${clientId}&format=json&heartbeats=true&v=3&agent=ably-js%2F2.0.2%20browser`
+    // 创建 WebSocket 连接
+    const ws = new WebSocket(wsUrl)
+
+    // 状态详细
+    let ThinkingLastContent = ""
+    let TextLastContent = ""
+    let ThinkingStart = false
+    let ThinkingEnd = false
+    let RequestID = ""
+    let MessageID = "chatcmpl-" + uuidv4()
+    let streamChunk = {
+      "id": MessageID,
+      "object": "chat.completion.chunk",
+      "system_fingerprint": "fp_44709d6fcb",
+      "created": Math.floor(Date.now() / 1000),
+      "model": req.body.model,
+      "choices": [
+        {
+          "index": 0,
+          "delta": {
+            "content": null
+          },
+          "finish_reason": null
+        }
+      ]
+    }
+
+    ws.on('open', async () => {
+      ws.send(sendAction)
+      RequestID = await sentRequest(req, res)
+      setHeader()
+    })
+
+    ws.on('message', async (data) => {
+      try {
+        data = data.toString()
+        console.log("here!!!")
+        console.log(data)
+        let ContentText = JSON.parse(data)?.messages?.[0]
+        let ContentData = JSON.parse(ContentText?.data)
+        const isRequestID = ContentData?.individual_run_request_id
+        if (isRequestID != RequestID || !isRequestID) return
+
+        let output = ""
+
+        if (ContentText?.name === "UPDATE_LAST_MESSAGE") {
+          const MessageArray = ContentData?.payload?.message?.content
+          for (const item of MessageArray) {
+
+            if (item.type === "text") {
+              output = item.text.replace(TextLastContent, "")
+              if (ThinkingStart && !ThinkingEnd) {
+                ThinkingEnd = true
+                output = `${output}\n\n</think>`
+              }
+              TextLastContent = item.text
+            }
+            else if (item.type === "thinking" && MessageArray.length === 1) {
+              output = item.thinking.replace(ThinkingLastContent, "")
+              if (!ThinkingStart) {
+                ThinkingStart = true
+                output = `<think>\n\n${output}`
+              }
+              ThinkingLastContent = item.thinking
+            }
+
+          }
+
+          if (req.body.stream === true) {
+            streamChunk.choices[0].delta.content = output
+            res.write(`data: ${JSON.stringify(streamChunk)}\n\n`)
+          }
+
+        }
+        else if (ContentText?.name === "INDIVIDUAL_RUN_COMPLETE") {
+
+          if (req.body.stream !== true) {
+            output = ThinkingLastContent ? `<think>\n\n${ThinkingLastContent}\n\n</think>\n\n${TextLastContent}` : TextLastContent
+          }
+
+          if (ThinkingLastContent === "" && TextLastContent === "") {
+            output = "该模型在发送请求时遇到错误: \n1. 请检查请求参数,模型支持参数和默认参数可在/v1/models下查看\n2. 参数设置大小是否超过模型限制\n3. 模型当前官网此模型可能负载过高,可以切换别的模型尝试,这属于正常现象\n4. Anthropic系列模型的temperature的取值为0-1,请勿设置超过1的值\n5. 交流与支持群: https://t.me/nodejs_project"
+            streamChunk.choices[0].delta.content = output
+            res.write(`data: ${JSON.stringify(streamChunk)}\n\n`)
+          }
+
+          if (!req.body.stream || req.body.stream !== true) {
+            let responseJson = {
+              "id": MessageID,
+              "object": "chat.completion",
+              "created": Math.floor(Date.now() / 1000),
+              "system_fingerprint": "fp_44709d6fcb",
+              "model": req.body.model,
+              "choices": [
+                {
+                  "index": 0,
+                  "message": {
+                    "role": "assistant",
+                    "content": output
+                  },
+                  "finish_reason": "stop"
+                }
+              ],
+              "usage": {
+                "prompt_tokens": 0,
+                "completion_tokens": 0,
+                "total_tokens": 0
+              }
+            }
+
+            res.json(responseJson)
+            ws.close()
+            return
+          } else {
+            // 流式响应：发送结束标记
+            let finalChunk = {
+              "id": MessageID,
+              "object": "chat.completion.chunk",
+              "system_fingerprint": "fp_44709d6fcb",
+              "created": Math.floor(Date.now() / 1000),
+              "model": req.body.model,
+              "choices": [
+                {
+                  "index": 0,
+                  "delta": {},
+                  "finish_reason": "stop"
+                }
+              ]
+            }
+
+            res.write(`data: ${JSON.stringify(finalChunk)}\n\n`)
+            res.write(`data: [DONE]\n\n`)
+            res.end()
+          }
+          ws.close()
+        }
+
+      } catch (err) {
+        // console.error("处理WebSocket消息出错:", err)
+      }
+    })
+
+    ws.on('error', (err) => {
+      // 标准OpenAI错误响应格式
+      res.status(500).json({
+        "error": {
+          "message": err.message,
+          "type": "server_error",
+          "param": null,
+          "code": "server_error"
+        }
+      })
+    })
+
+    setTimeout(() => {
+      if (ws.readyState === WebSocket.OPEN) {
+        ws.close()
+        if (!res.headersSent) {
+          // 标准OpenAI超时错误响应格式
+          res.status(504).json({
+            "error": {
+              "message": "请求超时",
+              "type": "timeout",
+              "param": null,
+              "code": "timeout_error"
+            }
+          })
+        }
+      }
+    }, 300 * 1000)
+
+  } catch (error) {
+    console.error("错误:", error)
+    // 标准OpenAI通用错误响应格式
+    res.status(500).json({
+      "error": {
+        "message": error.message || "服务器内部错误",
+        "type": "server_error",
+        "param": null,
+        "code": "server_error"
+      }
+    })
+  }
+})
+
+module.exports = router

src/routes/models.js

@@ -3,7 +3,6 @@ const router = express.Router()
 const modelMap = require('../lib/model-map')
 
 router.get('/v1/models', (req, res) => {
-  console.log('Available model keys in modelMap:', Object.keys(modelMap));
 
   const result = Object.keys(modelMap).map((id) => {
     const model_data = {