Kevin Hu commited on
Commit
e9cc5fb
·
1 Parent(s): 5381c23

fix local variable ans (#3077)

Browse files

### What problem does this PR solve?
#3064

### Type of change

- [x] Bug Fix (non-breaking change which fixes an issue)

Files changed (1) hide show
  1. rag/llm/chat_model.py +4 -0
rag/llm/chat_model.py CHANGED
@@ -109,6 +109,8 @@ class XinferenceChat(Base):
109
  if base_url.split("/")[-1] != "v1":
110
  base_url = os.path.join(base_url, "v1")
111
  super().__init__(key, model_name, base_url)
 
 
112
  class HuggingFaceChat(Base):
113
  def __init__(self, key=None, model_name="", base_url=""):
114
  if not base_url:
@@ -117,6 +119,7 @@ class HuggingFaceChat(Base):
117
  base_url = os.path.join(base_url, "v1")
118
  super().__init__(key, model_name, base_url)
119
 
 
120
  class DeepSeekChat(Base):
121
  def __init__(self, key, model_name="deepseek-chat", base_url="https://api.deepseek.com/v1"):
122
  if not base_url: base_url = "https://api.deepseek.com/v1"
@@ -1247,6 +1250,7 @@ class AnthropicChat(Base):
1247
  if "max_tokens" not in gen_conf:
1248
  gen_conf["max_tokens"] = 4096
1249
 
 
1250
  try:
1251
  response = self.client.messages.create(
1252
  model=self.model_name,
 
109
  if base_url.split("/")[-1] != "v1":
110
  base_url = os.path.join(base_url, "v1")
111
  super().__init__(key, model_name, base_url)
112
+
113
+
114
  class HuggingFaceChat(Base):
115
  def __init__(self, key=None, model_name="", base_url=""):
116
  if not base_url:
 
119
  base_url = os.path.join(base_url, "v1")
120
  super().__init__(key, model_name, base_url)
121
 
122
+
123
  class DeepSeekChat(Base):
124
  def __init__(self, key, model_name="deepseek-chat", base_url="https://api.deepseek.com/v1"):
125
  if not base_url: base_url = "https://api.deepseek.com/v1"
 
1250
  if "max_tokens" not in gen_conf:
1251
  gen_conf["max_tokens"] = 4096
1252
 
1253
+ ans = ""
1254
  try:
1255
  response = self.client.messages.create(
1256
  model=self.model_name,