Kevin Hu commited on
Commit
4740a3f
·
1 Parent(s): 845357b

fix QWenSeq2txt bug (#2245)

Browse files

### What problem does this PR solve?

#2243

### Type of change

- [x] Bug Fix (non-breaking change which fixes an issue)

api/apps/llm_app.py CHANGED
@@ -43,7 +43,7 @@ def set_api_key():
43
  chat_passed, embd_passed, rerank_passed = False, False, False
44
  factory = req["llm_factory"]
45
  msg = ""
46
- for llm in LLMService.query(fid=factory):
47
  if not embd_passed and llm.model_type == LLMType.EMBEDDING.value:
48
  mdl = EmbeddingModel[factory](
49
  req["api_key"], llm.llm_name, base_url=req.get("base_url"))
 
43
  chat_passed, embd_passed, rerank_passed = False, False, False
44
  factory = req["llm_factory"]
45
  msg = ""
46
+ for llm in LLMService.query(fid=factory)[:3]:
47
  if not embd_passed and llm.model_type == LLMType.EMBEDDING.value:
48
  mdl = EmbeddingModel[factory](
49
  req["api_key"], llm.llm_name, base_url=req.get("base_url"))
rag/llm/sequence2txt_model.py CHANGED
@@ -71,7 +71,7 @@ class QWenSeq2txt(Base):
71
  ans = ""
72
  if result.status_code == HTTPStatus.OK:
73
  for sentence in result.get_sentence():
74
- ans += str(sentence + '\n')
75
  return ans, num_tokens_from_string(ans)
76
 
77
  return "**ERROR**: " + result.message, 0
 
71
  ans = ""
72
  if result.status_code == HTTPStatus.OK:
73
  for sentence in result.get_sentence():
74
+ ans += sentence.text.decode('utf-8') + '\n'
75
  return ans, num_tokens_from_string(ans)
76
 
77
  return "**ERROR**: " + result.message, 0