Kevin Hu commited on
Commit
9d920dd
·
1 Parent(s): 5a3241a

fix self deployed llm lost (#2510)

Browse files

### What problem does this PR solve?

#2509

### Type of change

- [x] Bug Fix (non-breaking change which fixes an issue)

Files changed (1) hide show
  1. api/apps/llm_app.py +2 -1
api/apps/llm_app.py CHANGED
@@ -305,6 +305,7 @@ def my_llms():
305
  @manager.route('/list', methods=['GET'])
306
  @login_required
307
  def list_app():
 
308
  model_type = request.args.get("model_type")
309
  try:
310
  objs = TenantLLMService.query(tenant_id=current_user.id)
@@ -313,7 +314,7 @@ def list_app():
313
  llms = [m.to_dict()
314
  for m in llms if m.status == StatusEnum.VALID.value]
315
  for m in llms:
316
- m["available"] = m["fid"] in facts or m["llm_name"].lower() == "flag-embedding" or m["fid"] in ["Youdao","FastEmbed", "BAAI"]
317
 
318
  llm_set = set([m["llm_name"] for m in llms])
319
  for o in objs:
 
305
  @manager.route('/list', methods=['GET'])
306
  @login_required
307
  def list_app():
308
+ self_deploied = ["Youdao","FastEmbed", "BAAI", "Ollama", "Xinference", "LocalAI", "LM-Studio"]
309
  model_type = request.args.get("model_type")
310
  try:
311
  objs = TenantLLMService.query(tenant_id=current_user.id)
 
314
  llms = [m.to_dict()
315
  for m in llms if m.status == StatusEnum.VALID.value]
316
  for m in llms:
317
+ m["available"] = m["fid"] in facts or m["llm_name"].lower() == "flag-embedding" or m["fid"] in self_deploied
318
 
319
  llm_set = set([m["llm_name"] for m in llms])
320
  for o in objs: