Kevin Hu
commited on
Commit
·
9d920dd
1
Parent(s):
5a3241a
fix self deployed llm lost (#2510)
Browse files### What problem does this PR solve?
#2509
### Type of change
- [x] Bug Fix (non-breaking change which fixes an issue)
- api/apps/llm_app.py +2 -1
api/apps/llm_app.py
CHANGED
@@ -305,6 +305,7 @@ def my_llms():
|
|
305 |
@manager.route('/list', methods=['GET'])
|
306 |
@login_required
|
307 |
def list_app():
|
|
|
308 |
model_type = request.args.get("model_type")
|
309 |
try:
|
310 |
objs = TenantLLMService.query(tenant_id=current_user.id)
|
@@ -313,7 +314,7 @@ def list_app():
|
|
313 |
llms = [m.to_dict()
|
314 |
for m in llms if m.status == StatusEnum.VALID.value]
|
315 |
for m in llms:
|
316 |
-
m["available"] = m["fid"] in facts or m["llm_name"].lower() == "flag-embedding" or m["fid"] in
|
317 |
|
318 |
llm_set = set([m["llm_name"] for m in llms])
|
319 |
for o in objs:
|
|
|
305 |
@manager.route('/list', methods=['GET'])
|
306 |
@login_required
|
307 |
def list_app():
|
308 |
+
self_deploied = ["Youdao","FastEmbed", "BAAI", "Ollama", "Xinference", "LocalAI", "LM-Studio"]
|
309 |
model_type = request.args.get("model_type")
|
310 |
try:
|
311 |
objs = TenantLLMService.query(tenant_id=current_user.id)
|
|
|
314 |
llms = [m.to_dict()
|
315 |
for m in llms if m.status == StatusEnum.VALID.value]
|
316 |
for m in llms:
|
317 |
+
m["available"] = m["fid"] in facts or m["llm_name"].lower() == "flag-embedding" or m["fid"] in self_deploied
|
318 |
|
319 |
llm_set = set([m["llm_name"] for m in llms])
|
320 |
for o in objs:
|