Kevin Hu
commited on
Commit
·
9d920dd
1
Parent(s):
5a3241a
fix self deployed llm lost (#2510)
Browse files### What problem does this PR solve?
#2509
### Type of change
- [x] Bug Fix (non-breaking change which fixes an issue)
- api/apps/llm_app.py +2 -1
api/apps/llm_app.py
CHANGED
|
@@ -305,6 +305,7 @@ def my_llms():
|
|
| 305 |
@manager.route('/list', methods=['GET'])
|
| 306 |
@login_required
|
| 307 |
def list_app():
|
|
|
|
| 308 |
model_type = request.args.get("model_type")
|
| 309 |
try:
|
| 310 |
objs = TenantLLMService.query(tenant_id=current_user.id)
|
|
@@ -313,7 +314,7 @@ def list_app():
|
|
| 313 |
llms = [m.to_dict()
|
| 314 |
for m in llms if m.status == StatusEnum.VALID.value]
|
| 315 |
for m in llms:
|
| 316 |
-
m["available"] = m["fid"] in facts or m["llm_name"].lower() == "flag-embedding" or m["fid"] in
|
| 317 |
|
| 318 |
llm_set = set([m["llm_name"] for m in llms])
|
| 319 |
for o in objs:
|
|
|
|
| 305 |
@manager.route('/list', methods=['GET'])
|
| 306 |
@login_required
|
| 307 |
def list_app():
|
| 308 |
+
self_deploied = ["Youdao","FastEmbed", "BAAI", "Ollama", "Xinference", "LocalAI", "LM-Studio"]
|
| 309 |
model_type = request.args.get("model_type")
|
| 310 |
try:
|
| 311 |
objs = TenantLLMService.query(tenant_id=current_user.id)
|
|
|
|
| 314 |
llms = [m.to_dict()
|
| 315 |
for m in llms if m.status == StatusEnum.VALID.value]
|
| 316 |
for m in llms:
|
| 317 |
+
m["available"] = m["fid"] in facts or m["llm_name"].lower() == "flag-embedding" or m["fid"] in self_deploied
|
| 318 |
|
| 319 |
llm_set = set([m["llm_name"] for m in llms])
|
| 320 |
for o in objs:
|