Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
12 changes: 11 additions & 1 deletion backend/apps/system/api/aimodel.py
Original file line number Diff line number Diff line change
Expand Up @@ -7,11 +7,12 @@

from apps.ai_model.model_factory import LLMConfig, LLMFactory
from apps.swagger.i18n import PLACEHOLDER_PREFIX
from apps.system.crud.model_discovery import discover_models, ModelDiscoveryError
from apps.system.crud.aimodel_manage import get_ai_model_list_by_workspace
from apps.system.crud.workspace_model import resolve_model_id, get_model_impacts, apply_model_impact_resolutions
from apps.system.schemas.workspace_model import ModelMappingUpdate, ModelImpactResolution, ModelImpact
from apps.system.models.system_model import AiModelDetail, AiModelWorkspaceMapping, AiModelBrief
from apps.system.schemas.ai_model_schema import AiModelConfigItem, AiModelCreator, AiModelEditor, AiModelGridItem
from apps.system.schemas.ai_model_schema import AiModelConfigItem, AiModelCreator, AiModelEditor, AiModelGridItem, ModelDiscoveryRequest
from apps.system.schemas.permission import SqlbotPermission, require_permissions
from common.core.deps import SessionDep, Trans, CurrentUser, CurrentAssistant
from common.utils.crypto import sqlbot_decrypt
Expand All @@ -23,6 +24,15 @@
from common.audit.schemas.logger_decorator import LogConfig, system_log


@router.post("/models", include_in_schema=False)
@require_permissions(permission=SqlbotPermission(role=['admin']))
async def list_provider_models(info: ModelDiscoveryRequest, trans: Trans):
try:
return {'models': await discover_models(info.api_domain, info.api_key.get_secret_value())}
except ModelDiscoveryError as error:
return {'models': [], 'error': trans(f'i18n_model_discovery.{error}')}


@router.post("/status", include_in_schema=False)
@require_permissions(permission=SqlbotPermission(role=['admin']))
async def check_llm(info: AiModelCreator, trans: Trans):
Expand Down
82 changes: 82 additions & 0 deletions backend/apps/system/crud/model_discovery.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,82 @@
"""Bounded, administrator initiated OpenAI-compatible model discovery."""

import asyncio
import json
from urllib.parse import urlsplit, urlunsplit

import httpx

MAX_BYTES = 1024 * 1024
MAX_MODELS = 2000


class ModelDiscoveryError(Exception):
"""Only a safe classification crosses the HTTP boundary."""


def models_url(base: str) -> str:
try:
parts = urlsplit(base)
if (
parts.scheme not in ("http", "https")
or not parts.hostname
or parts.username is not None
or parts.password is not None
or parts.query
or parts.fragment
or "\\" in base
or any(c.isspace() or ord(c) < 32 for c in base)
):
raise ValueError
_ = parts.port
return urlunsplit(
(parts.scheme, parts.netloc, parts.path.rstrip("/") + "/models", "", "")
)
except ValueError:
raise ModelDiscoveryError("address") from None


async def discover_models(base: str, key: str) -> list[str]:
url = models_url(base)
if len(key) > 16384 or any(ord(c) < 32 or ord(c) > 126 for c in key):
raise ModelDiscoveryError("credentials")
headers = {"Authorization": f"Bearer {key}"} if key else {}
try:
async with asyncio.timeout(10):
async with httpx.AsyncClient(
follow_redirects=False, trust_env=False, timeout=10
) as client:
async with client.stream("GET", url, headers=headers) as response:
if response.status_code in (401, 403):
raise ModelDiscoveryError("credentials")
if response.status_code in (404, 405, 501):
raise ModelDiscoveryError("unsupported")
if response.status_code != 200:
raise ModelDiscoveryError("failed")
body = bytearray()
async for chunk in response.aiter_bytes(chunk_size=65536):
body.extend(chunk)
if len(body) > MAX_BYTES:
raise ModelDiscoveryError("invalid")
payload = json.loads(body)
rows = payload.get("data") if isinstance(payload, dict) else None
if not isinstance(rows, list) or len(rows) > MAX_MODELS:
raise ModelDiscoveryError("invalid")
result = []
for row in rows:
model_id = row.get("id") if isinstance(row, dict) else None
if (
not isinstance(model_id, str)
or not model_id.strip()
or len(model_id) > 255
or any(ord(c) < 32 for c in model_id)
or (key and key in model_id)
):
raise ModelDiscoveryError("invalid")
if model_id not in result:
result.append(model_id)
return result
except (TimeoutError, httpx.TimeoutException):
raise ModelDiscoveryError("timeout") from None
except (httpx.HTTPError, httpx.InvalidURL, ValueError):
raise ModelDiscoveryError("failed") from None
8 changes: 6 additions & 2 deletions backend/apps/system/schemas/ai_model_schema.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@

from typing import List
from pydantic import BaseModel, Field
from pydantic import BaseModel, Field, SecretStr

from apps.swagger.i18n import PLACEHOLDER_PREFIX
from common.core.schemas import BaseCreatorDTO
Expand All @@ -27,4 +27,8 @@ class AiModelCreator(AiModelItem):
config_list: List[AiModelConfigItem] = Field(description=f"{PLACEHOLDER_PREFIX}config_list")

class AiModelEditor(AiModelCreator, BaseCreatorDTO):
pass
pass

class ModelDiscoveryRequest(BaseModel):
api_domain: str = Field(max_length=2048)
api_key: SecretStr = Field(default=SecretStr(""))
10 changes: 9 additions & 1 deletion backend/locales/en.json
Original file line number Diff line number Diff line change
Expand Up @@ -216,5 +216,13 @@
},
"i18n_parameter": {
"invalid_embedding_parameter": "Invalid embedding parameter: {key}. Similarities and weights must be finite numbers from 0 to 1; candidate counts must be positive integers."
}
},
"i18n_model_discovery": {
"address": "Invalid API base address.",
"credentials": "Authentication failed. Check the API Key.",
"unsupported": "This service does not support model listing.",
"failed": "Model listing failed. You can enter a model ID manually.",
"invalid": "The model list is invalid or exceeds the size limit.",
"timeout": "Fetching models timed out."
}
}
10 changes: 9 additions & 1 deletion backend/locales/ko-KR.json
Original file line number Diff line number Diff line change
Expand Up @@ -216,5 +216,13 @@
},
"i18n_parameter": {
"invalid_embedding_parameter": "벡터 매개변수 {key}이(가) 유효하지 않습니다. 유사도와 가중치는 0~1 사이의 유한한 수, 후보 수는 양의 정수여야 합니다."
}
},
"i18n_model_discovery": {
"address": "API 기본 주소가 잘못되었습니다.",
"credentials": "인증에 실패했습니다. API Key를 확인하세요.",
"unsupported": "이 서비스는 모델 목록을 지원하지 않습니다.",
"failed": "모델 목록을 가져오지 못했습니다. 모델 ID를 직접 입력할 수 있습니다.",
"invalid": "모델 목록 형식이 잘못되었거나 크기 제한을 초과했습니다.",
"timeout": "모델 목록 요청 시간이 초과되었습니다."
}
}
10 changes: 9 additions & 1 deletion backend/locales/th-TH.json
Original file line number Diff line number Diff line change
Expand Up @@ -216,5 +216,13 @@
},
"i18n_parameter": {
"invalid_embedding_parameter": "พารามิเตอร์เวกเตอร์ {key} ไม่ถูกต้อง ความคล้ายคลึงและน้ำหนักต้องเป็นจำนวนจำกัดระหว่าง 0 ถึง 1 และจำนวนรายการต้องเป็นจำนวนเต็มบวก"
}
},
"i18n_model_discovery": {
"address": "ที่อยู่ฐาน API ไม่ถูกต้อง",
"credentials": "การยืนยันตัวตนล้มเหลว โปรดตรวจสอบ API Key",
"unsupported": "บริการนี้ไม่รองรับรายการโมเดล",
"failed": "ดึงรายการโมเดลไม่สำเร็จ คุณสามารถป้อน ID โมเดลด้วยตนเองได้",
"invalid": "รูปแบบรายการโมเดลไม่ถูกต้องหรือเกินขนาดที่กำหนด",
"timeout": "หมดเวลาในการดึงรายการโมเดล"
}
}
10 changes: 9 additions & 1 deletion backend/locales/zh-CN.json
Original file line number Diff line number Diff line change
Expand Up @@ -216,5 +216,13 @@
},
"i18n_parameter": {
"invalid_embedding_parameter": "向量参数 {key} 无效。相似度和权重必须是 0~1 的有限数值,候选数量必须是正整数。"
}
},
"i18n_model_discovery": {
"address": "API 基地址无效。",
"credentials": "鉴权失败,请检查 API Key。",
"unsupported": "此服务不支持获取模型列表。",
"failed": "获取模型列表失败,可手动输入模型 ID。",
"invalid": "模型列表格式无效或超出大小限制。",
"timeout": "获取模型列表超时。"
}
}
10 changes: 9 additions & 1 deletion backend/locales/zh-TW.json
Original file line number Diff line number Diff line change
Expand Up @@ -216,5 +216,13 @@
},
"i18n_parameter": {
"invalid_embedding_parameter": "向量參數 {key} 無效。相似度與權重必須是 0~1 的有限數值,候選數量必須是正整數。"
}
},
"i18n_model_discovery": {
"address": "API 基底位址無效。",
"credentials": "驗證失敗,請檢查 API Key。",
"unsupported": "此服務不支援取得模型清單。",
"failed": "取得模型清單失敗,可手動輸入模型 ID。",
"invalid": "模型清單格式無效或超出大小限制。",
"timeout": "取得模型清單逾時。"
}
}
Loading
Loading