mirror of
https://github.com/pewdiepie-archdaemon/odysseus.git
synced 2026-06-15 17:25:26 -04:00
Ocean Bennett
e7c1d75884
* fix(models): query v1 models for llama-server endpoints * test(models): accept owner kwargs in llama-server regression
59 lines
2.0 KiB
Python
59 lines
2.0 KiB
Python
"""Regression coverage for llama-server style /v1 model-list endpoints (#3330)."""
|
|
|
|
import httpx
|
|
|
|
from src import endpoint_resolver, llm_core, model_context
|
|
|
|
|
|
def test_build_models_url_accepts_v1_base_and_chat_url(monkeypatch):
|
|
monkeypatch.setattr(endpoint_resolver, "resolve_url", lambda url: url)
|
|
|
|
assert (
|
|
endpoint_resolver.build_models_url("http://127.0.0.1:8080/v1")
|
|
== "http://127.0.0.1:8080/v1/models"
|
|
)
|
|
assert (
|
|
endpoint_resolver.build_models_url("http://127.0.0.1:8080/v1/chat/completions")
|
|
== "http://127.0.0.1:8080/v1/models"
|
|
)
|
|
|
|
|
|
def test_llm_core_list_model_ids_queries_models_for_v1_base(monkeypatch):
|
|
monkeypatch.setattr(endpoint_resolver, "resolve_url", lambda url: url)
|
|
monkeypatch.setattr(llm_core, "_configured_cached_model_ids", lambda url, **kwargs: [])
|
|
seen = []
|
|
|
|
def fake_get(url, headers=None, timeout=None):
|
|
seen.append(url)
|
|
request = httpx.Request("GET", url)
|
|
return httpx.Response(200, json={"data": [{"id": "qwen3"}]}, request=request)
|
|
|
|
monkeypatch.setattr(llm_core.httpx, "get", fake_get)
|
|
|
|
assert llm_core.list_model_ids("http://127.0.0.1:8080/v1", timeout=1) == ["qwen3"]
|
|
assert seen == ["http://127.0.0.1:8080/v1/models"]
|
|
|
|
|
|
def test_model_context_queries_models_for_v1_base(monkeypatch):
|
|
monkeypatch.setattr(endpoint_resolver, "resolve_url", lambda url: url)
|
|
seen = []
|
|
|
|
def fake_get(url, timeout=None):
|
|
seen.append(url)
|
|
request = httpx.Request("GET", url)
|
|
if url.endswith("/slots"):
|
|
return httpx.Response(404, request=request)
|
|
return httpx.Response(
|
|
200,
|
|
json={"data": [{"id": "qwen3", "context_length": 32768}]},
|
|
request=request,
|
|
)
|
|
|
|
monkeypatch.setattr(model_context.httpx, "get", fake_get)
|
|
|
|
assert model_context._query_context_length("http://127.0.0.1:8080/v1", "qwen3") == 32768
|
|
assert seen == [
|
|
"http://127.0.0.1:8080/slots",
|
|
"http://127.0.0.1:8080/v1/models",
|
|
]
|