fix: diagnose vllm serve runtime issues (#1198)

This commit is contained in:
spooky
2026-06-05 20:03:04 +10:00
committed by GitHub
parent 0a2adc9c96
commit f9e1d38cc2
5 changed files with 71 additions and 11 deletions
+15
View File
@@ -0,0 +1,15 @@
from routes.cookbook_helpers import _diagnose_serve_output
def test_diagnose_vllm_modelopt_lm_head_error():
output = """
ValueError: There is no module or parameter named 'lm_head.input_scale'
Engine core initialization failed.
"""
diagnosis = _diagnose_serve_output(output)
assert diagnosis is not None
assert "ModelOpt LM-head" in diagnosis["message"]
assert diagnosis["suggestions"][0]["op"] == "manual"
assert "provides this CLI" in diagnosis["suggestions"][0]["label"]