mirror of
https://github.com/nesquena/hermes-webui.git
synced 2026-06-07 17:30:21 +00:00
Hermes Agent
111 lines
3.2 KiB
Python
111 lines
3.2 KiB
Python
"""Regression coverage for Agent model-metadata reasoning capability lookup."""
|
|
|
|
import sys
|
|
import types
|
|
from types import SimpleNamespace
|
|
|
|
|
|
def _install_fake_models_dev(monkeypatch, fake_fn):
|
|
fake_agent = types.ModuleType("agent")
|
|
fake_models_dev = types.ModuleType("agent.models_dev")
|
|
setattr(fake_models_dev, "get_model_capabilities", fake_fn)
|
|
setattr(fake_agent, "models_dev", fake_models_dev)
|
|
monkeypatch.setitem(sys.modules, "agent", fake_agent)
|
|
monkeypatch.setitem(sys.modules, "agent.models_dev", fake_models_dev)
|
|
|
|
|
|
def test_models_dev_true_returns_full_efforts(monkeypatch):
|
|
_install_fake_models_dev(
|
|
monkeypatch,
|
|
lambda provider, model: SimpleNamespace(supports_reasoning=True),
|
|
)
|
|
|
|
import api.config as cfg
|
|
|
|
assert cfg._models_dev_reasoning_efforts("grok-4.3", "xai-oauth") == list(
|
|
cfg.VALID_REASONING_EFFORTS
|
|
)
|
|
|
|
|
|
def test_models_dev_false_returns_authoritative_empty(monkeypatch):
|
|
_install_fake_models_dev(
|
|
monkeypatch,
|
|
lambda provider, model: SimpleNamespace(supports_reasoning=False),
|
|
)
|
|
|
|
import api.config as cfg
|
|
|
|
assert cfg._models_dev_reasoning_efforts("grok-4.20-non-reasoning", "xai-oauth") == []
|
|
|
|
|
|
def test_models_dev_unknown_allows_compatibility_fallback(monkeypatch):
|
|
_install_fake_models_dev(monkeypatch, lambda provider, model: None)
|
|
|
|
import api.config as cfg
|
|
|
|
assert cfg.resolve_model_reasoning_efforts(
|
|
"x-ai/grok-4", provider_id="openrouter"
|
|
) == list(cfg.VALID_REASONING_EFFORTS)
|
|
|
|
|
|
def test_xai_oauth_grok_uses_agent_metadata(monkeypatch):
|
|
seen = []
|
|
|
|
def fake_capabilities(provider, model):
|
|
seen.append((provider, model))
|
|
return SimpleNamespace(supports_reasoning=True)
|
|
|
|
_install_fake_models_dev(monkeypatch, fake_capabilities)
|
|
|
|
import api.config as cfg
|
|
|
|
assert cfg.resolve_model_reasoning_efforts(
|
|
"@xai-oauth:grok-4.3", provider_id="xai-oauth"
|
|
) == list(cfg.VALID_REASONING_EFFORTS)
|
|
assert seen == [("xai-oauth", "grok-4.3")]
|
|
|
|
|
|
def test_models_dev_false_suppresses_prefix_heuristic(monkeypatch):
|
|
_install_fake_models_dev(
|
|
monkeypatch,
|
|
lambda provider, model: SimpleNamespace(supports_reasoning=False),
|
|
)
|
|
|
|
import api.config as cfg
|
|
|
|
assert cfg.resolve_model_reasoning_efforts(
|
|
"x-ai/grok-4-non-reasoning", provider_id="openrouter"
|
|
) == []
|
|
|
|
|
|
def test_get_reasoning_status_uses_config_default_model(monkeypatch, tmp_path):
|
|
_install_fake_models_dev(
|
|
monkeypatch,
|
|
lambda provider, model: SimpleNamespace(supports_reasoning=True)
|
|
if (provider, model) == ("xai-oauth", "grok-4.3")
|
|
else None,
|
|
)
|
|
|
|
import api.config as cfg
|
|
|
|
config_path = tmp_path / "config.yaml"
|
|
config_path.write_text(
|
|
"""
|
|
model:
|
|
default: grok-4.3
|
|
provider: xai-oauth
|
|
agent:
|
|
reasoning_effort: medium
|
|
display:
|
|
show_reasoning: true
|
|
""".strip(),
|
|
encoding="utf-8",
|
|
)
|
|
monkeypatch.setattr(cfg, "_get_config_path", lambda: config_path)
|
|
|
|
status = cfg.get_reasoning_status()
|
|
|
|
assert status["reasoning_effort"] == "medium"
|
|
assert status["supported_efforts"] == list(cfg.VALID_REASONING_EFFORTS)
|
|
assert status["supports_reasoning_effort"] is True
|