hermes-agent/tests/run_agent/test_switch_model_fallback_prune.py
ethernet 0fce82164a Pluginify provider/platform/terminal backends
Move provider adapters (anthropic, bedrock, azure), platform adapters
(telegram, slack, discord, feishu, dingtalk, matrix), and terminal backends
(modal, daytona) out of core into plugins/ workspace members. Core references
them via the plugin registries (get_provider_namespace / get_provider_service /
get_tool_provider / get_credential_pool_hook) instead of direct imports.

- Provider/platform/terminal adapters relocated under plugins/; pyproject
  extras reference workspace members; nix variants aggregate per-platform extras.
- Anthropic credential discovery + OAuth-masquerade guard live in the plugin's
  credential_pool_hook; browser-open guarded by _can_open_graphical_browser.
- Vercel AI Gateway + Vercel Sandbox removed (upstream deletion); get_bedrock_model_ids
  removed (replaced by bedrock_model_ids_or_none + discover_bedrock_models).
- Terminal backends resolve ModalEnvironment / DaytonaEnvironment lazily from
  the plugin registry.
- uv.lock regenerated against the pluginified workspace.

Plugin test suites updated for the relocation: imports point at
hermes_agent_<plat>.adapter, caplog logger-name filters and monkeypatch targets
use the new module paths, and credential/rollback tests patch
registries.get_provider_service rather than the removed agent.*_adapter modules.

Verified: zero dead imports of relocated modules in core (import smoke test +
rename-map grep); nix develop succeeds; targeted plugin suites green
(bedrock, anthropic-auxiliary, matrix, dingtalk, feishu, credential_pool,
switch_model_rollback). Remaining full-suite failures are pre-existing on the
pre-merge tree (telegram setUpModule __code__) or environmental (voice/media/
PTY/network-dependent), not introduced here.
2026-05-29 09:28:00 -04:00

107 lines
3.4 KiB
Python

"""Regression test for TUI v2 blitz bug: explicit /model --provider switch
silently fell back to the old primary provider on the next turn because the
fallback chain — seeded from config at agent __init__ — kept entries for the
provider the user just moved away from.
Reported: "switched from openrouter provider to anthropic api key via hermes
model and the tui keeps trying openrouter".
"""
from unittest.mock import MagicMock, patch
from run_agent import AIAgent
from agent.plugin_registries import registries
def _make_agent(chain):
agent = AIAgent.__new__(AIAgent)
agent.provider = "openrouter"
agent.model = "x-ai/grok-4"
agent.base_url = "https://openrouter.ai/api/v1"
agent.api_key = "or-key"
agent.api_mode = "chat_completions"
agent.client = MagicMock()
agent._client_kwargs = {"api_key": "or-key", "base_url": "https://openrouter.ai/api/v1"}
agent.context_compressor = None
agent._anthropic_api_key = ""
agent._anthropic_base_url = None
agent._anthropic_client = None
agent._is_anthropic_oauth = False
agent._cached_system_prompt = "cached"
agent._primary_runtime = {}
agent._fallback_activated = False
agent._fallback_index = 0
agent._fallback_chain = list(chain)
agent._fallback_model = chain[0] if chain else None
return agent
def _switch_to_anthropic(agent):
with (
patch.dict(registries._provider_services, {"anthropic": {
"build_anthropic_client": MagicMock(return_value=MagicMock()),
"resolve_anthropic_token": MagicMock(return_value="sk-ant-xyz"),
"_is_oauth_token": MagicMock(return_value=False),
}}),
patch("hermes_cli.timeouts.get_provider_request_timeout", return_value=None),
):
agent.switch_model(
new_model="claude-sonnet-4-5",
new_provider="anthropic",
api_key="sk-ant-xyz",
base_url="https://api.anthropic.com",
api_mode="anthropic_messages",
)
def test_switch_drops_old_primary_from_fallback_chain():
agent = _make_agent([
{"provider": "openrouter", "model": "x-ai/grok-4"},
{"provider": "nous", "model": "hermes-4"},
])
_switch_to_anthropic(agent)
providers = [entry["provider"] for entry in agent._fallback_chain]
assert "openrouter" not in providers, "old primary must be pruned"
assert "anthropic" not in providers, "new primary is redundant in the chain"
assert providers == ["nous"]
assert agent._fallback_model == {"provider": "nous", "model": "hermes-4"}
def test_switch_with_empty_chain_stays_empty():
agent = _make_agent([])
_switch_to_anthropic(agent)
assert agent._fallback_chain == []
assert agent._fallback_model is None
def test_switch_initializes_missing_fallback_attrs():
agent = _make_agent([])
del agent._fallback_chain
del agent._fallback_model
_switch_to_anthropic(agent)
assert agent._fallback_chain == []
assert agent._fallback_model is None
def test_switch_within_same_provider_preserves_chain():
chain = [{"provider": "openrouter", "model": "x-ai/grok-4"}]
agent = _make_agent(chain)
with patch("hermes_cli.timeouts.get_provider_request_timeout", return_value=None):
agent.switch_model(
new_model="openai/gpt-5",
new_provider="openrouter",
api_key="or-key",
base_url="https://openrouter.ai/api/v1",
)
assert agent._fallback_chain == chain