mirror of
https://github.com/NousResearch/hermes-agent.git
synced 2026-07-30 19:09:28 +00:00
Second, deeper pass over tools/gateway/hermes_cli plus first pass over the trees wave 1 missed (acp, acp_adapter, skills, computer_use, docker, dashboard, conformance, monitoring, secret_sources, hermes_state, providers). Same rubric as wave 1 (AGENTS.md test policy); security, alternation/caching invariants, issue-number regressions, and E2E kept. Real test-quality fixes found and rooted out along the way: - tests/tools/test_command_guards.py made real auxiliary-LLM HTTPS calls (DEFAULT_CONFIG smart-approval leaked in) — pinned approval mode=manual via autouse fixture: 17.4s → 0.4s. - test_model_switch_custom_providers.py / test_user_providers_model_switch.py silently probed live provider catalogs (~2s/test) — stubbed cached_provider_model_ids/provider_model_ids/fetch_api_models. - test_telegram_noise_filter.py: 15-platform copy-paste matrix over shared gateway.run logic → 3 representative platforms (55s → 3.9s). - test_gateway_shutdown.py: stop()'s 5s interrupt-deadline loop spun on MagicMock agents — interrupt.side_effect now clears _running_agents (22s → 1.0s). - test_gateway_inactivity_timeout.py poll-harness timings shrunk 3-5x (24s → 1.1s); test_mcp_stability.py backoff/SIGTERM-grace sleeps patched (15.4s → 2.5s); test_async_delegation.py negative-drain wait 5s → 0.5s. - test_telegram_init_deadline.py: loop-block margin restored to 1.0s with rationale comment — the watchdog-dump assertion needs the loop blocked well past deadline+grace under parallel load (flaked once in the 40-worker verification run at a 0.2s margin). Verification: full hermetic suite via scripts/run_tests.sh — 2,438 files, 21,718 tests passed, 0 failed, 293.9s wall. Suite totals vs original baseline: 46,820 → 19,757 test functions (−57.8%), wall 583.5s → 293.9s (−50%), subprocess CPU 13,564s → 11,623s.
228 lines
8.8 KiB
Python
228 lines
8.8 KiB
Python
"""Tests for _setup_feishu() in hermes_cli/gateway.py.
|
|
|
|
Verifies that the interactive setup writes env vars that correctly drive the
|
|
Feishu adapter: credentials, connection mode, DM policy, and group policy.
|
|
"""
|
|
|
|
import os
|
|
from unittest.mock import patch
|
|
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# Helpers
|
|
# ---------------------------------------------------------------------------
|
|
|
|
def _run_setup_feishu(
|
|
*,
|
|
qr_result=None,
|
|
prompt_yes_no_responses=None,
|
|
prompt_choice_responses=None,
|
|
prompt_responses=None,
|
|
existing_env=None,
|
|
):
|
|
"""Run _setup_feishu() with mocked I/O and return the env vars that were saved.
|
|
|
|
Returns a dict of {env_var_name: value} for all save_env_value calls.
|
|
"""
|
|
existing_env = existing_env or {}
|
|
prompt_yes_no_responses = list(prompt_yes_no_responses or [True])
|
|
# QR path: method(0), dm(0), group(0) — 3 choices (no connection mode)
|
|
# Manual path: method(1), domain(0), connection(0), dm(0), group(0) — 5 choices
|
|
prompt_choice_responses = list(prompt_choice_responses or [0, 0, 0])
|
|
prompt_responses = list(prompt_responses or [""])
|
|
|
|
saved_env = {}
|
|
removed_keys = []
|
|
|
|
def mock_save(name, value):
|
|
saved_env[name] = value
|
|
|
|
def mock_get(name):
|
|
return existing_env.get(name, "")
|
|
|
|
def mock_remove(name):
|
|
removed_keys.append(name)
|
|
if name in existing_env:
|
|
del existing_env[name]
|
|
return True
|
|
if name in saved_env:
|
|
del saved_env[name]
|
|
return True
|
|
return False
|
|
|
|
with patch("hermes_cli.config.save_env_value", side_effect=mock_save), \
|
|
patch("hermes_cli.config.get_env_value", side_effect=mock_get), \
|
|
patch("hermes_cli.config.remove_env_value", side_effect=mock_remove), \
|
|
patch("hermes_cli.cli_output.prompt_yes_no", side_effect=prompt_yes_no_responses), \
|
|
patch("hermes_cli.setup.prompt_choice", side_effect=prompt_choice_responses), \
|
|
patch("hermes_cli.cli_output.prompt", side_effect=prompt_responses), \
|
|
patch("hermes_cli.cli_output.print_header"), \
|
|
patch("hermes_cli.cli_output.print_info"), \
|
|
patch("hermes_cli.cli_output.print_success"), \
|
|
patch("hermes_cli.cli_output.print_warning"), \
|
|
patch("hermes_cli.cli_output.print_error"), \
|
|
patch("plugins.platforms.feishu.adapter.qr_register", return_value=qr_result):
|
|
|
|
from plugins.platforms.feishu.adapter import interactive_setup
|
|
interactive_setup()
|
|
|
|
return saved_env, removed_keys
|
|
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# QR scan-to-create path
|
|
# ---------------------------------------------------------------------------
|
|
|
|
class TestSetupFeishuQrPath:
|
|
"""Tests for the QR scan-to-create happy path."""
|
|
|
|
|
|
def test_qr_success_does_not_persist_bot_identity(self):
|
|
"""Bot identity is discovered at runtime by _hydrate_bot_identity — not persisted
|
|
in env, so it stays fresh if the user renames the bot later."""
|
|
env, _ = _run_setup_feishu(
|
|
qr_result={
|
|
"app_id": "cli_test",
|
|
"app_secret": "secret_test",
|
|
"domain": "feishu",
|
|
"open_id": "ou_owner",
|
|
"bot_name": "TestBot",
|
|
"bot_open_id": "ou_bot",
|
|
},
|
|
prompt_yes_no_responses=[True],
|
|
prompt_choice_responses=[0, 0, 0],
|
|
prompt_responses=[""],
|
|
)
|
|
assert "FEISHU_BOT_OPEN_ID" not in env
|
|
assert "FEISHU_BOT_NAME" not in env
|
|
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# Connection mode
|
|
# ---------------------------------------------------------------------------
|
|
|
|
class TestSetupFeishuConnectionMode:
|
|
"""Connection mode: QR always websocket, manual path lets user choose."""
|
|
|
|
|
|
@patch("plugins.platforms.feishu.adapter.probe_bot", return_value=None)
|
|
def test_manual_path_websocket(self, _mock_probe):
|
|
env, _ = _run_setup_feishu(
|
|
qr_result=None,
|
|
prompt_choice_responses=[1, 0, 0, 0, 0], # method=manual, domain=feishu, connection=ws, dm=pairing, group=open
|
|
prompt_responses=["cli_manual", "secret_manual", ""], # app_id, app_secret, home_channel
|
|
)
|
|
assert env["FEISHU_CONNECTION_MODE"] == "websocket"
|
|
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# DM security policy
|
|
# ---------------------------------------------------------------------------
|
|
|
|
class TestSetupFeishuDmPolicy:
|
|
"""DM policy must use platform-scoped FEISHU_ALLOW_ALL_USERS, not the global flag."""
|
|
|
|
def _run_with_dm_choice(self, dm_choice_idx, prompt_responses=None):
|
|
env, _ = _run_setup_feishu(
|
|
qr_result={
|
|
"app_id": "cli_test", "app_secret": "s", "domain": "feishu",
|
|
"open_id": "ou_owner", "bot_name": None, "bot_open_id": None,
|
|
},
|
|
prompt_yes_no_responses=[True],
|
|
prompt_choice_responses=[0, dm_choice_idx, 0], # method=QR, dm=<choice>, group=open
|
|
prompt_responses=prompt_responses or [""],
|
|
)
|
|
return env
|
|
|
|
|
|
def test_allowlist_sets_feishu_allow_all_false_with_list(self):
|
|
env = self._run_with_dm_choice(2, prompt_responses=["ou_user1,ou_user2", ""])
|
|
assert env["FEISHU_ALLOW_ALL_USERS"] == "false"
|
|
assert env["FEISHU_ALLOWED_USERS"] == "ou_user1,ou_user2"
|
|
assert "GATEWAY_ALLOW_ALL_USERS" not in env
|
|
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# Group policy
|
|
# ---------------------------------------------------------------------------
|
|
|
|
class TestSetupFeishuGroupPolicy:
|
|
|
|
def test_open_with_mention(self):
|
|
env, _ = _run_setup_feishu(
|
|
qr_result={
|
|
"app_id": "cli_test", "app_secret": "s", "domain": "feishu",
|
|
"open_id": None, "bot_name": None, "bot_open_id": None,
|
|
},
|
|
prompt_yes_no_responses=[True],
|
|
prompt_choice_responses=[0, 0, 0], # method=QR, dm=pairing, group=open
|
|
prompt_responses=[""],
|
|
)
|
|
assert env["FEISHU_GROUP_POLICY"] == "open"
|
|
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# Home channel (optional clear — Issue #12423)
|
|
# ---------------------------------------------------------------------------
|
|
|
|
class TestSetupFeishuHomeChannel:
|
|
"""Blank home-channel answer must clear FEISHU_HOME_CHANNEL."""
|
|
|
|
def test_blank_removes_existing_home_channel(self):
|
|
env, removed = _run_setup_feishu(
|
|
qr_result={
|
|
"app_id": "cli_test", "app_secret": "s", "domain": "feishu",
|
|
"open_id": None, "bot_name": None, "bot_open_id": None,
|
|
},
|
|
prompt_yes_no_responses=[True],
|
|
prompt_choice_responses=[0, 0, 0],
|
|
prompt_responses=[""],
|
|
existing_env={"FEISHU_HOME_CHANNEL": "chat_old"},
|
|
)
|
|
assert "FEISHU_HOME_CHANNEL" in removed
|
|
assert "FEISHU_HOME_CHANNEL" not in env
|
|
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# Adapter integration: env vars → FeishuAdapterSettings
|
|
# ---------------------------------------------------------------------------
|
|
|
|
class TestSetupFeishuAdapterIntegration:
|
|
"""Verify that env vars written by _setup_feishu() produce a valid adapter config.
|
|
|
|
This bridges the gap between 'setup wrote the right env vars' and
|
|
'the adapter will actually initialize correctly from those vars'.
|
|
"""
|
|
|
|
def _make_env_from_setup(self, dm_idx=0, group_idx=0):
|
|
"""Run _setup_feishu via QR path and return the env vars it would write."""
|
|
env, _ = _run_setup_feishu(
|
|
qr_result={
|
|
"app_id": "cli_test_app",
|
|
"app_secret": "test_secret_value",
|
|
"domain": "feishu",
|
|
"open_id": "ou_owner",
|
|
"bot_name": "IntegrationBot",
|
|
"bot_open_id": "ou_bot_integration",
|
|
},
|
|
prompt_yes_no_responses=[True],
|
|
prompt_choice_responses=[0, dm_idx, group_idx], # method=QR, dm, group
|
|
prompt_responses=[""],
|
|
)
|
|
return env
|
|
|
|
@patch.dict(os.environ, {}, clear=True)
|
|
def test_qr_env_produces_valid_adapter_settings(self):
|
|
"""QR setup → adapter initializes with websocket mode."""
|
|
env = self._make_env_from_setup()
|
|
|
|
with patch.dict(os.environ, env, clear=True):
|
|
from gateway.config import PlatformConfig
|
|
from plugins.platforms.feishu.adapter import FeishuAdapter
|
|
adapter = FeishuAdapter(PlatformConfig())
|
|
assert adapter._app_id == "cli_test_app"
|
|
assert adapter._app_secret == "test_secret_value"
|
|
assert adapter._domain_name == "feishu"
|
|
assert adapter._connection_mode == "websocket"
|
|
|
|
|