mirror of
https://github.com/NousResearch/hermes-agent.git
synced 2026-07-31 19:16:29 +00:00
39975613b1
Second, deeper pass over tools/gateway/hermes_cli plus first pass over the trees wave 1 missed (acp, acp_adapter, skills, computer_use, docker, dashboard, conformance, monitoring, secret_sources, hermes_state, providers). Same rubric as wave 1 (AGENTS.md test policy); security, alternation/caching invariants, issue-number regressions, and E2E kept. Real test-quality fixes found and rooted out along the way: - tests/tools/test_command_guards.py made real auxiliary-LLM HTTPS calls (DEFAULT_CONFIG smart-approval leaked in) — pinned approval mode=manual via autouse fixture: 17.4s → 0.4s. - test_model_switch_custom_providers.py / test_user_providers_model_switch.py silently probed live provider catalogs (~2s/test) — stubbed cached_provider_model_ids/provider_model_ids/fetch_api_models. - test_telegram_noise_filter.py: 15-platform copy-paste matrix over shared gateway.run logic → 3 representative platforms (55s → 3.9s). - test_gateway_shutdown.py: stop()'s 5s interrupt-deadline loop spun on MagicMock agents — interrupt.side_effect now clears _running_agents (22s → 1.0s). - test_gateway_inactivity_timeout.py poll-harness timings shrunk 3-5x (24s → 1.1s); test_mcp_stability.py backoff/SIGTERM-grace sleeps patched (15.4s → 2.5s); test_async_delegation.py negative-drain wait 5s → 0.5s. - test_telegram_init_deadline.py: loop-block margin restored to 1.0s with rationale comment — the watchdog-dump assertion needs the loop blocked well past deadline+grace under parallel load (flaked once in the 40-worker verification run at a 0.2s margin). Verification: full hermetic suite via scripts/run_tests.sh — 2,438 files, 21,718 tests passed, 0 failed, 293.9s wall. Suite totals vs original baseline: 46,820 → 19,757 test functions (−57.8%), wall 583.5s → 293.9s (−50%), subprocess CPU 13,564s → 11,623s.
311 lines
8.1 KiB
Python
311 lines
8.1 KiB
Python
from __future__ import annotations
|
|
|
|
import io
|
|
import sys
|
|
from pathlib import Path
|
|
|
|
import pytest
|
|
|
|
from hermes_cli.console_engine import HermesConsoleEngine, run_console_repl
|
|
|
|
|
|
EXPECTED_CONSOLE_COMMANDS = {
|
|
("status",),
|
|
("doctor",),
|
|
("logs",),
|
|
("version",),
|
|
("dump",),
|
|
("debug", "share"),
|
|
("debug", "delete"),
|
|
("prompt-size",),
|
|
("insights",),
|
|
("security", "audit"),
|
|
("portal", "info"),
|
|
("portal", "tools"),
|
|
("backup",),
|
|
("import",),
|
|
("send",),
|
|
("config", "show"),
|
|
("config", "path"),
|
|
("config", "env-path"),
|
|
("config", "check"),
|
|
("config", "migrate"),
|
|
("config", "set"),
|
|
("sessions", "list"),
|
|
("sessions", "stats"),
|
|
("sessions", "export"),
|
|
("sessions", "rename"),
|
|
("sessions", "optimize"),
|
|
("sessions", "repair"),
|
|
("cron", "list"),
|
|
("cron", "status"),
|
|
("cron", "create"),
|
|
("cron", "edit"),
|
|
("cron", "pause"),
|
|
("cron", "resume"),
|
|
("cron", "run"),
|
|
("cron", "remove"),
|
|
("cron", "tick"),
|
|
("profile",),
|
|
("profile", "list"),
|
|
("profile", "show"),
|
|
("profile", "info"),
|
|
("profile", "create"),
|
|
("profile", "use"),
|
|
("profile", "describe"),
|
|
("profile", "rename"),
|
|
("profile", "delete"),
|
|
("profile", "export"),
|
|
("profile", "import"),
|
|
("profile", "install"),
|
|
("profile", "update"),
|
|
("tools", "list"),
|
|
("tools", "enable"),
|
|
("tools", "disable"),
|
|
("tools", "post-setup"),
|
|
("plugins", "list"),
|
|
("plugins", "enable"),
|
|
("plugins", "disable"),
|
|
("plugins", "install"),
|
|
("plugins", "update"),
|
|
("plugins", "remove"),
|
|
("skills", "browse"),
|
|
("skills", "search"),
|
|
("skills", "inspect"),
|
|
("skills", "list"),
|
|
("skills", "check"),
|
|
("skills", "list-modified"),
|
|
("skills", "diff"),
|
|
("skills", "install"),
|
|
("skills", "update"),
|
|
("skills", "audit"),
|
|
("skills", "uninstall"),
|
|
("skills", "reset"),
|
|
("skills", "opt-in"),
|
|
("skills", "opt-out"),
|
|
("skills", "repair-official"),
|
|
("skills", "snapshot", "export"),
|
|
("skills", "snapshot", "import"),
|
|
("skills", "tap", "list"),
|
|
("skills", "tap", "add"),
|
|
("skills", "tap", "remove"),
|
|
("mcp", "list"),
|
|
("mcp", "catalog"),
|
|
("mcp", "test"),
|
|
("mcp", "add"),
|
|
("mcp", "remove"),
|
|
("mcp", "install"),
|
|
("mcp", "login"),
|
|
("mcp", "reauth"),
|
|
("mcp", "configure"),
|
|
("mcp", "picker"),
|
|
("memory", "status"),
|
|
("memory", "off"),
|
|
("memory", "reset"),
|
|
("auth", "list"),
|
|
("auth", "status"),
|
|
("auth", "reset"),
|
|
("auth", "add"),
|
|
("auth", "remove"),
|
|
("auth", "logout"),
|
|
("auth", "spotify", "status"),
|
|
("auth", "spotify", "login"),
|
|
("auth", "spotify", "logout"),
|
|
("pairing", "list"),
|
|
("pairing", "approve"),
|
|
("pairing", "revoke"),
|
|
("pairing", "clear-pending"),
|
|
("webhook", "list"),
|
|
("webhook", "subscribe"),
|
|
("webhook", "remove"),
|
|
("webhook", "test"),
|
|
("hooks", "list"),
|
|
("hooks", "test"),
|
|
("hooks", "doctor"),
|
|
("hooks", "revoke"),
|
|
("slack", "manifest"),
|
|
("project", "list"),
|
|
("project", "show"),
|
|
("project", "create"),
|
|
("project", "add-folder"),
|
|
("project", "remove-folder"),
|
|
("project", "rename"),
|
|
("project", "set-primary"),
|
|
("project", "use"),
|
|
("project", "archive"),
|
|
("project", "restore"),
|
|
("project", "bind-board"),
|
|
("kanban", "init"),
|
|
("kanban", "boards", "list"),
|
|
("kanban", "boards", "create"),
|
|
("kanban", "boards", "rm"),
|
|
("kanban", "boards", "switch"),
|
|
("kanban", "boards", "current"),
|
|
("kanban", "boards", "rename"),
|
|
("kanban", "boards", "set-workdir"),
|
|
("kanban", "create"),
|
|
("kanban", "list"),
|
|
("kanban", "show"),
|
|
("kanban", "assign"),
|
|
("kanban", "reclaim"),
|
|
("kanban", "reassign"),
|
|
("kanban", "diagnose"),
|
|
("kanban", "link"),
|
|
("kanban", "unlink"),
|
|
("kanban", "claim"),
|
|
("kanban", "comment"),
|
|
("kanban", "complete"),
|
|
("kanban", "edit"),
|
|
("kanban", "block"),
|
|
("kanban", "schedule"),
|
|
("kanban", "unblock"),
|
|
("kanban", "promote"),
|
|
("kanban", "archive"),
|
|
("kanban", "stats"),
|
|
("kanban", "runs"),
|
|
("kanban", "heartbeat"),
|
|
("kanban", "assignments"),
|
|
("kanban", "context"),
|
|
("bundles", "list"),
|
|
("bundles", "show"),
|
|
("bundles", "create"),
|
|
("bundles", "delete"),
|
|
("bundles", "reload"),
|
|
("checkpoints", "status"),
|
|
("checkpoints", "list"),
|
|
("checkpoints", "prune"),
|
|
("checkpoints", "clear"),
|
|
("checkpoints", "clear-legacy"),
|
|
("curator", "status"),
|
|
("curator", "run"),
|
|
("curator", "pause"),
|
|
("curator", "resume"),
|
|
("curator", "pin"),
|
|
("curator", "unpin"),
|
|
("curator", "restore"),
|
|
("curator", "list-archived"),
|
|
("curator", "archive"),
|
|
("curator", "prune"),
|
|
("curator", "backup"),
|
|
("curator", "rollback"),
|
|
("pets", "list"),
|
|
("pets", "install"),
|
|
("pets", "select"),
|
|
("pets", "show"),
|
|
("pets", "off"),
|
|
("pets", "scale"),
|
|
("pets", "remove"),
|
|
("pets", "doctor"),
|
|
}
|
|
|
|
|
|
MUTATING_CONFIRMATION_SMOKE_COMMANDS = [
|
|
"config set console.test true",
|
|
"config migrate",
|
|
"sessions rename abc123 new title",
|
|
"sessions optimize",
|
|
"cron create 'every 1h' 'say hello'",
|
|
"cron remove abc123",
|
|
"profile create tester --no-alias --no-skills",
|
|
"profile delete tester",
|
|
"tools disable web",
|
|
"plugins install owner/repo --no-enable",
|
|
"skills install openai/skills/example",
|
|
"mcp add demo --url https://example.com/sse",
|
|
"mcp configure github",
|
|
"mcp picker",
|
|
"backup --quick -o /tmp/hermes-console-test.zip",
|
|
"import /tmp/hermes-console-test.zip",
|
|
"send --to telegram hello",
|
|
"memory reset --target memory",
|
|
"auth remove openrouter 1",
|
|
"pairing approve abc123",
|
|
"webhook subscribe test --prompt hello",
|
|
"hooks test pre_tool_call",
|
|
"project create demo",
|
|
"kanban create 'demo task'",
|
|
"bundles create demo --skill skill-a",
|
|
"checkpoints prune",
|
|
"curator pause",
|
|
"pets install cat",
|
|
]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def test_sessions_list_and_stats_use_isolated_session_store(_isolate_hermes_home):
|
|
from hermes_state import SessionDB
|
|
|
|
db = SessionDB()
|
|
try:
|
|
db.create_session("chat-session", source="cli", model="test/model")
|
|
db.create_session("tool-session", source="tool", model="test/model")
|
|
finally:
|
|
db.close()
|
|
|
|
engine = HermesConsoleEngine()
|
|
listed = engine.execute("sessions list --limit 10")
|
|
stats = engine.execute("sessions stats")
|
|
|
|
assert listed.status == "ok"
|
|
assert "chat-session" in listed.output
|
|
assert "tool-session" not in listed.output
|
|
assert "Total sessions: 2" in stats.output
|
|
assert "Listable sessions: 1" in stats.output
|
|
|
|
|
|
def test_cron_pause_resume_and_run_require_confirmation(_isolate_hermes_home):
|
|
from cron.jobs import create_job, get_job
|
|
|
|
job = create_job(prompt="say hello", schedule="every 1h", name="alpha")
|
|
engine = HermesConsoleEngine()
|
|
|
|
pending = engine.execute(f"cron pause {job['id']}")
|
|
assert pending.status == "confirm_required"
|
|
stored = get_job(job["id"])
|
|
assert stored is not None
|
|
assert stored["state"] == "scheduled"
|
|
|
|
paused = engine.execute(f"cron pause {job['id']}", confirmed=True)
|
|
assert paused.status == "ok"
|
|
stored = get_job(job["id"])
|
|
assert stored is not None
|
|
assert stored["state"] == "paused"
|
|
|
|
resumed = engine.execute("cron resume alpha", confirmed=True)
|
|
assert resumed.status == "ok"
|
|
stored = get_job(job["id"])
|
|
assert stored is not None
|
|
assert stored["state"] == "scheduled"
|
|
|
|
triggered = engine.execute("cron run alpha", confirmed=True)
|
|
assert triggered.status == "ok"
|
|
assert "Triggered job" in triggered.output
|
|
|
|
|
|
def test_repl_runs_non_interactive_lines_without_prompts(_isolate_hermes_home):
|
|
stdin = io.StringIO("help\nexit\n")
|
|
stdout = io.StringIO()
|
|
stderr = io.StringIO()
|
|
|
|
code = run_console_repl(
|
|
stdin=stdin,
|
|
stdout=stdout,
|
|
stderr=stderr,
|
|
interactive=False,
|
|
)
|
|
|
|
assert code == 0
|
|
assert "Hermes Console" in stdout.getvalue()
|
|
assert "hermes>" not in stdout.getvalue()
|
|
assert stderr.getvalue() == ""
|
|
|
|
|