mirror of
https://github.com/NousResearch/hermes-agent.git
synced 2026-05-05 02:31:47 +00:00
/goal was silently broken outside the classic CLI.
TUI: /goal was routed through the HermesCLI slash-worker subprocess,
which set the goal row in SessionDB but then called
_pending_input.put(state.goal) — the subprocess has no reader for that
queue, so the kickoff message was discarded. No post-turn judge was
wired into prompt.submit either, so even a manual kickoff would not
continue the goal loop. Intercept /goal in command.dispatch instead,
drive GoalManager directly, and return {type: send, notice, message}
so the TUI client renders the Goal-set notice and fires the kickoff.
Run the judge in _run_prompt_submit after message.complete, surface
the verdict via status.update {kind: goal}, and chain the continuation
turn after the running guard is released.
Gateway: _post_turn_goal_continuation was gated on
hasattr(adapter, 'send_message'), but adapters only expose send().
That branch was dead on every platform — users never saw
'✓ Goal achieved', 'Continuing toward goal', or budget-exhausted
messages. Replace the dead call with adapter.send(chat_id, content,
metadata) and drop a broken reference to self._loop.
Tests:
- tests/tui_gateway/test_goal_command.py — full /goal dispatch matrix
(set / status / pause / resume / clear / stop / done / whitespace)
plus regressions for slash.exec → 4018 and 'goal' staying in
_PENDING_INPUT_COMMANDS.
- tests/gateway/test_goal_verdict_send.py — locks in the adapter.send
path for done / continue / budget-exhausted and verifies the hook
no-ops when no goal is set or the adapter lacks send().
217 lines
7.1 KiB
Python
217 lines
7.1 KiB
Python
"""Tests for gateway /goal verdict-message delivery.
|
|
|
|
The judge verdict message ("✓ Goal achieved", "⏸ budget exhausted", etc.)
|
|
must reach the user after each turn. Before this fix the code checked
|
|
``hasattr(adapter, "send_message")`` — but adapters expose ``send()``,
|
|
never ``send_message``, so the check always evaluated False and users
|
|
never saw verdicts. This test locks in the fix.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import asyncio
|
|
from datetime import datetime
|
|
from pathlib import Path
|
|
from unittest.mock import MagicMock, patch
|
|
|
|
import pytest
|
|
|
|
from gateway.config import GatewayConfig, Platform, PlatformConfig
|
|
from gateway.session import SessionEntry, SessionSource, build_session_key
|
|
|
|
|
|
@pytest.fixture()
|
|
def hermes_home(tmp_path, monkeypatch):
|
|
home = tmp_path / ".hermes"
|
|
home.mkdir()
|
|
monkeypatch.setattr(Path, "home", lambda: tmp_path)
|
|
monkeypatch.setenv("HERMES_HOME", str(home))
|
|
|
|
from hermes_cli import goals
|
|
|
|
goals._DB_CACHE.clear()
|
|
yield home
|
|
goals._DB_CACHE.clear()
|
|
|
|
|
|
def _make_source() -> SessionSource:
|
|
return SessionSource(
|
|
platform=Platform.TELEGRAM,
|
|
user_id="u1",
|
|
chat_id="c1",
|
|
user_name="tester",
|
|
chat_type="dm",
|
|
)
|
|
|
|
|
|
class _RecordingAdapter:
|
|
"""Minimal adapter that records send() invocations."""
|
|
|
|
def __init__(self) -> None:
|
|
self._pending_messages: dict = {}
|
|
self.sends: list[dict] = []
|
|
|
|
async def send(self, chat_id: str, content: str, reply_to=None, metadata=None):
|
|
self.sends.append({"chat_id": chat_id, "content": content, "metadata": metadata})
|
|
|
|
class _R:
|
|
success = True
|
|
message_id = "mock-msg"
|
|
|
|
return _R()
|
|
|
|
|
|
def _make_runner_with_adapter():
|
|
from gateway.run import GatewayRunner
|
|
|
|
runner = object.__new__(GatewayRunner)
|
|
runner.config = GatewayConfig(
|
|
platforms={Platform.TELEGRAM: PlatformConfig(enabled=True, token="***")},
|
|
)
|
|
runner.adapters = {}
|
|
runner._running_agents = {}
|
|
runner._running_agents_ts = {}
|
|
runner._queued_events = {}
|
|
|
|
src = _make_source()
|
|
session_entry = SessionEntry(
|
|
session_key=build_session_key(src),
|
|
session_id="goal-sess-1",
|
|
created_at=datetime.now(),
|
|
updated_at=datetime.now(),
|
|
platform=Platform.TELEGRAM,
|
|
chat_type="dm",
|
|
)
|
|
|
|
runner.session_store = MagicMock()
|
|
runner.session_store.get_or_create_session.return_value = session_entry
|
|
runner.session_store._generate_session_key.return_value = build_session_key(src)
|
|
|
|
adapter = _RecordingAdapter()
|
|
runner.adapters[Platform.TELEGRAM] = adapter
|
|
return runner, adapter, session_entry, src
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_goal_verdict_done_sent_via_adapter_send(hermes_home):
|
|
"""When the judge says done, the '✓ Goal achieved' message must reach
|
|
the user through the adapter's ``send()`` method."""
|
|
runner, adapter, session_entry, src = _make_runner_with_adapter()
|
|
|
|
from hermes_cli.goals import GoalManager
|
|
|
|
mgr = GoalManager(session_entry.session_id)
|
|
mgr.set("ship the feature")
|
|
|
|
with patch("hermes_cli.goals.judge_goal", return_value=("done", "the feature shipped")):
|
|
runner._post_turn_goal_continuation(
|
|
session_entry=session_entry,
|
|
source=src,
|
|
final_response="I shipped the feature.",
|
|
)
|
|
# fire-and-forget create_task — give the loop a tick
|
|
await asyncio.sleep(0.05)
|
|
|
|
assert len(adapter.sends) == 1, f"expected 1 send, got {len(adapter.sends)}: {adapter.sends}"
|
|
msg = adapter.sends[0]
|
|
assert msg["chat_id"] == "c1"
|
|
assert "Goal achieved" in msg["content"]
|
|
assert "the feature shipped" in msg["content"]
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_goal_verdict_continue_enqueues_continuation(hermes_home):
|
|
"""When the judge says continue, both the 'continuing' status and the
|
|
continuation-prompt event must be delivered. The continuation prompt is
|
|
routed through the adapter's pending-messages FIFO so the goal loop
|
|
proceeds on the next turn."""
|
|
runner, adapter, session_entry, src = _make_runner_with_adapter()
|
|
|
|
from hermes_cli.goals import GoalManager
|
|
|
|
mgr = GoalManager(session_entry.session_id)
|
|
mgr.set("polish the docs")
|
|
|
|
with patch("hermes_cli.goals.judge_goal", return_value=("continue", "still needs work")):
|
|
runner._post_turn_goal_continuation(
|
|
session_entry=session_entry,
|
|
source=src,
|
|
final_response="here's a partial edit",
|
|
)
|
|
await asyncio.sleep(0.05)
|
|
|
|
# Status line sent back
|
|
assert len(adapter.sends) == 1
|
|
assert "Continuing toward goal" in adapter.sends[0]["content"]
|
|
# Continuation prompt enqueued for next turn
|
|
assert adapter._pending_messages, "continuation prompt must be enqueued in pending_messages"
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_goal_verdict_budget_exhausted_sends_pause(hermes_home):
|
|
"""When the budget is exhausted, a '⏸ Goal paused' message must be sent
|
|
and no further continuation enqueued."""
|
|
runner, adapter, session_entry, src = _make_runner_with_adapter()
|
|
|
|
from hermes_cli.goals import GoalManager, save_goal
|
|
|
|
mgr = GoalManager(session_entry.session_id, default_max_turns=2)
|
|
state = mgr.set("tiny goal", max_turns=2)
|
|
state.turns_used = 2
|
|
save_goal(session_entry.session_id, state)
|
|
|
|
with patch("hermes_cli.goals.judge_goal", return_value=("continue", "keep going")):
|
|
runner._post_turn_goal_continuation(
|
|
session_entry=session_entry,
|
|
source=src,
|
|
final_response="still partial",
|
|
)
|
|
await asyncio.sleep(0.05)
|
|
|
|
assert len(adapter.sends) == 1
|
|
content = adapter.sends[0]["content"]
|
|
assert "paused" in content.lower()
|
|
assert "turns used" in content.lower()
|
|
# No continuation enqueued when budget is exhausted
|
|
assert not adapter._pending_messages
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_goal_verdict_skipped_when_no_active_goal(hermes_home):
|
|
"""No goal set → the hook is a no-op. Nothing is sent, nothing enqueued."""
|
|
runner, adapter, session_entry, src = _make_runner_with_adapter()
|
|
|
|
runner._post_turn_goal_continuation(
|
|
session_entry=session_entry,
|
|
source=src,
|
|
final_response="anything",
|
|
)
|
|
await asyncio.sleep(0.05)
|
|
|
|
assert adapter.sends == []
|
|
assert adapter._pending_messages == {}
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_goal_verdict_survives_adapter_without_send(hermes_home):
|
|
"""Bad adapter (no ``send`` attribute) must not crash the judge hook."""
|
|
runner, _adapter, session_entry, src = _make_runner_with_adapter()
|
|
|
|
from hermes_cli.goals import GoalManager
|
|
|
|
GoalManager(session_entry.session_id).set("survive missing send")
|
|
|
|
class _NoSendAdapter:
|
|
def __init__(self):
|
|
self._pending_messages: dict = {}
|
|
|
|
runner.adapters[Platform.TELEGRAM] = _NoSendAdapter()
|
|
|
|
with patch("hermes_cli.goals.judge_goal", return_value=("done", "ok")):
|
|
# must not raise
|
|
runner._post_turn_goal_continuation(
|
|
session_entry=session_entry,
|
|
source=src,
|
|
final_response="whatever",
|
|
)
|
|
await asyncio.sleep(0.05)
|