mirror of
https://github.com/NousResearch/hermes-agent.git
synced 2026-07-23 16:36:23 +00:00
412 lines
16 KiB
Python
412 lines
16 KiB
Python
"""Test: the context engine is notified of a compression-boundary rollover.
|
|
|
|
When _compress_context rotates session_id (compression split), the active
|
|
context engine receives on_session_start(new_sid, boundary_reason="compression",
|
|
old_session_id=<old>). This lets plugin engines (e.g. hermes-lcm) preserve
|
|
DAG lineage across the split instead of treating it as a fresh /new.
|
|
|
|
See hermes-lcm#68: after Hermes compresses and mints a new physical session,
|
|
LCM was losing continuity (compression_count: 1, store_messages: 0,
|
|
dag_nodes: 0). With boundary_reason="compression" plugins can distinguish
|
|
this from a real user-initiated /new.
|
|
"""
|
|
|
|
import os
|
|
import tempfile
|
|
from pathlib import Path
|
|
from unittest.mock import MagicMock, patch
|
|
|
|
import pytest
|
|
|
|
from agent.conversation_compression import (
|
|
finalize_context_engine_compression_notification,
|
|
)
|
|
|
|
class TestCompressionBoundaryHook:
|
|
def _make_agent(self, session_db):
|
|
with patch.dict(os.environ, {"OPENROUTER_API_KEY": "test-key"}):
|
|
from run_agent import AIAgent
|
|
agent = AIAgent(
|
|
api_key="test-key",
|
|
base_url="https://openrouter.ai/api/v1",
|
|
model="test/model",
|
|
quiet_mode=True,
|
|
session_db=session_db,
|
|
session_id="original-session",
|
|
skip_context_files=True,
|
|
skip_memory=True,
|
|
)
|
|
# ROTATION fallback — pin in_place=False regardless of default (#38763).
|
|
agent.compression_in_place = False
|
|
return agent
|
|
|
|
def test_on_session_start_called_with_compression_boundary(self):
|
|
from hermes_state import SessionDB
|
|
|
|
with tempfile.TemporaryDirectory() as tmpdir:
|
|
db = SessionDB(db_path=Path(tmpdir) / "test.db")
|
|
agent = self._make_agent(db)
|
|
|
|
# Stub the context compressor: we only need to observe the hook.
|
|
compressor = MagicMock()
|
|
compressor.compress.return_value = [
|
|
{"role": "user", "content": "[CONTEXT COMPACTION] summary"},
|
|
{"role": "user", "content": "tail question"},
|
|
]
|
|
compressor.compression_count = 1
|
|
compressor.last_prompt_tokens = 0
|
|
compressor.last_completion_tokens = 0
|
|
# Avoid the summary-error warning path
|
|
compressor._last_summary_error = None
|
|
# MagicMock auto-creates truthy attrs; explicitly clear the abort
|
|
# flag so the post-compress abort branch in
|
|
# conversation_compression.py does not short-circuit before the
|
|
# session-id rotation we are asserting on.
|
|
compressor._last_compress_aborted = False
|
|
agent.context_compressor = compressor
|
|
|
|
original_sid = agent.session_id
|
|
messages = [
|
|
{"role": "user", "content": f"m{i}"} for i in range(10)
|
|
]
|
|
|
|
agent._compress_context(messages, "sys", approx_tokens=10_000)
|
|
|
|
# Session_id rotated
|
|
assert agent.session_id != original_sid, \
|
|
"compression should rotate session_id when session_db is set"
|
|
|
|
# Hook fired with boundary_reason="compression" and old_session_id
|
|
calls = [
|
|
c for c in compressor.on_session_start.call_args_list
|
|
]
|
|
assert calls, "on_session_start was never called on the context engine"
|
|
# Find the compression boundary call (there may be others from init)
|
|
comp_calls = [
|
|
c for c in calls
|
|
if c.kwargs.get("boundary_reason") == "compression"
|
|
]
|
|
assert comp_calls, (
|
|
f"Expected an on_session_start call with "
|
|
f"boundary_reason='compression', got {calls!r}"
|
|
)
|
|
call = comp_calls[-1]
|
|
# Positional new session_id
|
|
assert call.args and call.args[0] == agent.session_id, \
|
|
f"Expected new session_id as first positional arg, got {call!r}"
|
|
assert call.kwargs.get("old_session_id") == original_sid, \
|
|
f"Expected old_session_id={original_sid!r}, got {call.kwargs!r}"
|
|
assert len(comp_calls) == 1
|
|
|
|
def test_automatic_notification_follows_core_persistence(self):
|
|
from hermes_state import SessionDB
|
|
|
|
events = []
|
|
with tempfile.TemporaryDirectory() as tmpdir:
|
|
db = SessionDB(db_path=Path(tmpdir) / "test.db")
|
|
agent = self._make_agent(db)
|
|
compressor = MagicMock()
|
|
compressor.compress.return_value = [
|
|
{"role": "user", "content": "summary"}
|
|
]
|
|
compressor.compression_count = 1
|
|
compressor.last_prompt_tokens = 0
|
|
compressor.last_completion_tokens = 0
|
|
compressor._last_summary_error = None
|
|
compressor._last_compress_aborted = False
|
|
compressor.on_session_start.side_effect = (
|
|
lambda *_args, **kwargs: events.append(
|
|
kwargs.get("boundary_reason")
|
|
)
|
|
)
|
|
agent.context_compressor = compressor
|
|
original_update = db.update_system_prompt
|
|
|
|
def _record_update(*args, **kwargs):
|
|
result = original_update(*args, **kwargs)
|
|
events.append("persist")
|
|
return result
|
|
|
|
with patch.object(db, "update_system_prompt", side_effect=_record_update):
|
|
agent._compress_context(
|
|
[{"role": "user", "content": "request"}],
|
|
"sys",
|
|
approx_tokens=100,
|
|
)
|
|
|
|
assert events == ["persist", "compression"]
|
|
|
|
def test_failure_before_persistence_does_not_notify(self):
|
|
from hermes_state import SessionDB
|
|
|
|
with tempfile.TemporaryDirectory() as tmpdir:
|
|
db = SessionDB(db_path=Path(tmpdir) / "test.db")
|
|
agent = self._make_agent(db)
|
|
compressor = MagicMock()
|
|
compressor.compress.side_effect = RuntimeError("synthetic compression failure")
|
|
agent.context_compressor = compressor
|
|
|
|
with pytest.raises(RuntimeError, match="synthetic compression failure"):
|
|
agent._compress_context(
|
|
[{"role": "user", "content": "request"}],
|
|
"sys",
|
|
approx_tokens=100,
|
|
)
|
|
|
|
compressor.on_session_start.assert_not_called()
|
|
|
|
def test_failure_during_persistence_does_not_notify(self):
|
|
from hermes_state import SessionDB
|
|
|
|
with tempfile.TemporaryDirectory() as tmpdir:
|
|
db = SessionDB(db_path=Path(tmpdir) / "test.db")
|
|
agent = self._make_agent(db)
|
|
compressor = MagicMock()
|
|
compressor.compress.return_value = [
|
|
{"role": "user", "content": "summary"}
|
|
]
|
|
compressor.compression_count = 1
|
|
compressor.last_prompt_tokens = 0
|
|
compressor.last_completion_tokens = 0
|
|
compressor._last_summary_error = None
|
|
compressor._last_compress_aborted = False
|
|
agent.context_compressor = compressor
|
|
|
|
with patch.object(
|
|
db,
|
|
"update_system_prompt",
|
|
side_effect=RuntimeError("synthetic commit failure"),
|
|
):
|
|
agent._compress_context(
|
|
[{"role": "user", "content": "request"}],
|
|
"sys",
|
|
approx_tokens=100,
|
|
)
|
|
|
|
boundary_calls = [
|
|
call
|
|
for call in compressor.on_session_start.call_args_list
|
|
if call.kwargs.get("boundary_reason") == "compression"
|
|
]
|
|
assert boundary_calls == []
|
|
|
|
def test_no_progress_does_not_notify(self):
|
|
from hermes_state import SessionDB
|
|
|
|
with tempfile.TemporaryDirectory() as tmpdir:
|
|
db = SessionDB(db_path=Path(tmpdir) / "test.db")
|
|
agent = self._make_agent(db)
|
|
compressor = MagicMock()
|
|
compressor.compress.side_effect = lambda messages, **_kwargs: messages
|
|
compressor._last_compress_aborted = False
|
|
agent.context_compressor = compressor
|
|
messages = [{"role": "user", "content": "request"}]
|
|
|
|
returned, _ = agent._compress_context(
|
|
messages,
|
|
"sys",
|
|
approx_tokens=100,
|
|
)
|
|
|
|
assert returned is messages
|
|
compressor.on_session_start.assert_not_called()
|
|
|
|
@pytest.mark.parametrize("committed", [True, False])
|
|
def test_deferred_notification_finishes_exactly_once(self, committed):
|
|
from hermes_state import SessionDB
|
|
|
|
events = []
|
|
with tempfile.TemporaryDirectory() as tmpdir:
|
|
db = SessionDB(db_path=Path(tmpdir) / "test.db")
|
|
agent = self._make_agent(db)
|
|
compressor = MagicMock()
|
|
compressor.compress.return_value = [
|
|
{"role": "user", "content": "summary"}
|
|
]
|
|
compressor.compression_count = 1
|
|
compressor.last_prompt_tokens = 0
|
|
compressor.last_completion_tokens = 0
|
|
compressor._last_summary_error = None
|
|
compressor._last_compress_aborted = False
|
|
compressor.on_session_start.side_effect = (
|
|
lambda *_args, **_kwargs: events.append("notify")
|
|
)
|
|
agent.context_compressor = compressor
|
|
|
|
agent._compress_context(
|
|
[{"role": "user", "content": "request"}],
|
|
"sys",
|
|
approx_tokens=100,
|
|
force=True,
|
|
defer_context_engine_notification=True,
|
|
)
|
|
|
|
assert events == []
|
|
assert finalize_context_engine_compression_notification(
|
|
agent, committed=committed
|
|
) is committed
|
|
assert finalize_context_engine_compression_notification(
|
|
agent, committed=True
|
|
) is False
|
|
assert events == (["notify"] if committed else [])
|
|
|
|
def test_no_hook_when_no_session_db(self):
|
|
"""Without session_db, session_id does not rotate and the hook is not fired."""
|
|
from run_agent import AIAgent
|
|
with patch.dict(os.environ, {"OPENROUTER_API_KEY": "test-key"}):
|
|
agent = AIAgent(
|
|
api_key="test-key",
|
|
base_url="https://openrouter.ai/api/v1",
|
|
model="test/model",
|
|
quiet_mode=True,
|
|
session_db=None,
|
|
session_id="original-session",
|
|
skip_context_files=True,
|
|
skip_memory=True,
|
|
)
|
|
|
|
compressor = MagicMock()
|
|
compressor.compress.return_value = [{"role": "user", "content": "x"}]
|
|
compressor.compression_count = 1
|
|
compressor.last_prompt_tokens = 0
|
|
compressor.last_completion_tokens = 0
|
|
compressor._last_summary_error = None
|
|
agent.context_compressor = compressor
|
|
|
|
original_sid = agent.session_id
|
|
agent._compress_context([{"role": "user", "content": "m"}], "sys", approx_tokens=100)
|
|
|
|
# No DB => no rotation => no compression-boundary hook
|
|
assert agent.session_id == original_sid
|
|
comp_calls = [
|
|
c for c in compressor.on_session_start.call_args_list
|
|
if c.kwargs.get("boundary_reason") == "compression"
|
|
]
|
|
assert not comp_calls, (
|
|
f"No compression hook should fire without session_db rotation, "
|
|
f"got {comp_calls!r}"
|
|
)
|
|
|
|
def test_hook_failure_does_not_break_compression(self):
|
|
"""If the context engine raises from on_session_start, compression still completes."""
|
|
from hermes_state import SessionDB
|
|
|
|
with tempfile.TemporaryDirectory() as tmpdir:
|
|
db = SessionDB(db_path=Path(tmpdir) / "test.db")
|
|
agent = self._make_agent(db)
|
|
|
|
compressor = MagicMock()
|
|
compressor.compress.return_value = [{"role": "user", "content": "summary"}]
|
|
compressor.compression_count = 1
|
|
compressor.last_prompt_tokens = 0
|
|
compressor.last_completion_tokens = 0
|
|
compressor._last_summary_error = None
|
|
compressor._last_compress_aborted = False
|
|
|
|
# Raise only on the compression-boundary call, not on earlier calls.
|
|
def _raise_on_compression(*args, **kwargs):
|
|
if kwargs.get("boundary_reason") == "compression":
|
|
raise RuntimeError("plugin exploded")
|
|
return None
|
|
compressor.on_session_start.side_effect = _raise_on_compression
|
|
agent.context_compressor = compressor
|
|
|
|
original_sid = agent.session_id
|
|
|
|
# Must not raise
|
|
compressed, _prompt = agent._compress_context(
|
|
[{"role": "user", "content": "m"}], "sys", approx_tokens=100
|
|
)
|
|
assert compressed
|
|
assert agent.session_id != original_sid
|
|
|
|
|
|
class TestSessionCompressEvent:
|
|
"""The session:compress event_callback fires after a compression split."""
|
|
|
|
def _make_agent(self, session_db, event_callback=None):
|
|
with patch.dict(os.environ, {"OPENROUTER_API_KEY": "test-key"}):
|
|
from run_agent import AIAgent
|
|
agent = AIAgent(
|
|
api_key="test-key",
|
|
base_url="https://openrouter.ai/api/v1",
|
|
model="test/model",
|
|
quiet_mode=True,
|
|
session_db=session_db,
|
|
session_id="original-session",
|
|
skip_context_files=True,
|
|
skip_memory=True,
|
|
event_callback=event_callback,
|
|
)
|
|
# ROTATION fallback — pin in_place=False regardless of default (#38763).
|
|
agent.compression_in_place = False
|
|
return agent
|
|
|
|
def _stub_compressor(self):
|
|
compressor = MagicMock()
|
|
compressor.compress.return_value = [
|
|
{"role": "user", "content": "[CONTEXT COMPACTION] summary"},
|
|
{"role": "user", "content": "tail"},
|
|
]
|
|
compressor.compression_count = 1
|
|
compressor.last_prompt_tokens = 0
|
|
compressor.last_completion_tokens = 0
|
|
compressor._last_summary_error = None
|
|
compressor._last_compress_aborted = False
|
|
return compressor
|
|
|
|
def test_event_emitted_on_compression(self):
|
|
from hermes_state import SessionDB
|
|
|
|
events = []
|
|
with tempfile.TemporaryDirectory() as tmpdir:
|
|
db = SessionDB(db_path=Path(tmpdir) / "test.db")
|
|
agent = self._make_agent(
|
|
db, event_callback=lambda et, ctx: events.append((et, ctx))
|
|
)
|
|
original_sid = agent.session_id
|
|
agent.context_compressor = self._stub_compressor()
|
|
|
|
agent._compress_context(
|
|
[{"role": "user", "content": f"m{i}"} for i in range(10)],
|
|
"sys",
|
|
approx_tokens=10_000,
|
|
)
|
|
|
|
compress_events = [e for e in events if e[0] == "session:compress"]
|
|
assert compress_events, f"session:compress not emitted, got {events!r}"
|
|
_, ctx = compress_events[-1]
|
|
assert ctx["session_id"] == agent.session_id
|
|
assert ctx["old_session_id"] == original_sid
|
|
assert ctx["compression_count"] == 1
|
|
|
|
def test_no_callback_is_safe(self):
|
|
"""Compression must work when no event_callback is wired."""
|
|
from hermes_state import SessionDB
|
|
|
|
with tempfile.TemporaryDirectory() as tmpdir:
|
|
db = SessionDB(db_path=Path(tmpdir) / "test.db")
|
|
agent = self._make_agent(db, event_callback=None)
|
|
agent.context_compressor = self._stub_compressor()
|
|
compressed, _ = agent._compress_context(
|
|
[{"role": "user", "content": "m"}], "sys", approx_tokens=100
|
|
)
|
|
assert compressed
|
|
|
|
def test_callback_exception_does_not_break_compression(self):
|
|
from hermes_state import SessionDB
|
|
|
|
def _boom(event_type, ctx):
|
|
raise RuntimeError("hook exploded")
|
|
|
|
with tempfile.TemporaryDirectory() as tmpdir:
|
|
db = SessionDB(db_path=Path(tmpdir) / "test.db")
|
|
agent = self._make_agent(db, event_callback=_boom)
|
|
original_sid = agent.session_id
|
|
agent.context_compressor = self._stub_compressor()
|
|
|
|
compressed, _ = agent._compress_context(
|
|
[{"role": "user", "content": "m"}], "sys", approx_tokens=100
|
|
)
|
|
assert compressed
|
|
assert agent.session_id != original_sid
|