mirror of
https://github.com/NousResearch/hermes-agent.git
synced 2026-04-25 00:51:20 +00:00
b66644f0ec
- Add configurable retain_tags / retain_source / retain_user_prefix / retain_assistant_prefix knobs for native Hindsight. - Thread gateway session identity (user_name, chat_id, chat_name, chat_type, thread_id) through AIAgent and MemoryManager into MemoryProvider.initialize kwargs so providers can scope and tag retained memories. - Hindsight attaches the new identity fields as retain metadata, merges per-call tool tags with configured default tags, and uses the configurable transcript labels for auto-retained turns. Co-authored-by: Abner <abner.the.foreman@agentmail.to>
359 lines
12 KiB
Python
359 lines
12 KiB
Python
"""Tests for per-user memory scoping via user_id threading.
|
|
|
|
Verifies that gateway user_id flows from AIAgent -> MemoryManager -> plugins,
|
|
so each gateway user gets their own memory bucket instead of sharing a static one.
|
|
"""
|
|
|
|
import json
|
|
import os
|
|
import pytest
|
|
from unittest.mock import MagicMock, patch
|
|
|
|
from agent.memory_provider import MemoryProvider
|
|
from agent.memory_manager import MemoryManager
|
|
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# Concrete test provider that records init kwargs
|
|
# ---------------------------------------------------------------------------
|
|
|
|
|
|
class RecordingProvider(MemoryProvider):
|
|
"""Minimal provider that records what initialize() receives."""
|
|
|
|
def __init__(self, name="recording"):
|
|
self._name = name
|
|
self._init_kwargs = {}
|
|
self._init_session_id = None
|
|
|
|
@property
|
|
def name(self) -> str:
|
|
return self._name
|
|
|
|
def is_available(self) -> bool:
|
|
return True
|
|
|
|
def initialize(self, session_id: str, **kwargs) -> None:
|
|
self._init_session_id = session_id
|
|
self._init_kwargs = dict(kwargs)
|
|
|
|
def system_prompt_block(self) -> str:
|
|
return ""
|
|
|
|
def prefetch(self, query: str, *, session_id: str = "") -> str:
|
|
return ""
|
|
|
|
def sync_turn(self, user_content, assistant_content, *, session_id=""):
|
|
pass
|
|
|
|
def get_tool_schemas(self):
|
|
return []
|
|
|
|
def handle_tool_call(self, tool_name, args, **kwargs):
|
|
return json.dumps({})
|
|
|
|
def shutdown(self):
|
|
pass
|
|
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# MemoryManager user_id threading tests
|
|
# ---------------------------------------------------------------------------
|
|
|
|
|
|
class TestMemoryManagerUserIdThreading:
|
|
"""Verify user_id reaches providers via initialize_all."""
|
|
|
|
def test_user_id_forwarded_to_provider(self):
|
|
mgr = MemoryManager()
|
|
p = RecordingProvider()
|
|
mgr.add_provider(p)
|
|
|
|
mgr.initialize_all(
|
|
session_id="sess-123",
|
|
platform="telegram",
|
|
user_id="tg_user_42",
|
|
)
|
|
|
|
assert p._init_kwargs.get("user_id") == "tg_user_42"
|
|
assert p._init_kwargs.get("platform") == "telegram"
|
|
assert p._init_session_id == "sess-123"
|
|
|
|
def test_chat_context_forwarded_to_provider(self):
|
|
mgr = MemoryManager()
|
|
p = RecordingProvider()
|
|
mgr.add_provider(p)
|
|
|
|
mgr.initialize_all(
|
|
session_id="sess-chat",
|
|
platform="discord",
|
|
user_id="discord_u_7",
|
|
user_name="fakeusername",
|
|
chat_id="1485316232612941897",
|
|
chat_name="fakeassistantname-forums",
|
|
chat_type="thread",
|
|
thread_id="1491249007475949698",
|
|
)
|
|
|
|
assert p._init_kwargs.get("user_name") == "fakeusername"
|
|
assert p._init_kwargs.get("chat_id") == "1485316232612941897"
|
|
assert p._init_kwargs.get("chat_name") == "fakeassistantname-forums"
|
|
assert p._init_kwargs.get("chat_type") == "thread"
|
|
assert p._init_kwargs.get("thread_id") == "1491249007475949698"
|
|
|
|
def test_no_user_id_when_cli(self):
|
|
"""CLI sessions should not have user_id in kwargs."""
|
|
mgr = MemoryManager()
|
|
p = RecordingProvider()
|
|
mgr.add_provider(p)
|
|
|
|
mgr.initialize_all(
|
|
session_id="sess-456",
|
|
platform="cli",
|
|
)
|
|
|
|
assert "user_id" not in p._init_kwargs
|
|
assert p._init_kwargs.get("platform") == "cli"
|
|
|
|
def test_user_id_none_not_forwarded(self):
|
|
"""Explicit None user_id should not appear in kwargs."""
|
|
mgr = MemoryManager()
|
|
p = RecordingProvider()
|
|
mgr.add_provider(p)
|
|
|
|
# Simulates what happens when AIAgent passes user_id=None
|
|
# (the agent code only adds user_id to kwargs when it's truthy)
|
|
mgr.initialize_all(
|
|
session_id="sess-789",
|
|
platform="discord",
|
|
)
|
|
|
|
assert "user_id" not in p._init_kwargs
|
|
|
|
def test_multiple_providers_all_receive_user_id(self):
|
|
mgr = MemoryManager()
|
|
# Use one provider named "builtin" (always accepted) and one external
|
|
p1 = RecordingProvider("builtin")
|
|
p2 = RecordingProvider("external")
|
|
mgr.add_provider(p1)
|
|
mgr.add_provider(p2)
|
|
|
|
mgr.initialize_all(
|
|
session_id="sess-multi",
|
|
platform="slack",
|
|
user_id="slack_U12345",
|
|
)
|
|
|
|
assert p1._init_kwargs.get("user_id") == "slack_U12345"
|
|
assert p1._init_kwargs.get("platform") == "slack"
|
|
assert p2._init_kwargs.get("user_id") == "slack_U12345"
|
|
assert p2._init_kwargs.get("platform") == "slack"
|
|
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# Mem0 provider user_id tests
|
|
# ---------------------------------------------------------------------------
|
|
|
|
|
|
class TestMem0UserIdScoping:
|
|
"""Verify Mem0 plugin uses gateway user_id when provided."""
|
|
|
|
def test_gateway_user_id_overrides_default(self):
|
|
"""When user_id is passed via kwargs, it should override the config default."""
|
|
from plugins.memory.mem0 import Mem0MemoryProvider
|
|
|
|
provider = Mem0MemoryProvider()
|
|
# Mock _load_config to return a config with default user_id
|
|
with patch("plugins.memory.mem0._load_config", return_value={
|
|
"api_key": "test-key",
|
|
"user_id": "hermes-user",
|
|
"agent_id": "hermes",
|
|
"rerank": True,
|
|
}):
|
|
provider.initialize(session_id="test-sess", user_id="tg_user_99")
|
|
|
|
assert provider._user_id == "tg_user_99"
|
|
|
|
def test_no_user_id_falls_back_to_config(self):
|
|
"""Without user_id in kwargs, should use config default."""
|
|
from plugins.memory.mem0 import Mem0MemoryProvider
|
|
|
|
provider = Mem0MemoryProvider()
|
|
with patch("plugins.memory.mem0._load_config", return_value={
|
|
"api_key": "test-key",
|
|
"user_id": "custom-default",
|
|
"agent_id": "hermes",
|
|
"rerank": True,
|
|
}):
|
|
provider.initialize(session_id="test-sess")
|
|
|
|
assert provider._user_id == "custom-default"
|
|
|
|
def test_no_user_id_no_config_uses_hermes_user(self):
|
|
"""Without user_id or config override, should default to 'hermes-user'."""
|
|
from plugins.memory.mem0 import Mem0MemoryProvider
|
|
|
|
provider = Mem0MemoryProvider()
|
|
with patch("plugins.memory.mem0._load_config", return_value={
|
|
"api_key": "test-key",
|
|
"agent_id": "hermes",
|
|
"rerank": True,
|
|
}):
|
|
provider.initialize(session_id="test-sess")
|
|
|
|
assert provider._user_id == "hermes-user"
|
|
|
|
def test_different_users_get_different_ids(self):
|
|
"""Two providers initialized with different user_ids should be scoped differently."""
|
|
from plugins.memory.mem0 import Mem0MemoryProvider
|
|
|
|
p1 = Mem0MemoryProvider()
|
|
p2 = Mem0MemoryProvider()
|
|
|
|
with patch("plugins.memory.mem0._load_config", return_value={
|
|
"api_key": "test-key",
|
|
"user_id": "hermes-user",
|
|
"agent_id": "hermes",
|
|
"rerank": True,
|
|
}):
|
|
p1.initialize(session_id="sess-1", user_id="alice_123")
|
|
p2.initialize(session_id="sess-2", user_id="bob_456")
|
|
|
|
assert p1._user_id == "alice_123"
|
|
assert p2._user_id == "bob_456"
|
|
assert p1._user_id != p2._user_id
|
|
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# Honcho provider user_id tests
|
|
# ---------------------------------------------------------------------------
|
|
|
|
|
|
class TestHonchoUserIdScoping:
|
|
"""Verify Honcho plugin keeps runtime user scoping separate from config peer_name."""
|
|
|
|
def test_gateway_user_id_is_passed_as_runtime_peer(self):
|
|
"""Gateway user_id should scope Honcho sessions without mutating config peer_name."""
|
|
from plugins.memory.honcho import HonchoMemoryProvider
|
|
|
|
provider = HonchoMemoryProvider()
|
|
|
|
mock_cfg = MagicMock()
|
|
mock_cfg.enabled = True
|
|
mock_cfg.api_key = "test-key"
|
|
mock_cfg.base_url = None
|
|
mock_cfg.peer_name = "static-user"
|
|
mock_cfg.recall_mode = "context"
|
|
mock_cfg.context_tokens = None
|
|
mock_cfg.raw = {}
|
|
mock_cfg.dialectic_depth = 1
|
|
mock_cfg.dialectic_depth_levels = None
|
|
mock_cfg.init_on_session_start = False
|
|
mock_cfg.ai_peer = "hermes"
|
|
mock_cfg.resolve_session_name.return_value = "test-sess"
|
|
mock_cfg.session_strategy = "shared"
|
|
|
|
with patch(
|
|
"plugins.memory.honcho.client.HonchoClientConfig.from_global_config",
|
|
return_value=mock_cfg,
|
|
), patch(
|
|
"plugins.memory.honcho.client.get_honcho_client",
|
|
return_value=MagicMock(),
|
|
), patch(
|
|
"plugins.memory.honcho.session.HonchoSessionManager",
|
|
) as mock_manager_cls:
|
|
mock_manager = MagicMock()
|
|
mock_manager.get_or_create.return_value = MagicMock(messages=[])
|
|
mock_manager_cls.return_value = mock_manager
|
|
provider.initialize(
|
|
session_id="test-sess",
|
|
user_id="discord_user_789",
|
|
platform="discord",
|
|
)
|
|
|
|
assert mock_cfg.peer_name == "static-user"
|
|
assert mock_manager_cls.call_args.kwargs["runtime_user_peer_name"] == "discord_user_789"
|
|
|
|
def test_session_manager_prefers_runtime_user_id_over_config_peer_name(self):
|
|
"""Session manager should isolate gateway users even when config peer_name is static."""
|
|
from plugins.memory.honcho.session import HonchoSessionManager
|
|
|
|
mock_cfg = MagicMock()
|
|
mock_cfg.peer_name = "static-user"
|
|
mock_cfg.ai_peer = "hermes"
|
|
mock_cfg.write_frequency = "sync"
|
|
mock_cfg.dialectic_reasoning_level = "low"
|
|
mock_cfg.dialectic_dynamic = True
|
|
mock_cfg.dialectic_max_chars = 600
|
|
mock_cfg.observation_mode = "directional"
|
|
mock_cfg.user_observe_me = True
|
|
mock_cfg.user_observe_others = True
|
|
mock_cfg.ai_observe_me = True
|
|
mock_cfg.ai_observe_others = True
|
|
|
|
manager = HonchoSessionManager(
|
|
honcho=MagicMock(),
|
|
config=mock_cfg,
|
|
runtime_user_peer_name="discord_user_789",
|
|
)
|
|
|
|
with patch.object(manager, "_get_or_create_peer", return_value=MagicMock()), patch.object(
|
|
manager,
|
|
"_get_or_create_honcho_session",
|
|
return_value=(MagicMock(), []),
|
|
):
|
|
session = manager.get_or_create("discord:channel-1")
|
|
|
|
assert session.user_peer_id == "discord_user_789"
|
|
|
|
def test_no_user_id_preserves_config_peer_name(self):
|
|
"""Without user_id, the config peer_name should be preserved."""
|
|
from plugins.memory.honcho import HonchoMemoryProvider
|
|
|
|
provider = HonchoMemoryProvider()
|
|
|
|
mock_cfg = MagicMock()
|
|
mock_cfg.enabled = True
|
|
mock_cfg.api_key = "test-key"
|
|
mock_cfg.base_url = None
|
|
mock_cfg.peer_name = "my-custom-peer"
|
|
mock_cfg.recall_mode = "tools"
|
|
|
|
with patch(
|
|
"plugins.memory.honcho.client.HonchoClientConfig.from_global_config",
|
|
return_value=mock_cfg,
|
|
):
|
|
provider.initialize(
|
|
session_id="test-sess",
|
|
platform="cli",
|
|
)
|
|
|
|
# peer_name should not have been overridden
|
|
assert mock_cfg.peer_name == "my-custom-peer"
|
|
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# AIAgent user_id propagation test
|
|
# ---------------------------------------------------------------------------
|
|
|
|
|
|
class TestAIAgentUserIdPropagation:
|
|
"""Verify AIAgent stores user_id and passes it to memory init kwargs."""
|
|
|
|
def test_user_id_stored_on_agent(self):
|
|
"""AIAgent should store user_id as instance attribute."""
|
|
with patch.dict(os.environ, {"HERMES_HOME": "/tmp/test_hermes"}):
|
|
from run_agent import AIAgent
|
|
agent = object.__new__(AIAgent)
|
|
# Manually set the attribute as __init__ does
|
|
agent._user_id = "test_user_42"
|
|
assert agent._user_id == "test_user_42"
|
|
|
|
def test_user_id_none_by_default(self):
|
|
"""AIAgent should have None user_id when not provided (CLI mode)."""
|
|
with patch.dict(os.environ, {"HERMES_HOME": "/tmp/test_hermes"}):
|
|
from run_agent import AIAgent
|
|
agent = object.__new__(AIAgent)
|
|
agent._user_id = None
|
|
assert agent._user_id is None
|
|
|