hermes-agent/tests/agent/test_secret_scope.py
izumi0uu 0583692c2d fix(secrets): scope BWS-injected provider keys
Snapshot values applied by external secret sources per resolved HERMES_HOME so a later profile cannot replace an earlier profile scope through shared os.environ.

Keep provider and credential-pool fallback reads on the active secret scope, and fail closed on unscoped multiplex reads.

Tests: scripts/run_tests.sh tests/test_env_loader_secret_sources.py tests/test_env_loader_op_bootstrap.py tests/agent/test_secret_scope.py tests/agent/test_credential_pool.py tests/tools/test_credential_pool_env_fallback.py tests/hermes_cli/test_xiaomi_provider.py tests/cron/test_run_one_job.py tests/hermes_cli/test_api_key_providers.py tests/gateway/test_multiplex_credential_isolation.py -q (395 passed)
2026-07-22 04:39:17 -07:00

211 lines
7.9 KiB
Python

"""Tests for the profile-scoped credential primitive (Workstream A / Phase 2)."""
import pytest
from agent import secret_scope as ss
@pytest.fixture(autouse=True)
def _reset_multiplex():
"""Ensure each test starts and ends with multiplexing off (it's a global)."""
ss.set_multiplex_active(False)
yield
ss.set_multiplex_active(False)
class TestMultiplexInactiveBackwardCompat:
"""Default deployment: get_secret transparently reads os.environ."""
def test_reads_environ(self, monkeypatch):
monkeypatch.setenv("ANTHROPIC_API_KEY", "sk-test")
assert ss.get_secret("ANTHROPIC_API_KEY") == "sk-test"
def test_missing_returns_default(self, monkeypatch):
monkeypatch.delenv("NOPE_KEY", raising=False)
assert ss.get_secret("NOPE_KEY") is None
assert ss.get_secret("NOPE_KEY", "fallback") == "fallback"
def test_no_raise_without_scope(self, monkeypatch):
monkeypatch.delenv("SOME_KEY", raising=False)
# multiplex off => unscoped read is fine, returns default
assert ss.get_secret("SOME_KEY") is None
class TestMultiplexActiveFailClosed:
"""Multiplex on: an unscoped secret read raises instead of leaking."""
def test_unscoped_read_raises(self, monkeypatch):
monkeypatch.setenv("ANTHROPIC_API_KEY", "sk-leaky")
ss.set_multiplex_active(True)
with pytest.raises(ss.UnscopedSecretError):
ss.get_secret("ANTHROPIC_API_KEY")
def test_scoped_read_uses_scope_not_environ(self, monkeypatch):
monkeypatch.setenv("ANTHROPIC_API_KEY", "sk-from-environ")
ss.set_multiplex_active(True)
token = ss.set_secret_scope({"ANTHROPIC_API_KEY": "sk-from-scope"})
try:
assert ss.get_secret("ANTHROPIC_API_KEY") == "sk-from-scope"
finally:
ss.reset_secret_scope(token)
def test_scoped_missing_key_returns_default_not_environ(self, monkeypatch):
# Even though the value exists in os.environ, a scope is authoritative:
# an absent scope key must NOT fall through to the (cross-profile) env.
monkeypatch.setenv("OPENAI_API_KEY", "sk-other-profile")
ss.set_multiplex_active(True)
token = ss.set_secret_scope({"ANTHROPIC_API_KEY": "sk-mine"})
try:
assert ss.get_secret("OPENAI_API_KEY") is None
assert ss.get_secret("OPENAI_API_KEY", "d") == "d"
finally:
ss.reset_secret_scope(token)
def test_global_env_still_reads_environ_under_multiplex(self, monkeypatch):
monkeypatch.setenv("HERMES_HOME", "/opt/data")
ss.set_multiplex_active(True)
# No scope, multiplex on — but HERMES_HOME is global, so no raise.
assert ss.get_secret("HERMES_HOME") == "/opt/data"
def test_kanban_prefix_is_global(self, monkeypatch):
monkeypatch.setenv("HERMES_KANBAN_DB", "/x/kanban.db")
ss.set_multiplex_active(True)
assert ss.get_secret("HERMES_KANBAN_DB") == "/x/kanban.db"
class TestScopedSingleProfile:
"""Multiplex OFF with a scope installed: the scope is an overlay, not a
blindfold. The cron scheduler installs a ``<home>/.env`` scope around every
job unconditionally, and single-profile deployments legitimately supply
credentials via the process environment only (systemd ``Environment=``,
``pass-cli run`` / ``op run`` wrappers) — those must keep resolving."""
def test_scope_hit_wins_over_environ(self, monkeypatch):
monkeypatch.setenv("ANTHROPIC_API_KEY", "sk-from-environ")
token = ss.set_secret_scope({"ANTHROPIC_API_KEY": "sk-from-env-file"})
try:
assert ss.get_secret("ANTHROPIC_API_KEY") == "sk-from-env-file"
finally:
ss.reset_secret_scope(token)
def test_scope_miss_falls_back_to_environ(self, monkeypatch):
# Regression: provider key injected into the process env but absent
# from <home>/.env made every cron job send a placeholder API key
# (401) while interactive turns kept working.
monkeypatch.setenv("GLM_VOOY_API_KEY", "sk-from-process-env")
token = ss.set_secret_scope({"UNRELATED_KEY": "x"})
try:
assert ss.get_secret("GLM_VOOY_API_KEY") == "sk-from-process-env"
finally:
ss.reset_secret_scope(token)
def test_scope_miss_absent_everywhere_returns_default(self, monkeypatch):
monkeypatch.delenv("NOPE_KEY", raising=False)
token = ss.set_secret_scope({})
try:
assert ss.get_secret("NOPE_KEY") is None
assert ss.get_secret("NOPE_KEY", "d") == "d"
finally:
ss.reset_secret_scope(token)
def test_multiplex_on_still_authoritative(self, monkeypatch):
# The fallthrough is strictly multiplex-off behavior: turning
# multiplexing on must restore scope-authoritative semantics.
monkeypatch.setenv("OPENAI_API_KEY", "sk-other-profile")
ss.set_multiplex_active(True)
token = ss.set_secret_scope({})
try:
assert ss.get_secret("OPENAI_API_KEY") is None
finally:
ss.reset_secret_scope(token)
class TestScopeIsolation:
"""Two scopes never see each other's secrets."""
def test_nested_scopes_restore(self):
ss.set_multiplex_active(True)
t1 = ss.set_secret_scope({"K": "a"})
try:
assert ss.get_secret("K") == "a"
t2 = ss.set_secret_scope({"K": "b"})
try:
assert ss.get_secret("K") == "b"
finally:
ss.reset_secret_scope(t2)
assert ss.get_secret("K") == "a"
finally:
ss.reset_secret_scope(t1)
class TestEnvFileParsing:
"""load_env_file parses without mutating os.environ."""
def test_parses_basic(self, tmp_path):
env = tmp_path / ".env"
env.write_text(
"# comment\n"
"ANTHROPIC_API_KEY=sk-abc\n"
"export OPENAI_API_KEY=sk-def\n"
'QUOTED="quoted-value"\n'
"SINGLE='single'\n"
"\n"
"BAD_LINE_NO_EQUALS\n"
)
out = ss.load_env_file(env)
assert out == {
"ANTHROPIC_API_KEY": "sk-abc",
"OPENAI_API_KEY": "sk-def",
"QUOTED": "quoted-value",
"SINGLE": "single",
}
def test_does_not_mutate_environ(self, tmp_path, monkeypatch):
monkeypatch.delenv("ZZZ_KEY", raising=False)
env = tmp_path / ".env"
env.write_text("ZZZ_KEY=secret\n")
ss.load_env_file(env)
import os
assert "ZZZ_KEY" not in os.environ
def test_missing_file_returns_empty(self, tmp_path):
assert ss.load_env_file(tmp_path / "nope.env") == {}
def test_build_profile_secret_scope(self, tmp_path):
(tmp_path / ".env").write_text("ANTHROPIC_API_KEY=sk-profile\n")
assert ss.build_profile_secret_scope(tmp_path) == {
"ANTHROPIC_API_KEY": "sk-profile"
}
def test_build_profile_secret_scope_includes_home_external_secrets(
self, tmp_path, monkeypatch
):
(tmp_path / ".env").write_text("XIAOMI_API_KEY=placeholder\n")
from hermes_cli import env_loader
home_key = str(tmp_path.resolve())
monkeypatch.setitem(
env_loader._SECRET_SOURCE_VALUES_BY_HOME,
home_key,
{"XIAOMI_API_KEY": "sk-from-bitwarden"},
)
assert ss.build_profile_secret_scope(tmp_path) == {
"XIAOMI_API_KEY": "sk-from-bitwarden"
}
def test_build_profile_secret_scope_ignores_other_home_external_secrets(
self, tmp_path, monkeypatch
):
profile = tmp_path / "profile"
other = tmp_path / "other"
profile.mkdir()
other.mkdir()
from hermes_cli import env_loader
monkeypatch.setitem(
env_loader._SECRET_SOURCE_VALUES_BY_HOME,
str(other.resolve()),
{"XIAOMI_API_KEY": "sk-other-profile"},
)
assert ss.build_profile_secret_scope(profile) == {}