hermes-agent/tests/test_onepassword_secrets.py
Teknium 6b81590c55
test: prune low-value tests suite-wide (wave 1) — 46,820 → 28,106 test functions
Systematic prune per AGENTS.md test policy, one pass over every major
test tree (gateway, hermes_cli, tools, agent, run_agent, plugins, cli,
cron, tui_gateway, honcho/openviking, root-level):

- DELETE: source-reading tests (read_text/getsource on prod files),
  change-detector tests (exact catalog counts, model-name snapshots,
  config version literals), mock-echo tests (assert a mock returns what
  it was told), assertion-free/trivial tests, near-duplicate
  parametrizations (boundaries + one representative kept), async/sync
  twin duplicates, cosmetic within-file variations.
- KEEP (mandatory): security/redaction/approval guards, message-role
  alternation invariants, prompt-caching/deterministic-call-id
  invariants, issue-number regression tests (deduped), E2E tests.
- 6 test files deleted outright (script-style/no-assert or fully
  redundant); conftest.py, fakes/, fixtures/ untouched.
- tests/acp/conftest.py added: autouse fixture stubs the live
  models.dev/GitHub/Copilot/Anthropic inventory fetches that ACP server
  tests performed on every session create — test_server.py 147s → 3.4s,
  and the tests are now genuinely hermetic.
- Sleep-based slowness shrunk where safe (codex_ttfb_watchdog,
  compression_concurrent_fork, etc.); no wall-clock assertion tightened.

Verification: full hermetic suite via scripts/run_tests.sh —
2439 files, 31,130 tests passed, 0 failed, 0 flaky retries, 315s wall
(baseline: 583s wall, 13,564s subprocess CPU).
2026-07-29 13:10:23 -07:00

301 lines
8.7 KiB
Python

"""Hermetic tests for the 1Password (`op` CLI) secret source.
We never invoke the real ``op`` binary: ``subprocess.run`` is mocked so the
suite stays fast and offline-safe. A live resolve is exercised manually via
``hermes secrets onepassword sync`` outside of pytest.
"""
from __future__ import annotations
import json
import os
import subprocess
import sys
import time
from pathlib import Path
from unittest import mock
import pytest
# Make the worktree importable without depending on the installed wheel.
ROOT = Path(__file__).resolve().parents[1]
if str(ROOT) not in sys.path:
sys.path.insert(0, str(ROOT))
from agent.secret_sources import onepassword as op # noqa: E402
@pytest.fixture(autouse=True)
def _reset_caches():
op._reset_cache_for_tests()
yield
op._reset_cache_for_tests()
@pytest.fixture(autouse=True)
def _clean_op_env(monkeypatch):
"""Start every test from a known 1Password auth state."""
for key in list(os.environ):
if key.startswith("OP_SESSION_"):
monkeypatch.delenv(key, raising=False)
monkeypatch.delenv("OP_SERVICE_ACCOUNT_TOKEN", raising=False)
monkeypatch.delenv("OP_ACCOUNT", raising=False)
monkeypatch.delenv("OP_CONNECT_HOST", raising=False)
monkeypatch.delenv("OP_CONNECT_TOKEN", raising=False)
yield
def _ok(value: str):
return mock.Mock(returncode=0, stdout=value, stderr="")
def _err(code: int, stderr: str):
return mock.Mock(returncode=code, stdout="", stderr=stderr)
# ---------------------------------------------------------------------------
# Reference validation
# ---------------------------------------------------------------------------
def test_validate_references_filters_bad_names_and_refs():
refs = {
"OPENAI_API_KEY": "op://Private/OpenAI/api key",
"1BAD_NAME": "op://Private/x/y", # bad env name
"HAS SPACE": "op://Private/x/y", # bad env name
"NOT_A_REF": "https://example.com", # not op://
"WHITESPACE": " op://Private/z/field ", # stripped + kept
}
valid, warnings = op._validate_references(refs)
assert valid == {
"OPENAI_API_KEY": "op://Private/OpenAI/api key",
"WHITESPACE": "op://Private/z/field",
}
assert len(warnings) == 3
# ---------------------------------------------------------------------------
# fetch_onepassword_secrets
# ---------------------------------------------------------------------------
def test_fetch_happy_path(monkeypatch, tmp_path):
fake_op = tmp_path / "op"
fake_op.write_text("")
values = {
"op://Private/OpenAI/api key": "sk-abc\n",
"op://Private/Anthropic/credential": "sk-ant-xyz",
}
def fake_run(cmd, **kwargs):
# argv list, never shell=True; reference passed after `--`.
assert "--" in cmd
ref = cmd[cmd.index("--") + 1]
return _ok(values[ref])
monkeypatch.setattr(op.subprocess, "run", fake_run)
secrets, warnings = op.fetch_onepassword_secrets(
references={
"OPENAI_API_KEY": "op://Private/OpenAI/api key",
"ANTHROPIC_API_KEY": "op://Private/Anthropic/credential",
},
binary=fake_op,
use_cache=False,
)
assert secrets == {"OPENAI_API_KEY": "sk-abc", "ANTHROPIC_API_KEY": "sk-ant-xyz"}
assert warnings == []
def test_fetch_read_failure_becomes_warning(monkeypatch, tmp_path):
fake_op = tmp_path / "op"
fake_op.write_text("")
monkeypatch.setattr(
op.subprocess, "run", lambda *a, **k: _err(1, "\x1b[31m[ERROR] not signed in\x1b[0m")
)
secrets, warnings = op.fetch_onepassword_secrets(
references={"K": "op://V/I/F"}, binary=fake_op, use_cache=False
)
assert secrets == {}
assert len(warnings) == 1
# ANSI control sequences are fully scrubbed from the surfaced message.
assert "\x1b" not in warnings[0]
assert "[31m" not in warnings[0]
assert "not signed in" in warnings[0]
# ---------------------------------------------------------------------------
# Caching
# ---------------------------------------------------------------------------
def test_inprocess_cache_hit(monkeypatch, tmp_path):
fake_op = tmp_path / "op"
fake_op.write_text("")
calls = {"n": 0}
def fake_run(*a, **k):
calls["n"] += 1
return _ok("v")
monkeypatch.setattr(op.subprocess, "run", fake_run)
op._reset_cache_for_tests(tmp_path)
for _ in range(2):
op.fetch_onepassword_secrets(
references={"K": "op://V/I/F"}, cache_ttl_seconds=60,
binary=fake_op, home_path=tmp_path,
)
assert calls["n"] == 1 # second call served from L1 cache
def test_connect_credential_change_invalidates_cache(monkeypatch, tmp_path):
"""A different 1Password Connect identity must not reuse a cached value."""
fake_op = tmp_path / "op"
fake_op.write_text("")
calls = {"n": 0}
def fake_run(*a, **k):
calls["n"] += 1
return _ok("v")
monkeypatch.setattr(op.subprocess, "run", fake_run)
op._reset_cache_for_tests(tmp_path)
monkeypatch.setenv("OP_CONNECT_HOST", "https://connect.example.com")
monkeypatch.setenv("OP_CONNECT_TOKEN", "tokenA")
op.fetch_onepassword_secrets(
references={"K": "op://V/I/F"}, cache_ttl_seconds=300,
binary=fake_op, home_path=tmp_path,
)
# Rotate the Connect token → new identity.
monkeypatch.setenv("OP_CONNECT_TOKEN", "tokenB")
op._CACHE.clear()
op.fetch_onepassword_secrets(
references={"K": "op://V/I/F"}, cache_ttl_seconds=300,
binary=fake_op, home_path=tmp_path,
)
assert calls["n"] == 2 # cache key changed → refetch
# ---------------------------------------------------------------------------
# find_op
# ---------------------------------------------------------------------------
def test_find_op_pinned_path_not_on_path(tmp_path, monkeypatch):
pinned = tmp_path / "op"
pinned.write_text("")
pinned.chmod(0o755)
# PATH lookup must NOT be consulted when a binary_path is pinned.
monkeypatch.setattr(op.shutil, "which", lambda name: "/usr/bin/op")
assert op.find_op(str(pinned)) == pinned
# ---------------------------------------------------------------------------
# apply_onepassword_secrets
# ---------------------------------------------------------------------------
def test_apply_disabled_returns_empty():
result = op.apply_onepassword_secrets(enabled=False, env={"K": "op://V/I/F"})
assert result.ok
assert not result.applied
def test_apply_missing_binary_sets_error(monkeypatch):
monkeypatch.setattr(op, "find_op", lambda binary_path="": None)
result = op.apply_onepassword_secrets(
enabled=True, env={"K": "op://V/I/F"}
)
assert not result.ok
assert "op CLI" in result.error
def test_apply_sets_env(monkeypatch, tmp_path):
fake_op = tmp_path / "op"
fake_op.write_text("")
monkeypatch.setattr(op, "find_op", lambda binary_path="": fake_op)
monkeypatch.setattr(op.subprocess, "run", lambda *a, **k: _ok("resolved-val"))
monkeypatch.delenv("MY_OP_KEY", raising=False)
result = op.apply_onepassword_secrets(
enabled=True, env={"MY_OP_KEY": "op://V/I/F"}, cache_ttl_seconds=0,
)
assert result.ok
assert result.applied == ["MY_OP_KEY"]
assert os.environ["MY_OP_KEY"] == "resolved-val"
def test_apply_skips_before_fetch_when_not_overriding(monkeypatch, tmp_path):
fake_op = tmp_path / "op"
fake_op.write_text("")
monkeypatch.setattr(op, "find_op", lambda binary_path="": fake_op)
monkeypatch.setenv("MY_OP_KEY", "from-env")
calls = {"n": 0}
def fake_run(*a, **k):
calls["n"] += 1
return _ok("from-1password")
monkeypatch.setattr(op.subprocess, "run", fake_run)
result = op.apply_onepassword_secrets(
enabled=True, env={"MY_OP_KEY": "op://V/I/F"},
override_existing=False, cache_ttl_seconds=0,
)
assert "MY_OP_KEY" in result.skipped
assert os.environ["MY_OP_KEY"] == "from-env"
assert calls["n"] == 0 # never even called op for a value we'd discard
def test_apply_never_overrides_token_var(monkeypatch, tmp_path):
fake_op = tmp_path / "op"
fake_op.write_text("")
monkeypatch.setattr(op, "find_op", lambda binary_path="": fake_op)
monkeypatch.setenv("OP_SERVICE_ACCOUNT_TOKEN", "original")
calls = {"n": 0}
def fake_run(*a, **k):
calls["n"] += 1
return _ok("malicious")
monkeypatch.setattr(op.subprocess, "run", fake_run)
result = op.apply_onepassword_secrets(
enabled=True,
env={"OP_SERVICE_ACCOUNT_TOKEN": "op://V/I/F"},
override_existing=True, cache_ttl_seconds=0,
)
assert "OP_SERVICE_ACCOUNT_TOKEN" in result.skipped
assert os.environ["OP_SERVICE_ACCOUNT_TOKEN"] == "original"
assert calls["n"] == 0