mirror of
https://github.com/NousResearch/hermes-agent.git
synced 2026-07-31 19:16:29 +00:00
Systematic prune per AGENTS.md test policy, one pass over every major test tree (gateway, hermes_cli, tools, agent, run_agent, plugins, cli, cron, tui_gateway, honcho/openviking, root-level): - DELETE: source-reading tests (read_text/getsource on prod files), change-detector tests (exact catalog counts, model-name snapshots, config version literals), mock-echo tests (assert a mock returns what it was told), assertion-free/trivial tests, near-duplicate parametrizations (boundaries + one representative kept), async/sync twin duplicates, cosmetic within-file variations. - KEEP (mandatory): security/redaction/approval guards, message-role alternation invariants, prompt-caching/deterministic-call-id invariants, issue-number regression tests (deduped), E2E tests. - 6 test files deleted outright (script-style/no-assert or fully redundant); conftest.py, fakes/, fixtures/ untouched. - tests/acp/conftest.py added: autouse fixture stubs the live models.dev/GitHub/Copilot/Anthropic inventory fetches that ACP server tests performed on every session create — test_server.py 147s → 3.4s, and the tests are now genuinely hermetic. - Sleep-based slowness shrunk where safe (codex_ttfb_watchdog, compression_concurrent_fork, etc.); no wall-clock assertion tightened. Verification: full hermetic suite via scripts/run_tests.sh — 2439 files, 31,130 tests passed, 0 failed, 0 flaky retries, 315s wall (baseline: 583s wall, 13,564s subprocess CPU).
178 lines
6.6 KiB
Python
178 lines
6.6 KiB
Python
"""Tests for progressive subdirectory hint discovery."""
|
|
|
|
import pytest
|
|
from pathlib import Path
|
|
from unittest.mock import patch
|
|
|
|
from agent.subdirectory_hints import SubdirectoryHintTracker
|
|
|
|
|
|
@pytest.fixture
|
|
def project(tmp_path):
|
|
"""Create a mock project tree with hint files in subdirectories."""
|
|
# Root — already loaded at startup
|
|
(tmp_path / "AGENTS.md").write_text("Root project instructions")
|
|
|
|
# backend/ — has its own AGENTS.md
|
|
backend = tmp_path / "backend"
|
|
backend.mkdir()
|
|
(backend / "AGENTS.md").write_text("Backend-specific instructions:\n- Use FastAPI\n- Always add type hints")
|
|
|
|
# backend/src/ — no hints
|
|
(backend / "src").mkdir()
|
|
(backend / "src" / "main.py").write_text("print('hello')")
|
|
|
|
# frontend/ — has CLAUDE.md
|
|
frontend = tmp_path / "frontend"
|
|
frontend.mkdir()
|
|
(frontend / "CLAUDE.md").write_text("Frontend rules:\n- Use TypeScript\n- No any types")
|
|
|
|
# docs/ — no hints
|
|
(tmp_path / "docs").mkdir()
|
|
(tmp_path / "docs" / "README.md").write_text("Documentation")
|
|
|
|
# deep/nested/path/ — has .cursorrules
|
|
deep = tmp_path / "deep" / "nested" / "path"
|
|
deep.mkdir(parents=True)
|
|
(deep / ".cursorrules").write_text("Cursor rules for nested path")
|
|
|
|
return tmp_path
|
|
|
|
|
|
class TestSubdirectoryHintTracker:
|
|
"""Unit tests for SubdirectoryHintTracker."""
|
|
|
|
|
|
|
|
def test_discovers_claude_md(self, project):
|
|
"""Frontend CLAUDE.md should be discovered."""
|
|
tracker = SubdirectoryHintTracker(working_dir=str(project))
|
|
result = tracker.check_tool_call(
|
|
"read_file", {"path": str(project / "frontend" / "index.ts")}
|
|
)
|
|
assert result is not None
|
|
assert "Frontend rules" in result
|
|
|
|
def test_no_duplicate_loading(self, project):
|
|
"""Same directory should not be loaded twice."""
|
|
tracker = SubdirectoryHintTracker(working_dir=str(project))
|
|
result1 = tracker.check_tool_call(
|
|
"read_file", {"path": str(project / "frontend" / "a.ts")}
|
|
)
|
|
assert result1 is not None
|
|
|
|
result2 = tracker.check_tool_call(
|
|
"read_file", {"path": str(project / "frontend" / "b.ts")}
|
|
)
|
|
assert result2 is None # already loaded
|
|
|
|
|
|
|
|
|
|
def test_relative_path(self, project):
|
|
"""Relative paths resolved against working_dir."""
|
|
tracker = SubdirectoryHintTracker(working_dir=str(project))
|
|
result = tracker.check_tool_call(
|
|
"read_file", {"path": "frontend/index.ts"}
|
|
)
|
|
assert result is not None
|
|
assert "Frontend rules" in result
|
|
|
|
|
|
|
|
|
|
|
|
def test_workdir_arg(self, project):
|
|
"""The workdir argument from terminal tool is checked."""
|
|
tracker = SubdirectoryHintTracker(working_dir=str(project))
|
|
result = tracker.check_tool_call(
|
|
"terminal", {"command": "ls", "workdir": str(project / "frontend")}
|
|
)
|
|
assert result is not None
|
|
assert "Frontend rules" in result
|
|
|
|
|
|
|
|
def test_truncation_of_large_hints(self, tmp_path):
|
|
"""Hint files over the limit are truncated."""
|
|
sub = tmp_path / "bigdir"
|
|
sub.mkdir()
|
|
(sub / "AGENTS.md").write_text("x" * 20_000)
|
|
|
|
tracker = SubdirectoryHintTracker(working_dir=str(tmp_path))
|
|
result = tracker.check_tool_call(
|
|
"read_file", {"path": str(sub / "file.py")}
|
|
)
|
|
assert result is not None
|
|
assert "truncated" in result.lower()
|
|
# Should be capped
|
|
assert len(result) < 20_000
|
|
|
|
def test_empty_args(self, project):
|
|
"""Empty args should not crash."""
|
|
tracker = SubdirectoryHintTracker(working_dir=str(project))
|
|
assert tracker.check_tool_call("read_file", {}) is None
|
|
assert tracker.check_tool_call("terminal", {"command": ""}) is None
|
|
|
|
|
|
|
|
class TestPermissionErrorHandling:
|
|
"""Regression tests for PermissionError in filesystem checks (ref #6214)."""
|
|
|
|
def test_is_valid_subdir_permission_error(self, tmp_path):
|
|
"""_is_valid_subdir should return False when is_dir() raises PermissionError."""
|
|
tracker = SubdirectoryHintTracker(working_dir=str(tmp_path))
|
|
restricted = tmp_path / "restricted"
|
|
restricted.mkdir()
|
|
with patch.object(Path, "is_dir", side_effect=PermissionError("Permission denied")):
|
|
assert tracker._is_valid_subdir(restricted) is False
|
|
|
|
def test_load_hints_permission_error_on_is_file(self, tmp_path):
|
|
"""_load_hints_for_directory should skip files when is_file() raises PermissionError."""
|
|
tracker = SubdirectoryHintTracker(working_dir=str(tmp_path))
|
|
restricted = tmp_path / "restricted"
|
|
restricted.mkdir()
|
|
original_is_file = Path.is_file
|
|
def patched_is_file(self):
|
|
if "restricted" in str(self):
|
|
raise PermissionError("Permission denied")
|
|
return original_is_file(self)
|
|
with patch.object(Path, "is_file", patched_is_file):
|
|
result = tracker._load_hints_for_directory(restricted)
|
|
assert result is None
|
|
|
|
def test_check_tool_call_survives_inaccessible_path(self, project):
|
|
"""Full check_tool_call should not crash when a path is inaccessible."""
|
|
tracker = SubdirectoryHintTracker(working_dir=str(project))
|
|
original_is_dir = Path.is_dir
|
|
def patched_is_dir(self):
|
|
if "backend" in str(self) and "src" not in str(self):
|
|
raise PermissionError("Permission denied")
|
|
return original_is_dir(self)
|
|
with patch.object(Path, "is_dir", patched_is_dir):
|
|
# Should not raise — gracefully skip the inaccessible directory
|
|
result = tracker.check_tool_call(
|
|
"read_file", {"path": str(project / "backend" / "src" / "main.py")}
|
|
)
|
|
# Result may be None (backend skipped) — the key point is no crash
|
|
assert result is None or isinstance(result, str)
|
|
|
|
|
|
class TestOutsideWorkspaceRejection:
|
|
"""Direct tests for _is_valid_subdir rejecting outside-workspace paths."""
|
|
|
|
|
|
def test_is_valid_subdir_allows_inside_path(self, project):
|
|
"""_is_valid_subdir should return True for paths inside working_dir."""
|
|
tracker = SubdirectoryHintTracker(working_dir=str(project))
|
|
backend = project / "backend"
|
|
assert tracker._is_valid_subdir(backend) is True
|
|
|
|
|
|
def test_is_valid_subdir_rejects_sibling_dir(self, tmp_path, project):
|
|
"""_is_valid_subdir should reject a sibling directory (simulating ~/.codex)."""
|
|
parent = tmp_path.parent
|
|
outside = parent / ".test-codex"
|
|
outside.mkdir(exist_ok=True)
|
|
tracker = SubdirectoryHintTracker(working_dir=str(project))
|
|
assert tracker._is_valid_subdir(outside) is False
|