mirror of
https://github.com/NousResearch/hermes-agent.git
synced 2026-07-31 19:16:29 +00:00
Systematic prune per AGENTS.md test policy, one pass over every major test tree (gateway, hermes_cli, tools, agent, run_agent, plugins, cli, cron, tui_gateway, honcho/openviking, root-level): - DELETE: source-reading tests (read_text/getsource on prod files), change-detector tests (exact catalog counts, model-name snapshots, config version literals), mock-echo tests (assert a mock returns what it was told), assertion-free/trivial tests, near-duplicate parametrizations (boundaries + one representative kept), async/sync twin duplicates, cosmetic within-file variations. - KEEP (mandatory): security/redaction/approval guards, message-role alternation invariants, prompt-caching/deterministic-call-id invariants, issue-number regression tests (deduped), E2E tests. - 6 test files deleted outright (script-style/no-assert or fully redundant); conftest.py, fakes/, fixtures/ untouched. - tests/acp/conftest.py added: autouse fixture stubs the live models.dev/GitHub/Copilot/Anthropic inventory fetches that ACP server tests performed on every session create — test_server.py 147s → 3.4s, and the tests are now genuinely hermetic. - Sleep-based slowness shrunk where safe (codex_ttfb_watchdog, compression_concurrent_fork, etc.); no wall-clock assertion tightened. Verification: full hermetic suite via scripts/run_tests.sh — 2439 files, 31,130 tests passed, 0 failed, 0 flaky retries, 315s wall (baseline: 583s wall, 13,564s subprocess CPU).
78 lines
2.4 KiB
Python
78 lines
2.4 KiB
Python
"""Tests for OSS provider definitions and validation."""
|
|
|
|
import pytest
|
|
|
|
from plugins.memory.mem0._oss_providers import (
|
|
LLM_PROVIDERS,
|
|
EMBEDDER_PROVIDERS,
|
|
VECTOR_PROVIDERS,
|
|
KNOWN_DIMS,
|
|
validate_oss_config,
|
|
)
|
|
|
|
|
|
class TestProviderDefinitions:
|
|
|
|
def test_llm_providers_have_required_keys(self):
|
|
for pid, p in LLM_PROVIDERS.items():
|
|
assert "label" in p
|
|
assert "needs_key" in p
|
|
assert "default_model" in p
|
|
|
|
def test_embedder_providers_have_required_keys(self):
|
|
for pid, p in EMBEDDER_PROVIDERS.items():
|
|
assert "label" in p
|
|
assert "needs_key" in p
|
|
assert "default_model" in p
|
|
assert "dims" in p
|
|
|
|
|
|
def test_vector_providers_have_required_keys(self):
|
|
for pid, p in VECTOR_PROVIDERS.items():
|
|
assert "label" in p
|
|
assert "default_config" in p
|
|
|
|
|
|
def test_known_dims_covers_defaults(self):
|
|
for pid, p in EMBEDDER_PROVIDERS.items():
|
|
assert p["default_model"] in KNOWN_DIMS
|
|
|
|
|
|
class TestValidation:
|
|
|
|
def test_valid_openai_config(self):
|
|
cfg = {
|
|
"llm": {"provider": "openai", "config": {"model": "gpt-4o-mini"}},
|
|
"embedder": {"provider": "openai", "config": {"model": "text-embedding-3-small"}},
|
|
"vector_store": {"provider": "qdrant", "config": {"path": "/tmp/test"}},
|
|
}
|
|
errors = validate_oss_config(cfg)
|
|
assert errors == []
|
|
|
|
def test_unknown_llm_provider(self):
|
|
cfg = {
|
|
"llm": {"provider": "gemini", "config": {}},
|
|
"embedder": {"provider": "openai", "config": {}},
|
|
"vector_store": {"provider": "qdrant", "config": {}},
|
|
}
|
|
errors = validate_oss_config(cfg)
|
|
assert any("llm" in e.lower() for e in errors)
|
|
|
|
|
|
def test_missing_llm_section(self):
|
|
cfg = {
|
|
"embedder": {"provider": "openai", "config": {}},
|
|
"vector_store": {"provider": "qdrant", "config": {}},
|
|
}
|
|
errors = validate_oss_config(cfg)
|
|
assert any("llm" in e.lower() for e in errors)
|
|
|
|
def test_pgvector_needs_user(self):
|
|
cfg = {
|
|
"llm": {"provider": "openai", "config": {}},
|
|
"embedder": {"provider": "openai", "config": {}},
|
|
"vector_store": {"provider": "pgvector", "config": {"host": "localhost"}},
|
|
}
|
|
errors = validate_oss_config(cfg)
|
|
assert any("user" in e.lower() for e in errors)
|
|
|