mirror of
https://github.com/NousResearch/hermes-agent.git
synced 2026-07-30 19:09:28 +00:00
6b81590c55
Systematic prune per AGENTS.md test policy, one pass over every major test tree (gateway, hermes_cli, tools, agent, run_agent, plugins, cli, cron, tui_gateway, honcho/openviking, root-level): - DELETE: source-reading tests (read_text/getsource on prod files), change-detector tests (exact catalog counts, model-name snapshots, config version literals), mock-echo tests (assert a mock returns what it was told), assertion-free/trivial tests, near-duplicate parametrizations (boundaries + one representative kept), async/sync twin duplicates, cosmetic within-file variations. - KEEP (mandatory): security/redaction/approval guards, message-role alternation invariants, prompt-caching/deterministic-call-id invariants, issue-number regression tests (deduped), E2E tests. - 6 test files deleted outright (script-style/no-assert or fully redundant); conftest.py, fakes/, fixtures/ untouched. - tests/acp/conftest.py added: autouse fixture stubs the live models.dev/GitHub/Copilot/Anthropic inventory fetches that ACP server tests performed on every session create — test_server.py 147s → 3.4s, and the tests are now genuinely hermetic. - Sleep-based slowness shrunk where safe (codex_ttfb_watchdog, compression_concurrent_fork, etc.); no wall-clock assertion tightened. Verification: full hermetic suite via scripts/run_tests.sh — 2439 files, 31,130 tests passed, 0 failed, 0 flaky retries, 315s wall (baseline: 583s wall, 13,564s subprocess CPU).
93 lines
3 KiB
Python
93 lines
3 KiB
Python
"""Tests for inventory._apply_pricing — the pricing/tier enrichment that
|
|
|
|
feeds the desktop GUI model picker (and onboarding) so it can show $/Mtok
|
|
columns + Free/Pro badges and gate paid models on free Nous accounts, the
|
|
same way the `hermes model` CLI picker does.
|
|
"""
|
|
|
|
import hermes_cli.inventory as inv
|
|
import hermes_cli.models as models_mod
|
|
|
|
|
|
def _patch_pricing(monkeypatch, *, free_tier, pricing, unavailable=None):
|
|
monkeypatch.setattr(models_mod, "get_pricing_for_provider", lambda slug, **kw: pricing.get(slug, {}))
|
|
monkeypatch.setattr(models_mod, "check_nous_free_tier", lambda *, force_fresh=False: free_tier)
|
|
monkeypatch.setattr(
|
|
models_mod, "partition_nous_models_by_tier",
|
|
lambda ids, pr, free_tier: (
|
|
[m for m in ids if m not in (unavailable or [])],
|
|
list(unavailable or []),
|
|
),
|
|
)
|
|
|
|
|
|
def test_apply_pricing_formats_per_model_prices(monkeypatch):
|
|
"""Each model gets formatted input/output/cache + a free flag."""
|
|
_patch_pricing(
|
|
monkeypatch,
|
|
free_tier=False,
|
|
pricing={
|
|
"openrouter": {
|
|
"a/paid": {"prompt": "0.000003", "completion": "0.000015", "input_cache_read": "0.0000003"},
|
|
"b/free": {"prompt": "0", "completion": "0"},
|
|
}
|
|
},
|
|
)
|
|
rows = [{"slug": "openrouter", "models": ["a/paid", "b/free"]}]
|
|
inv._apply_pricing(rows)
|
|
|
|
pricing = rows[0]["pricing"]
|
|
assert pricing["a/paid"] == {"input": "$3.00", "output": "$15.00", "cache": "$0.30", "free": False}
|
|
assert pricing["b/free"]["free"] is True
|
|
assert pricing["b/free"]["input"] == "free"
|
|
|
|
|
|
def test_apply_pricing_omits_sale_for_free_models_even_with_original(monkeypatch):
|
|
"""Free models must not get was_*/discount_percent even if original leaked."""
|
|
_patch_pricing(
|
|
monkeypatch,
|
|
free_tier=False,
|
|
pricing={
|
|
"nous": {
|
|
"a/free": {
|
|
"prompt": "0",
|
|
"completion": "0",
|
|
"original": {
|
|
"prompt": "0.000002",
|
|
"completion": "0.00001",
|
|
},
|
|
},
|
|
}
|
|
},
|
|
)
|
|
rows = [{"slug": "nous", "models": ["a/free"]}]
|
|
inv._apply_pricing(rows)
|
|
free = rows[0]["pricing"]["a/free"]
|
|
assert free["free"] is True
|
|
assert "discount_percent" not in free
|
|
assert "was_input" not in free
|
|
assert "was_output" not in free
|
|
|
|
|
|
def test_apply_pricing_omits_sale_when_original_not_cheaper(monkeypatch):
|
|
_patch_pricing(
|
|
monkeypatch,
|
|
free_tier=False,
|
|
pricing={
|
|
"nous": {
|
|
"a/eq": {
|
|
"prompt": "0.000002",
|
|
"completion": "0.00001",
|
|
"original": {
|
|
"prompt": "0.000002",
|
|
"completion": "0.00001",
|
|
},
|
|
},
|
|
}
|
|
},
|
|
)
|
|
rows = [{"slug": "nous", "models": ["a/eq"]}]
|
|
inv._apply_pricing(rows)
|
|
assert "discount_percent" not in rows[0]["pricing"]["a/eq"]
|
|
|
|
|