mirror of
https://github.com/NousResearch/hermes-agent.git
synced 2026-06-22 10:32:00 +00:00
Phase 4B. Three NON-abstract hooks on the CronScheduler ABC, all with
built-in-safe defaults so the built-in inherits them without overriding and
test_abc_growth_stays_additive stays green (required surface still {name,
start}):
- on_jobs_changed(): post-mutation reconcile hook. Built-in no-op.
- fire_due(job_id): claim the job via the store CAS (claim_job_for_fire,
Phase 4C) then run it through the shared run_one_job (Phase 4A). Returns
False if the claim is lost or the job vanished (repeat-N exhausted between
arm and fire). The inbound webhook (Phase 4E) routes here.
- reconcile(): converge the external registry toward jobs.json. Built-in no-op.
fire_due imports claim_job_for_fire/get_job/run_one_job INSIDE the method, so
this commits cleanly before Phase 4C lands claim_job_for_fire (import-time is
unaffected; tests monkeypatch it with raising=False).
Tests: required-surface-unchanged guard, built-in inherits no-op defaults, and
fire_due's three paths (claim+run, lost-claim→no-run, missing-job→no-run).
tests/cron/ green (20 in test_scheduler_provider.py).
334 lines
12 KiB
Python
334 lines
12 KiB
Python
"""Characterization tests for the cron trigger before/after the provider refactor.
|
|
|
|
These lock the CURRENT in-process-ticker contract (Phase 0 of the pluggable
|
|
CronScheduler plan, .hermes/plans/cron-scheduler-provider-interface.md). They
|
|
must pass unchanged on `main` now, and after every subsequent phase of the
|
|
refactor — they are the regression harness that proves the built-in firing
|
|
behavior is byte-for-byte preserved when the ticker is moved behind the
|
|
CronScheduler provider interface.
|
|
|
|
No production code is exercised beyond the two ticker entry points:
|
|
- gateway/run.py::_start_cron_ticker (production gateway ticker)
|
|
- hermes_cli/web_server.py::_start_desktop_cron_ticker (desktop fallback)
|
|
|
|
Both call `cron.scheduler.tick(...)` on a loop and exit when their stop_event
|
|
is set. We patch `cron.scheduler.tick` (both tickers import it locally as
|
|
`cron_tick`, so the module-attribute patch is observed) and assert the loop
|
|
drives it and stops promptly.
|
|
"""
|
|
import threading
|
|
import time
|
|
from unittest.mock import patch
|
|
|
|
|
|
def test_ticker_calls_tick_at_least_once_then_stops():
|
|
"""The gateway in-process ticker loop calls cron.scheduler.tick repeatedly
|
|
and exits promptly once the stop_event is set."""
|
|
from gateway.run import _start_cron_ticker
|
|
|
|
calls = []
|
|
stop = threading.Event()
|
|
|
|
def fake_tick(*args, **kwargs):
|
|
calls.append(kwargs)
|
|
return 0
|
|
|
|
with patch("cron.scheduler.tick", side_effect=fake_tick):
|
|
# interval=0 keeps the loop tight; stop after a brief beat.
|
|
t = threading.Thread(
|
|
target=_start_cron_ticker,
|
|
args=(stop,),
|
|
kwargs={"interval": 0},
|
|
daemon=True,
|
|
)
|
|
t.start()
|
|
time.sleep(0.2)
|
|
stop.set()
|
|
t.join(timeout=5)
|
|
|
|
assert not t.is_alive(), "ticker did not exit after stop_event was set"
|
|
assert len(calls) >= 1, "ticker never called tick()"
|
|
# Contract: the ticker invokes tick with sync=False (fire-and-forget from
|
|
# the background thread, never the synchronous CLI path).
|
|
assert calls[0].get("sync") is False
|
|
|
|
|
|
def test_desktop_ticker_calls_tick_then_stops():
|
|
"""The desktop dashboard ticker loop calls cron.scheduler.tick and exits
|
|
once the stop_event is set. Desktop has no live adapters, so it ticks with
|
|
no adapters/loop."""
|
|
from hermes_cli.web_server import _start_desktop_cron_ticker
|
|
|
|
calls = []
|
|
stop = threading.Event()
|
|
|
|
def fake_tick(*args, **kwargs):
|
|
calls.append(kwargs)
|
|
return 0
|
|
|
|
with patch("cron.scheduler.tick", side_effect=fake_tick):
|
|
t = threading.Thread(
|
|
target=_start_desktop_cron_ticker,
|
|
args=(stop,),
|
|
kwargs={"interval": 0},
|
|
daemon=True,
|
|
)
|
|
t.start()
|
|
time.sleep(0.2)
|
|
stop.set()
|
|
t.join(timeout=5)
|
|
|
|
assert not t.is_alive(), "desktop ticker did not exit after stop_event was set"
|
|
assert len(calls) >= 1, "desktop ticker never called tick()"
|
|
assert calls[0].get("sync") is False
|
|
|
|
|
|
# ── Phase 1: CronScheduler ABC + InProcessCronScheduler ──────────────────────
|
|
|
|
|
|
def test_cronscheduler_is_abstract():
|
|
"""name + start are abstract — the bare ABC can't be instantiated."""
|
|
import pytest
|
|
from cron.scheduler_provider import CronScheduler
|
|
|
|
with pytest.raises(TypeError):
|
|
CronScheduler()
|
|
|
|
|
|
def test_cronscheduler_default_is_available_true():
|
|
"""is_available defaults to True (no-network) for a minimal subclass."""
|
|
from cron.scheduler_provider import CronScheduler
|
|
|
|
class Dummy(CronScheduler):
|
|
@property
|
|
def name(self):
|
|
return "dummy"
|
|
|
|
def start(self, stop_event, **kw):
|
|
pass
|
|
|
|
assert Dummy().is_available() is True
|
|
|
|
|
|
def test_abc_growth_stays_additive():
|
|
"""Forward-compat guard: the ABC's REQUIRED surface is exactly name+start.
|
|
|
|
Any optional hook added later for the external provider
|
|
(on_jobs_changed/fire_due/reconcile) must be NON-abstract (carry a default),
|
|
so the built-in keeps satisfying the ABC without overriding them. This test
|
|
fails loudly if someone makes a future hook abstract (a breaking change that
|
|
would force every provider — including the built-in — to implement it).
|
|
"""
|
|
from cron.scheduler_provider import CronScheduler
|
|
|
|
abstract = set(getattr(CronScheduler, "__abstractmethods__", set()))
|
|
assert abstract == {"name", "start"}, (
|
|
f"CronScheduler abstractmethods changed to {abstract}; growth must be "
|
|
"additive (optional methods with defaults), not new abstract methods."
|
|
)
|
|
|
|
|
|
def test_inprocess_provider_ticks_and_stops():
|
|
"""The built-in provider drives cron.scheduler.tick(sync=False) on a loop
|
|
and exits promptly when stop_event is set — same contract as the raw
|
|
ticker characterized above."""
|
|
from cron.scheduler_provider import InProcessCronScheduler
|
|
|
|
calls = []
|
|
stop = threading.Event()
|
|
prov = InProcessCronScheduler()
|
|
assert prov.name == "builtin"
|
|
|
|
with patch("cron.scheduler.tick", side_effect=lambda *a, **k: calls.append(k) or 0):
|
|
t = threading.Thread(
|
|
target=prov.start, args=(stop,), kwargs={"interval": 0}, daemon=True
|
|
)
|
|
t.start()
|
|
time.sleep(0.2)
|
|
stop.set()
|
|
t.join(timeout=5)
|
|
|
|
assert not t.is_alive(), "provider did not exit after stop_event was set"
|
|
assert len(calls) >= 1, "provider never called tick()"
|
|
assert calls[0].get("sync") is False
|
|
|
|
|
|
def test_inprocess_provider_stop_is_noop():
|
|
"""The default stop() hook is a safe no-op (the stop_event is the real
|
|
stop signal for the built-in)."""
|
|
from cron.scheduler_provider import InProcessCronScheduler
|
|
|
|
assert InProcessCronScheduler().stop() is None
|
|
|
|
|
|
# ── Phase 2: config key, discovery, resolver ─────────────────────────────────
|
|
|
|
|
|
def test_default_config_cron_provider_is_empty():
|
|
"""The new cron.provider key defaults to empty (= built-in)."""
|
|
from hermes_cli.config import DEFAULT_CONFIG
|
|
|
|
assert DEFAULT_CONFIG["cron"]["provider"] == ""
|
|
|
|
|
|
def test_discover_cron_schedulers_returns_list():
|
|
"""Discovery returns a list. May be empty — the built-in is core, not
|
|
discovered, and no bundled non-default provider ships yet."""
|
|
from plugins.cron import discover_cron_schedulers
|
|
|
|
result = discover_cron_schedulers()
|
|
assert isinstance(result, list)
|
|
|
|
|
|
def test_load_unknown_cron_scheduler_returns_none():
|
|
from plugins.cron import load_cron_scheduler
|
|
|
|
assert load_cron_scheduler("does-not-exist-xyz") is None
|
|
|
|
|
|
def test_resolve_defaults_to_builtin(monkeypatch):
|
|
"""Empty cron.provider → built-in."""
|
|
import hermes_cli.config as cfg
|
|
from cron import scheduler_provider as sp
|
|
|
|
monkeypatch.setattr(cfg, "load_config", lambda: {"cron": {"provider": ""}})
|
|
prov = sp.resolve_cron_scheduler()
|
|
assert prov.name == "builtin"
|
|
|
|
|
|
def test_resolve_no_cron_section_falls_back_to_builtin(monkeypatch):
|
|
"""Config with no cron section at all → built-in (cfg_get returns default)."""
|
|
import hermes_cli.config as cfg
|
|
from cron import scheduler_provider as sp
|
|
|
|
monkeypatch.setattr(cfg, "load_config", lambda: {})
|
|
prov = sp.resolve_cron_scheduler()
|
|
assert prov.name == "builtin"
|
|
|
|
|
|
def test_resolve_unknown_provider_falls_back_to_builtin(monkeypatch):
|
|
"""A named provider that doesn't exist → built-in (cron never dies)."""
|
|
import hermes_cli.config as cfg
|
|
from cron import scheduler_provider as sp
|
|
|
|
monkeypatch.setattr(cfg, "load_config", lambda: {"cron": {"provider": "nope-not-real"}})
|
|
prov = sp.resolve_cron_scheduler()
|
|
assert prov.name == "builtin"
|
|
|
|
|
|
def test_resolve_unavailable_provider_falls_back(monkeypatch):
|
|
"""A provider that loads but reports is_available()==False → built-in."""
|
|
import hermes_cli.config as cfg
|
|
import plugins.cron as pc
|
|
from cron import scheduler_provider as sp
|
|
from cron.scheduler_provider import CronScheduler
|
|
|
|
class Unavailable(CronScheduler):
|
|
@property
|
|
def name(self):
|
|
return "unavailable"
|
|
|
|
def is_available(self):
|
|
return False
|
|
|
|
def start(self, stop_event, **kw):
|
|
pass
|
|
|
|
monkeypatch.setattr(cfg, "load_config", lambda: {"cron": {"provider": "unavailable"}})
|
|
monkeypatch.setattr(pc, "load_cron_scheduler", lambda n: Unavailable())
|
|
prov = sp.resolve_cron_scheduler()
|
|
assert prov.name == "builtin"
|
|
|
|
|
|
def test_resolve_available_provider_is_used(monkeypatch):
|
|
"""A provider that loads and is available is returned (not the fallback)."""
|
|
import hermes_cli.config as cfg
|
|
import plugins.cron as pc
|
|
from cron import scheduler_provider as sp
|
|
from cron.scheduler_provider import CronScheduler
|
|
|
|
class Fake(CronScheduler):
|
|
@property
|
|
def name(self):
|
|
return "fake"
|
|
|
|
def is_available(self):
|
|
return True
|
|
|
|
def start(self, stop_event, **kw):
|
|
pass
|
|
|
|
monkeypatch.setattr(cfg, "load_config", lambda: {"cron": {"provider": "fake"}})
|
|
monkeypatch.setattr(pc, "load_cron_scheduler", lambda n: Fake())
|
|
prov = sp.resolve_cron_scheduler()
|
|
assert prov.name == "fake"
|
|
|
|
|
|
# ── Phase 4B: additive hooks (on_jobs_changed / fire_due / reconcile) ────────
|
|
|
|
|
|
def test_hooks_did_not_change_required_surface():
|
|
"""The additive hooks must NOT become abstractmethods — the Phase-1 guard
|
|
still holds (required surface is exactly name + start)."""
|
|
from cron.scheduler_provider import CronScheduler
|
|
|
|
assert set(CronScheduler.__abstractmethods__) == {"name", "start"}
|
|
|
|
|
|
def test_builtin_inherits_hook_defaults():
|
|
"""The built-in inherits no-op defaults for the new hooks (it never needs
|
|
to override them)."""
|
|
from cron.scheduler_provider import InProcessCronScheduler
|
|
|
|
p = InProcessCronScheduler()
|
|
assert p.on_jobs_changed() is None
|
|
assert p.reconcile() is None
|
|
# built-in does not override fire_due; it simply isn't called for built-in.
|
|
assert hasattr(p, "fire_due")
|
|
|
|
|
|
def test_fire_due_default_claims_then_runs(monkeypatch):
|
|
"""The default fire_due claims via the store CAS, fetches the job, and runs
|
|
it through the shared run_one_job body."""
|
|
import cron.jobs as jobs
|
|
import cron.scheduler as sched
|
|
from cron.scheduler_provider import InProcessCronScheduler
|
|
|
|
ran = []
|
|
monkeypatch.setattr(jobs, "claim_job_for_fire", lambda jid: True, raising=False)
|
|
monkeypatch.setattr(jobs, "get_job", lambda jid: {"id": jid, "name": "t"})
|
|
monkeypatch.setattr(sched, "run_one_job", lambda job, **kw: ran.append(job["id"]) or True)
|
|
|
|
assert InProcessCronScheduler().fire_due("j1") is True
|
|
assert ran == ["j1"]
|
|
|
|
|
|
def test_fire_due_lost_claim_does_not_run(monkeypatch):
|
|
"""If the CAS claim is lost (another machine/retry won), fire_due returns
|
|
False and never runs the job."""
|
|
import cron.jobs as jobs
|
|
import cron.scheduler as sched
|
|
from cron.scheduler_provider import InProcessCronScheduler
|
|
|
|
ran = []
|
|
monkeypatch.setattr(jobs, "claim_job_for_fire", lambda jid: False, raising=False)
|
|
monkeypatch.setattr(sched, "run_one_job", lambda job, **kw: ran.append(job["id"]) or True)
|
|
|
|
assert InProcessCronScheduler().fire_due("j1") is False
|
|
assert ran == []
|
|
|
|
|
|
def test_fire_due_missing_job_does_not_run(monkeypatch):
|
|
"""If the job vanished between arm and fire (e.g. repeat-N exhausted),
|
|
fire_due returns False without running."""
|
|
import cron.jobs as jobs
|
|
import cron.scheduler as sched
|
|
from cron.scheduler_provider import InProcessCronScheduler
|
|
|
|
ran = []
|
|
monkeypatch.setattr(jobs, "claim_job_for_fire", lambda jid: True, raising=False)
|
|
monkeypatch.setattr(jobs, "get_job", lambda jid: None)
|
|
monkeypatch.setattr(sched, "run_one_job", lambda job, **kw: ran.append(job["id"]) or True)
|
|
|
|
assert InProcessCronScheduler().fire_due("gone") is False
|
|
assert ran == []
|