mirror of
https://github.com/NousResearch/hermes-agent.git
synced 2026-07-26 17:38:36 +00:00
d10d3d7b42
Three durable ledgers used `with _connect() as conn:` where the sqlite3 connection context manager commits/rolls back but never closes, leaking the db/-wal/-shm file descriptors on every call. On a long-running gateway this exhausts RLIMIT_NOFILE and fails unrelated components with `[Errno 24] Too many open files`. Same bug class as the cron execution ledger (#69567 / PR #69594), which the connection helpers here are modeled on. Fix: route every ledger operation through a `_transaction()` context manager that guarantees `conn.close()` on exit. `_connect()` keeps its schema-on-connect contract (several tests call it directly) and now self-closes if schema init fails. Adds per-module regression tests asserting every opened connection is closed, including the no-op-update and exception-mid-transaction paths. Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com>
133 lines
4.4 KiB
Python
133 lines
4.4 KiB
Python
"""Regression: the async-delegation ledger must close every SQLite connection.
|
|
|
|
Sibling of the cron execution-ledger leak (#69567 / PR #69594). The durable
|
|
delegation ledger used ``with _connect() as conn:`` where the connection
|
|
context manager commits/rolls back but never closes, leaking the db/-wal/-shm
|
|
file descriptors on every dispatch, completion, and delivery-claim. These tests
|
|
fail if the deterministic ``close()`` is ever removed again.
|
|
"""
|
|
|
|
import queue
|
|
import sqlite3
|
|
|
|
import pytest
|
|
|
|
from tools import async_delegation as ad
|
|
|
|
|
|
class _TrackingConnection:
|
|
"""Delegates to a real sqlite3.Connection while recording close() calls.
|
|
|
|
sqlite3.Connection is a static C type: it has no per-instance __dict__ and
|
|
its methods can't be monkeypatched, so open/close tracking is done via a
|
|
delegating wrapper returned in place of the real connection.
|
|
"""
|
|
|
|
def __init__(self, real, closed_ids):
|
|
object.__setattr__(self, "_real", real)
|
|
object.__setattr__(self, "_closed_ids", closed_ids)
|
|
|
|
def close(self):
|
|
self._closed_ids.append(id(self._real))
|
|
self._real.close()
|
|
|
|
def __enter__(self):
|
|
self._real.__enter__()
|
|
return self
|
|
|
|
def __exit__(self, exc_type, exc, tb):
|
|
return self._real.__exit__(exc_type, exc, tb)
|
|
|
|
def __getattr__(self, name):
|
|
return getattr(self._real, name)
|
|
|
|
def __setattr__(self, name, value):
|
|
setattr(self._real, name, value)
|
|
|
|
|
|
def _point_ledger(monkeypatch, tmp_path):
|
|
monkeypatch.setattr(ad, "_db_path", lambda: tmp_path / "state.db")
|
|
return ad
|
|
|
|
|
|
def _track_connections(monkeypatch):
|
|
opened, closed = [], []
|
|
real_connect = sqlite3.connect
|
|
|
|
def tracking_connect(*args, **kwargs):
|
|
conn = real_connect(*args, **kwargs)
|
|
opened.append(id(conn))
|
|
return _TrackingConnection(conn, closed)
|
|
|
|
monkeypatch.setattr(ad.sqlite3, "connect", tracking_connect)
|
|
return opened, closed
|
|
|
|
|
|
def test_ledger_operations_close_every_connection(monkeypatch, tmp_path):
|
|
"""Public durable-ledger reads/writes must close every connection opened."""
|
|
_point_ledger(monkeypatch, tmp_path)
|
|
opened, closed = _track_connections(monkeypatch)
|
|
|
|
ad.get_durable_delegation("nope")
|
|
ad.recover_abandoned_delegations()
|
|
ad.restore_undelivered_completions(queue.Queue())
|
|
ad.mark_completion_delivered("nope")
|
|
ad.claim_completion_delivery("nope", "claim-1")
|
|
|
|
assert opened, "expected at least one connection to be opened"
|
|
assert len(opened) == len(closed)
|
|
assert set(opened) == set(closed)
|
|
|
|
|
|
def test_early_return_still_closes_connection(monkeypatch, tmp_path):
|
|
"""A no-op update (no matching row) must still open and close exactly once."""
|
|
_point_ledger(monkeypatch, tmp_path)
|
|
opened, closed = _track_connections(monkeypatch)
|
|
|
|
assert ad.mark_completion_delivered("does-not-exist") is False
|
|
|
|
assert len(opened) == 1
|
|
assert len(closed) == 1
|
|
|
|
|
|
def test_exception_during_operation_still_closes_connection(monkeypatch, tmp_path):
|
|
"""A failing statement inside the transaction must roll back and close."""
|
|
_point_ledger(monkeypatch, tmp_path)
|
|
opened, closed = _track_connections(monkeypatch)
|
|
|
|
with pytest.raises(sqlite3.IntegrityError):
|
|
with ad._transaction() as conn:
|
|
# Missing NOT NULL columns -> constraint failure inside the block.
|
|
conn.execute(
|
|
"INSERT INTO async_delegations (delegation_id) VALUES ('x')"
|
|
)
|
|
|
|
assert len(opened) == 1
|
|
assert len(closed) == 1
|
|
|
|
|
|
def test_schema_init_failure_still_closes_connection(monkeypatch, tmp_path):
|
|
"""A PRAGMA/DDL failure after connect() must still close the connection."""
|
|
_point_ledger(monkeypatch, tmp_path)
|
|
opened, closed = [], []
|
|
real_connect = sqlite3.connect
|
|
|
|
class _FailingSchemaConnection(_TrackingConnection):
|
|
def execute(self, sql, *args, **kwargs):
|
|
if "CREATE TABLE" in sql:
|
|
raise sqlite3.OperationalError("simulated schema init failure")
|
|
return self._real.execute(sql, *args, **kwargs)
|
|
|
|
def tracking_connect(*args, **kwargs):
|
|
conn = real_connect(*args, **kwargs)
|
|
opened.append(id(conn))
|
|
return _FailingSchemaConnection(conn, closed)
|
|
|
|
monkeypatch.setattr(ad.sqlite3, "connect", tracking_connect)
|
|
|
|
with pytest.raises(sqlite3.OperationalError):
|
|
with ad._transaction():
|
|
pass
|
|
|
|
assert len(opened) == 1
|
|
assert len(closed) == 1
|