mirror of
https://github.com/NousResearch/hermes-agent.git
synced 2026-06-05 07:41:39 +00:00
feat(gateway): deliverable mode — ship artifacts as native uploads from any agent surface (#27813)
The agent can now produce a chart, PDF, spreadsheet, or any other supported file type and have it land in Slack / Discord / Telegram / WhatsApp / etc. as a native attachment, just by mentioning the absolute path in its response. Same primitive works for kanban-worker completions: workers attach artifacts via kanban_complete(artifacts=[...]) and the gateway notifier uploads them alongside the completion message. Changes: - gateway/platforms/base.py: extract_local_files now covers PDFs, docx, spreadsheets (xlsx/csv/json/yaml), presentations (pptx), archives (zip/tar/gz), audio (mp3/wav/...), and html — not just images and video. Image/video extensions still embed inline; everything else routes to send_document via the existing dispatch partition in gateway/run.py. - tools/kanban_tools.py + hermes_cli/kanban_db.py: kanban_complete gains an explicit ``artifacts`` parameter. The handler stashes it in metadata.artifacts (for downstream workers) and the kernel promotes it onto the completed-event payload so the notifier can find it without a second SQL round-trip. - gateway/run.py: _kanban_notifier_watcher now calls a new helper _deliver_kanban_artifacts after sending the completion text. The helper reads payload.artifacts (preferred), falls back to scanning the payload summary and task.result with extract_local_files, then partitions images / videos / documents and uploads each via send_multiple_images / send_video / send_document. - website/docs/user-guide/features/deliverable-mode.md + sidebars.ts: user-facing docs page covering the extension list, the kanban artifacts pattern, and the MCP-for-connector-breadth recommendation. Tests: - tests/gateway/test_extract_local_files.py: 7 new test cases (documents, spreadsheets, presentations, audio, archives, html, chart-pdf canonical case). 44 passing, 0 regressions. - tests/tools/test_kanban_tools.py: 4 new cases covering the artifacts arg shape (list / string / merge with existing metadata / type rejection). 17 passing. - tests/hermes_cli/test_kanban_notify.py: 2 new cases covering full notifier → artifact-upload path and missing-file silent-skip. 12 passing. - E2E (real files, real kanban kernel, real BasePlatformAdapter): worker calls kanban_complete(artifacts=[png,pdf,csv]) → metadata + event payload land → notifier helper partitions correctly → send_multiple_images called once with the PNG, send_document called twice with PDF + CSV. What's NOT in this PR (deferred to follow-ups): - Ad-hoc "research this for two hours, ping the thread when done" slash command — covered today by kanban subscriptions; a dedicated slash command can ride a follow-up PR if needed. - Setup-wizard prompt for recommended MCP servers (Notion, GitHub, Linear, etc.) — docs page lists them; UI is a separate change. Plan and rationale captured in ~/.hermes/docs/perplexity-computer-parity.pdf (local doc, not shipped).
This commit is contained in:
parent
dadc8aa255
commit
f2fdb9a178
9 changed files with 671 additions and 8 deletions
|
|
@ -479,3 +479,162 @@ async def test_gateway_create_autosubscribes_on_explicit_board(kanban_home):
|
|||
assert kb.list_notify_subs(conn) == []
|
||||
finally:
|
||||
conn.close()
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_notifier_uploads_artifacts_on_completion(kanban_home, tmp_path):
|
||||
"""When a completed event carries ``artifacts`` in its payload, the
|
||||
notifier uploads each file to the subscribed chat as a native
|
||||
attachment. Images batch through send_multiple_images; documents
|
||||
route through send_document. See the artifacts wiring in
|
||||
gateway/run.py._deliver_kanban_artifacts.
|
||||
"""
|
||||
import hermes_cli.kanban_db as kb
|
||||
from gateway.run import GatewayRunner
|
||||
from gateway.config import Platform
|
||||
from tools import kanban_tools as kt
|
||||
|
||||
# Materialize real files so os.path.isfile passes inside the helper.
|
||||
chart_path = tmp_path / "q3-revenue.png"
|
||||
chart_path.write_bytes(b"PNG-fake-bytes")
|
||||
report_path = tmp_path / "report.pdf"
|
||||
report_path.write_bytes(b"%PDF-fake")
|
||||
|
||||
conn = kb.connect()
|
||||
try:
|
||||
tid = kb.create_task(conn, title="render q3 chart", assignee="worker1")
|
||||
kb.add_notify_sub(conn, task_id=tid, platform="telegram", chat_id="chat1")
|
||||
finally:
|
||||
conn.close()
|
||||
|
||||
# Use the production handler so we exercise the full path: tool args
|
||||
# → metadata.artifacts → event payload promotion.
|
||||
import os
|
||||
os.environ["HERMES_KANBAN_TASK"] = tid
|
||||
try:
|
||||
out = kt._handle_complete({
|
||||
"summary": "rendered the chart",
|
||||
"artifacts": [str(chart_path), str(report_path)],
|
||||
})
|
||||
finally:
|
||||
os.environ.pop("HERMES_KANBAN_TASK", None)
|
||||
import json as _json
|
||||
assert _json.loads(out)["ok"] is True
|
||||
|
||||
runner = object.__new__(GatewayRunner)
|
||||
runner._running = True
|
||||
runner._kanban_sub_fail_counts = {}
|
||||
|
||||
fake_adapter = MagicMock()
|
||||
fake_adapter.name = "telegram"
|
||||
|
||||
sends: list = []
|
||||
images_uploaded: list = []
|
||||
documents_uploaded: list = []
|
||||
|
||||
async def _send(chat_id, msg, metadata=None):
|
||||
sends.append((chat_id, msg))
|
||||
runner._running = False
|
||||
|
||||
async def _send_images(chat_id, images, metadata=None, **_kw):
|
||||
images_uploaded.extend(p for p, _ in images)
|
||||
|
||||
async def _send_document(chat_id, file_path, metadata=None, **_kw):
|
||||
documents_uploaded.append(file_path)
|
||||
|
||||
fake_adapter.send = AsyncMock(side_effect=_send)
|
||||
fake_adapter.send_multiple_images = AsyncMock(side_effect=_send_images)
|
||||
fake_adapter.send_document = AsyncMock(side_effect=_send_document)
|
||||
# extract_local_files is used internally for legacy path fallback;
|
||||
# the real BasePlatformAdapter implementation lives there, so wire it.
|
||||
from gateway.platforms.base import BasePlatformAdapter
|
||||
fake_adapter.extract_local_files = BasePlatformAdapter.extract_local_files
|
||||
|
||||
runner.adapters = {Platform.TELEGRAM: fake_adapter}
|
||||
|
||||
_orig_sleep = asyncio.sleep
|
||||
|
||||
async def _fast_sleep(_):
|
||||
await _orig_sleep(0)
|
||||
|
||||
with patch("gateway.run.asyncio.sleep", side_effect=_fast_sleep):
|
||||
await asyncio.wait_for(
|
||||
runner._kanban_notifier_watcher(interval=1),
|
||||
timeout=10.0,
|
||||
)
|
||||
|
||||
# The text completion notification fired.
|
||||
assert len(sends) == 1
|
||||
# The PNG rode the image-batch path.
|
||||
assert any("q3-revenue.png" in p for p in images_uploaded), images_uploaded
|
||||
# The PDF rode the document path.
|
||||
assert any("report.pdf" in p for p in documents_uploaded), documents_uploaded
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_notifier_artifact_delivery_skips_missing_files(kanban_home, tmp_path):
|
||||
"""Missing artifact paths are silently skipped — they may have been
|
||||
referenced by name only. The notifier must not crash and must still
|
||||
deliver any artifacts that do exist."""
|
||||
import hermes_cli.kanban_db as kb
|
||||
from gateway.run import GatewayRunner
|
||||
from gateway.config import Platform
|
||||
from tools import kanban_tools as kt
|
||||
|
||||
real_pdf = tmp_path / "real.pdf"
|
||||
real_pdf.write_bytes(b"%PDF-fake")
|
||||
|
||||
conn = kb.connect()
|
||||
try:
|
||||
tid = kb.create_task(conn, title="t", assignee="worker1")
|
||||
kb.add_notify_sub(conn, task_id=tid, platform="telegram", chat_id="chat1")
|
||||
finally:
|
||||
conn.close()
|
||||
|
||||
import os
|
||||
os.environ["HERMES_KANBAN_TASK"] = tid
|
||||
try:
|
||||
kt._handle_complete({
|
||||
"summary": "one real, one ghost",
|
||||
"artifacts": [str(real_pdf), "/tmp/definitely-does-not-exist.pdf"],
|
||||
})
|
||||
finally:
|
||||
os.environ.pop("HERMES_KANBAN_TASK", None)
|
||||
|
||||
runner = object.__new__(GatewayRunner)
|
||||
runner._running = True
|
||||
runner._kanban_sub_fail_counts = {}
|
||||
|
||||
fake_adapter = MagicMock()
|
||||
fake_adapter.name = "telegram"
|
||||
|
||||
documents_uploaded: list = []
|
||||
|
||||
async def _send(chat_id, msg, metadata=None):
|
||||
runner._running = False
|
||||
|
||||
async def _send_document(chat_id, file_path, metadata=None, **_kw):
|
||||
documents_uploaded.append(file_path)
|
||||
|
||||
fake_adapter.send = AsyncMock(side_effect=_send)
|
||||
fake_adapter.send_document = AsyncMock(side_effect=_send_document)
|
||||
fake_adapter.send_multiple_images = AsyncMock()
|
||||
from gateway.platforms.base import BasePlatformAdapter
|
||||
fake_adapter.extract_local_files = BasePlatformAdapter.extract_local_files
|
||||
|
||||
runner.adapters = {Platform.TELEGRAM: fake_adapter}
|
||||
|
||||
_orig_sleep = asyncio.sleep
|
||||
|
||||
async def _fast_sleep(_):
|
||||
await _orig_sleep(0)
|
||||
|
||||
with patch("gateway.run.asyncio.sleep", side_effect=_fast_sleep):
|
||||
await asyncio.wait_for(
|
||||
runner._kanban_notifier_watcher(interval=1),
|
||||
timeout=10.0,
|
||||
)
|
||||
|
||||
# Only the real file was uploaded.
|
||||
assert len(documents_uploaded) == 1
|
||||
assert "real.pdf" in documents_uploaded[0]
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue