mirror of
https://github.com/NousResearch/hermes-agent.git
synced 2026-07-27 17:58:07 +00:00
The background write guard decided ownership from `isinstance(usage_rec, dict)`, so a local skill with NO usage record passed. That successful write called bump_patch(), which created a `created_by: null` record — and the identical write was refused from then on. "Allowed exactly once, then never" is a race with our own bookkeeping, not a policy. Reproduced on main: patch #1 succeeds, patch #2 with the same arguments is refused. Option B from the issue. Option A (split `session_review` from `scheduled_curator` and let the session fork patch user-owned skills it consulted) would widen autonomous write permission onto skills the user owns with no user present to consent — wrong direction for a no-user-present actor. - skill_manager_tool: missing and explicit-null records now resolve IDENTICALLY, both fail closed. The refusal names the reason and points at `hermes curator adopt <name>`. - background_review: both review prompts told the reviewer to patch any skill consulted in the session and claimed pinned skills could be improved, while enforcement refused both. Prompts now list pinned, external, and user-owned skills as protected, and tell the reviewer to RECOMMEND adoption instead of attempting a write that will be refused. - skill_usage: document that `created_by` is a curator-management policy flag, not a provenance claim, and add `is_curator_managed()` so call sites read as the question they ask. Field name retained — it is on disk in every `.usage.json` and renaming would strand those records. - curator CLI: `hermes curator list-unmanaged` itemizes unmanaged skills with the reason each is unmanaged (completes the #67139 spec). Foreground writes are untouched: a user-directed edit to a user-owned skill still works, including on pinned skills. Sibling tests: 9 failures in test_skill_manager_tool.py were fixtures that created record-less skills to exercise OTHER guards (consolidation-delete, read-before-write) and relied on ownership falling through. Fixed at the fixture, since the real curator only ever operates on managed sediment. One test asserted the old "manually authored" wording; rewritten to assert the behavior contract instead of the string. Validation: 274 targeted tests + all 7 background-review files (60 tests) pass. E2E on a temp HERMES_HOME (30 checks) covers the flip, foreground writes, adoption unblocking, pin semantics, prompt/enforcement parity, and the new verb. Each new test sabotage-verified: revert the fix, confirm it goes red. Fixes #67140
1119 lines
43 KiB
Python
1119 lines
43 KiB
Python
"""Skill usage telemetry + provenance tracking for the Curator feature.
|
|
|
|
Tracks per-skill usage metadata in a sidecar JSON file (~/.hermes/skills/.usage.json)
|
|
keyed by skill name. Counters are bumped by the existing skill tools (skill_view,
|
|
skill_manage); the curator orchestrator reads the derived activity timestamp to
|
|
decide lifecycle transitions.
|
|
|
|
Design notes:
|
|
- Sidecar, not frontmatter. Keeps operational telemetry out of user-authored
|
|
SKILL.md content and avoids conflict pressure for bundled/hub skills.
|
|
- Atomic writes via tempfile + os.replace (same pattern as .bundled_manifest).
|
|
- All counter bumps are best-effort: failures log at DEBUG and return silently.
|
|
A broken sidecar never breaks the underlying tool call.
|
|
- Provenance filter: curator-managed skills are explicitly marked when
|
|
created through skill_manage. Bundled / hub-installed skills stay
|
|
off-limits, and manually authored skills are not inferred from location.
|
|
|
|
Lifecycle states:
|
|
active -> default
|
|
stale -> unused > stale_after_days (config)
|
|
archived -> unused > archive_after_days (config); moved to .archive/
|
|
pinned -> opt-out from auto transitions (boolean flag, orthogonal to state)
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import json
|
|
import logging
|
|
import os
|
|
import tempfile
|
|
from contextlib import contextmanager
|
|
from datetime import datetime, timezone
|
|
from pathlib import Path
|
|
from typing import Any, Dict, List, Optional, Set, Tuple
|
|
|
|
from hermes_constants import get_hermes_home
|
|
from agent.skill_utils import is_excluded_skill_path, is_external_skill_path
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
# fcntl is Unix-only; on Windows use msvcrt for file locking.
|
|
msvcrt = None
|
|
try:
|
|
import fcntl
|
|
except ImportError: # pragma: no cover - platform-specific fallback
|
|
fcntl = None
|
|
try:
|
|
import msvcrt
|
|
except ImportError:
|
|
pass
|
|
|
|
|
|
STATE_ACTIVE = "active"
|
|
STATE_STALE = "stale"
|
|
STATE_ARCHIVED = "archived"
|
|
_VALID_STATES = {STATE_ACTIVE, STATE_STALE, STATE_ARCHIVED}
|
|
|
|
# Load-bearing bundled built-ins the curator must NEVER archive or consolidate,
|
|
# regardless of ``curator.prune_builtins``, pin state, or LLM judgment. These
|
|
# back advertised UX paths (e.g. ``plan`` powers the ``/plan`` slash-command
|
|
# flow and is referenced in tips/docs/fresh-profile seeding); silently archiving
|
|
# one turns its slash command into "Unknown command" with no signal to the user.
|
|
# Protection is by skill ``name`` (frontmatter ``name:``), matching the keys used
|
|
# throughout this module. Keep this list tiny and intentional — it is not a
|
|
# substitute for ``curator.prune_builtins: false``, which exempts ALL built-ins.
|
|
PROTECTED_BUILTIN_SKILLS: Set[str] = {
|
|
"plan",
|
|
}
|
|
|
|
|
|
def is_protected_builtin(skill_name: str) -> bool:
|
|
"""Whether *skill_name* is a load-bearing built-in the curator never touches.
|
|
|
|
Protected built-ins are exempt from archival and consolidation on every
|
|
path: the automatic state-transition walk, the LLM consolidation pass (they
|
|
are dropped from the candidate list), and direct ``archive_skill`` calls.
|
|
"""
|
|
return skill_name in PROTECTED_BUILTIN_SKILLS
|
|
|
|
|
|
def _skills_dir() -> Path:
|
|
return get_hermes_home() / "skills"
|
|
|
|
|
|
def _usage_file() -> Path:
|
|
return _skills_dir() / ".usage.json"
|
|
|
|
|
|
@contextmanager
|
|
def _usage_file_lock():
|
|
"""Serialize .usage.json read-modify-write cycles across processes."""
|
|
lock_path = _usage_file().with_suffix(".json.lock")
|
|
lock_path.parent.mkdir(parents=True, exist_ok=True)
|
|
|
|
if fcntl is None and msvcrt is None:
|
|
yield
|
|
return
|
|
|
|
if msvcrt and (not lock_path.exists() or lock_path.stat().st_size == 0):
|
|
lock_path.write_text(" ", encoding="utf-8")
|
|
|
|
fd = open(lock_path, "r+" if msvcrt else "a+", encoding="utf-8")
|
|
try:
|
|
if fcntl:
|
|
fcntl.flock(fd, fcntl.LOCK_EX)
|
|
else:
|
|
fd.seek(0)
|
|
msvcrt.locking(fd.fileno(), msvcrt.LK_LOCK, 1)
|
|
yield
|
|
finally:
|
|
if fcntl:
|
|
try:
|
|
fcntl.flock(fd, fcntl.LOCK_UN)
|
|
except (OSError, IOError):
|
|
pass
|
|
elif msvcrt:
|
|
try:
|
|
fd.seek(0)
|
|
msvcrt.locking(fd.fileno(), msvcrt.LK_UNLCK, 1)
|
|
except (OSError, IOError):
|
|
pass
|
|
fd.close()
|
|
|
|
|
|
def _archive_dir() -> Path:
|
|
return _skills_dir() / ".archive"
|
|
|
|
|
|
def _now_iso() -> str:
|
|
return datetime.now(timezone.utc).isoformat()
|
|
|
|
|
|
def _parse_iso_timestamp(value: Any) -> Optional[datetime]:
|
|
"""Parse an ISO timestamp defensively for activity comparisons."""
|
|
if not value:
|
|
return None
|
|
try:
|
|
parsed = datetime.fromisoformat(str(value))
|
|
except (TypeError, ValueError):
|
|
return None
|
|
if parsed.tzinfo is None:
|
|
parsed = parsed.replace(tzinfo=timezone.utc)
|
|
return parsed
|
|
|
|
|
|
def latest_activity_at(record: Dict[str, Any]) -> Optional[str]:
|
|
"""Return the newest actual activity timestamp for a usage record.
|
|
|
|
"Activity" means a skill was used, viewed, or patched. Creation time is
|
|
intentionally excluded so callers can still distinguish never-active skills;
|
|
lifecycle code can fall back to ``created_at`` as its own anchor.
|
|
"""
|
|
latest_dt: Optional[datetime] = None
|
|
latest_raw: Optional[str] = None
|
|
for key in ("last_used_at", "last_viewed_at", "last_patched_at"):
|
|
raw = record.get(key)
|
|
dt = _parse_iso_timestamp(raw)
|
|
if dt is None:
|
|
continue
|
|
if latest_dt is None or dt > latest_dt:
|
|
latest_dt = dt
|
|
latest_raw = str(raw)
|
|
return latest_raw
|
|
|
|
|
|
def activity_count(record: Dict[str, Any]) -> int:
|
|
"""Return the total observed activity count across use/view/patch events."""
|
|
total = 0
|
|
for key in ("use_count", "view_count", "patch_count"):
|
|
try:
|
|
total += int(record.get(key) or 0)
|
|
except (TypeError, ValueError):
|
|
continue
|
|
return total
|
|
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# Provenance — which skills are agent-created (and thus eligible for curation)
|
|
# ---------------------------------------------------------------------------
|
|
|
|
def _read_bundled_manifest_names() -> Set[str]:
|
|
"""Return the set of skill names that were seeded from the bundled repo.
|
|
|
|
Reads ~/.hermes/skills/.bundled_manifest (format: "name:hash" per line).
|
|
Returns empty set if the file is missing or unreadable.
|
|
"""
|
|
manifest = _skills_dir() / ".bundled_manifest"
|
|
if not manifest.exists():
|
|
return set()
|
|
names: Set[str] = set()
|
|
try:
|
|
for line in manifest.read_text(encoding="utf-8").splitlines():
|
|
line = line.strip()
|
|
if not line:
|
|
continue
|
|
name = line.split(":", 1)[0].strip()
|
|
if name:
|
|
names.add(name)
|
|
except OSError as e:
|
|
logger.debug("Failed to read bundled manifest: %s", e)
|
|
return names
|
|
|
|
|
|
def _read_hub_installed_names() -> Set[str]:
|
|
"""Return the set of skill names installed via the Skills Hub.
|
|
|
|
Reads ~/.hermes/skills/.hub/lock.json (see tools/skills_hub.py :: HubLockFile).
|
|
"""
|
|
lock_path = _skills_dir() / ".hub" / "lock.json"
|
|
if not lock_path.exists():
|
|
return set()
|
|
try:
|
|
# Tolerate non-UTF-8 bytes in the lock file. Hub descriptions can carry
|
|
# Windows-1252 typographic chars (em-dash 0x97, smart quotes, bullets)
|
|
# written as single high bytes; a strict utf-8 read raises
|
|
# UnicodeDecodeError, which is a ValueError sibling (not OSError/
|
|
# JSONDecodeError) so it escapes the handler below and 500s the whole
|
|
# /api/skills endpoint. errors="replace" degrades the offending byte to
|
|
# U+FFFD, keeping the (structurally valid) JSON — and every other
|
|
# skill — readable. See #68053.
|
|
data = json.loads(lock_path.read_text(encoding="utf-8", errors="replace"))
|
|
if isinstance(data, dict):
|
|
installed = data.get("installed") or {}
|
|
if isinstance(installed, dict):
|
|
names = {str(k) for k in installed.keys()}
|
|
skills_dir = _skills_dir()
|
|
for entry in installed.values():
|
|
if not isinstance(entry, dict):
|
|
continue
|
|
install_path = entry.get("install_path")
|
|
if not isinstance(install_path, str) or not install_path.strip():
|
|
continue
|
|
skill_dir = Path(install_path)
|
|
if not skill_dir.is_absolute():
|
|
skill_dir = skills_dir / skill_dir
|
|
try:
|
|
resolved = skill_dir.resolve()
|
|
resolved.relative_to(skills_dir.resolve())
|
|
except (OSError, ValueError):
|
|
continue
|
|
skill_md = resolved / "SKILL.md"
|
|
if skill_md.exists():
|
|
names.add(_read_skill_name(skill_md, fallback=resolved.name))
|
|
return names
|
|
except (OSError, json.JSONDecodeError) as e:
|
|
logger.debug("Failed to read hub lock file: %s", e)
|
|
return set()
|
|
|
|
|
|
def _prune_builtins_enabled() -> bool:
|
|
"""Whether bundled built-in skills are eligible for curator pruning.
|
|
|
|
Reads ``curator.prune_builtins`` from config (default True). Lazy import
|
|
keeps this module importable without the CLI config layer (e.g. in the
|
|
update/sync context); on any failure we fall back to the default. The real
|
|
safety against a mass-prune is the curator's seed-on-first-sight, not this
|
|
flag — built-ins only archive after a fresh inactivity window.
|
|
"""
|
|
try:
|
|
from hermes_cli.config import load_config
|
|
|
|
cfg = load_config()
|
|
cur = cfg.get("curator") if isinstance(cfg, dict) else None
|
|
if isinstance(cur, dict):
|
|
return bool(cur.get("prune_builtins", True))
|
|
except Exception as e: # pragma: no cover — best-effort config read
|
|
logger.debug("Failed to read curator.prune_builtins: %s", e)
|
|
return True
|
|
|
|
|
|
def _suppressed_file() -> Path:
|
|
return _skills_dir() / ".curator_suppressed"
|
|
|
|
|
|
def read_suppressed_names() -> Set[str]:
|
|
"""Built-in skills the curator pruned — the re-seeder must leave archived.
|
|
|
|
One skill name per line in ``~/.hermes/skills/.curator_suppressed``. This is
|
|
what makes pruning a built-in durable: without it, ``hermes update`` would
|
|
re-copy the bundled skill on the next sync.
|
|
"""
|
|
path = _suppressed_file()
|
|
if not path.exists():
|
|
return set()
|
|
names: Set[str] = set()
|
|
try:
|
|
for line in path.read_text(encoding="utf-8").splitlines():
|
|
line = line.strip()
|
|
if line and not line.startswith("#"):
|
|
names.add(line)
|
|
except OSError as e:
|
|
logger.debug("Failed to read curator suppression list: %s", e)
|
|
return names
|
|
|
|
|
|
def _write_suppressed_names(names: Set[str]) -> None:
|
|
path = _suppressed_file()
|
|
try:
|
|
path.parent.mkdir(parents=True, exist_ok=True)
|
|
data = "\n".join(sorted(names)) + ("\n" if names else "")
|
|
fd, tmp = tempfile.mkstemp(dir=str(path.parent), prefix=".curator_suppressed_", suffix=".tmp")
|
|
try:
|
|
with os.fdopen(fd, "w", encoding="utf-8") as f:
|
|
f.write(data)
|
|
f.flush()
|
|
os.fsync(f.fileno())
|
|
os.replace(tmp, path)
|
|
except BaseException:
|
|
try:
|
|
os.unlink(tmp)
|
|
except OSError:
|
|
pass
|
|
raise
|
|
except Exception as e:
|
|
logger.debug("Failed to write curator suppression list: %s", e, exc_info=True)
|
|
|
|
|
|
def add_suppressed_name(skill_name: str) -> None:
|
|
"""Record that a built-in skill was pruned, so sync won't restore it."""
|
|
if not skill_name:
|
|
return
|
|
names = read_suppressed_names()
|
|
if skill_name not in names:
|
|
names.add(skill_name)
|
|
_write_suppressed_names(names)
|
|
|
|
|
|
def remove_suppressed_name(skill_name: str) -> None:
|
|
"""Clear a built-in's suppression entry (e.g. on restore)."""
|
|
if not skill_name:
|
|
return
|
|
names = read_suppressed_names()
|
|
if skill_name in names:
|
|
names.discard(skill_name)
|
|
_write_suppressed_names(names)
|
|
|
|
|
|
def list_agent_created_skill_names() -> List[str]:
|
|
"""Enumerate skills the curator may manage.
|
|
|
|
Always includes agent-authored skills (those marked in ``.usage.json`` via
|
|
``skill_manage(action="create")``). When ``curator.prune_builtins`` is
|
|
enabled, bundled built-in skills are ALSO included even though they have no
|
|
agent-created usage record — their inactivity clock is anchored on first
|
|
sight (see ``apply_automatic_transitions``). Hub-installed skills are never
|
|
included; manually authored skills are not inferred from filesystem
|
|
location.
|
|
"""
|
|
base = _skills_dir()
|
|
if not base.exists():
|
|
return []
|
|
hub = _read_hub_installed_names()
|
|
bundled = _read_bundled_manifest_names()
|
|
prune_builtins = _prune_builtins_enabled()
|
|
usage = load_usage()
|
|
|
|
names: List[str] = []
|
|
# Top-level SKILL.md files (flat layout) AND nested category/skill/SKILL.md
|
|
for skill_md in base.rglob("SKILL.md"):
|
|
# Skip Hermes metadata, VCS, virtualenv/dependency, and cache dirs
|
|
if is_excluded_skill_path(skill_md):
|
|
continue
|
|
# External skill dirs can be mounted below the local skills tree.
|
|
# Discovery may see them, but autonomous lifecycle curation must not.
|
|
if is_external_skill_path(skill_md):
|
|
continue
|
|
try:
|
|
skill_md.relative_to(base)
|
|
except ValueError:
|
|
continue
|
|
name = _read_skill_name(skill_md, fallback=skill_md.parent.name)
|
|
# Hub-installed skills are always off-limits.
|
|
if name in hub:
|
|
continue
|
|
# Protected built-ins are never curation candidates — exempt from the
|
|
# automatic transition walk AND the LLM consolidation pass.
|
|
if is_protected_builtin(name):
|
|
continue
|
|
if name in bundled:
|
|
# Built-ins are only candidates when pruning is enabled. They never
|
|
# carry a curator-managed record, so the record gate is skipped.
|
|
if not prune_builtins:
|
|
continue
|
|
names.append(name)
|
|
continue
|
|
# Agent-authored (or local-manual) skills must opt in via their record.
|
|
if not _is_curator_managed_record(usage.get(name)):
|
|
continue
|
|
names.append(name)
|
|
return sorted(set(names))
|
|
|
|
|
|
def list_archived_skill_names() -> List[str]:
|
|
"""Enumerate skills in ``~/.hermes/skills/.archive/``.
|
|
|
|
Archive layout is flat (``.archive/<skill>/``) as set by ``archive_skill``,
|
|
so the directory name is the skill name. Used by ``hermes curator
|
|
list-archived`` to help users pass a name to ``hermes curator restore``.
|
|
"""
|
|
archive_root = _archive_dir()
|
|
if not archive_root.exists():
|
|
return []
|
|
return sorted({p.name for p in archive_root.iterdir() if p.is_dir()})
|
|
|
|
|
|
def _read_skill_name(skill_md: Path, fallback: str) -> str:
|
|
"""Parse the `name:` field from a SKILL.md YAML frontmatter."""
|
|
try:
|
|
text = skill_md.read_text(encoding="utf-8", errors="replace")[:4000]
|
|
except OSError:
|
|
return fallback
|
|
in_frontmatter = False
|
|
for line in text.split("\n"):
|
|
stripped = line.strip()
|
|
if stripped == "---":
|
|
if in_frontmatter:
|
|
break
|
|
in_frontmatter = True
|
|
continue
|
|
if in_frontmatter and stripped.startswith("name:"):
|
|
value = stripped.split(":", 1)[1].strip().strip("\"'")
|
|
if value:
|
|
return value
|
|
return fallback
|
|
|
|
|
|
def is_agent_created(skill_name: str) -> bool:
|
|
"""Whether *skill_name* is neither bundled nor hub-installed."""
|
|
off_limits = _read_bundled_manifest_names() | _read_hub_installed_names()
|
|
if skill_name in off_limits:
|
|
return False
|
|
return not (
|
|
_find_skill_dir(skill_name) is None
|
|
and _find_external_skill_dir(skill_name) is not None
|
|
)
|
|
|
|
|
|
def is_hub_installed(skill_name: str) -> bool:
|
|
"""Whether *skill_name* was installed via the Skills Hub."""
|
|
return skill_name in _read_hub_installed_names()
|
|
|
|
|
|
def is_bundled(skill_name: str) -> bool:
|
|
"""Whether *skill_name* was seeded from the bundled repo skills."""
|
|
return skill_name in _read_bundled_manifest_names()
|
|
|
|
|
|
def _external_read_only_message(skill_name: str) -> str:
|
|
return (
|
|
f"skill '{skill_name}' lives in skills.external_dirs; "
|
|
"external skills are read-only to the curator"
|
|
)
|
|
|
|
|
|
def is_curation_eligible(skill_name: str, skill_path: Optional[Path] = None) -> bool:
|
|
"""Whether the curator may track/archive *skill_name*.
|
|
|
|
Agent-created skills are always eligible. Bundled built-ins become eligible
|
|
only when ``curator.prune_builtins`` is enabled. Hub-installed and external
|
|
skill-dir skills are NEVER eligible — they have an external upstream owner.
|
|
Protected built-ins (``PROTECTED_BUILTIN_SKILLS``) are NEVER eligible
|
|
regardless of any flag — they back load-bearing UX and must never be
|
|
archived or consolidated.
|
|
"""
|
|
if skill_path is not None and is_external_skill_path(skill_path):
|
|
return False
|
|
if is_protected_builtin(skill_name):
|
|
return False
|
|
if is_hub_installed(skill_name):
|
|
return False
|
|
if is_bundled(skill_name):
|
|
return _prune_builtins_enabled()
|
|
local_dir = _find_skill_dir(skill_name)
|
|
if local_dir is not None:
|
|
return not is_external_skill_path(local_dir)
|
|
if _find_external_skill_dir(skill_name) is not None:
|
|
return False
|
|
return True
|
|
|
|
|
|
def _is_curator_managed_record(record: Any) -> bool:
|
|
"""Return True when a usage record opts a skill into curator management.
|
|
|
|
NAMING (issue #67140): the on-disk field is ``created_by``, which reads
|
|
like provenance but is consumed as a **curator-management opt-in policy
|
|
flag**. The two are not the same question:
|
|
|
|
* provenance = "who authored this file" — historical fact, and for records
|
|
written before the marker existed it is simply unrecoverable.
|
|
* management = "may autonomous curation mutate/archive this" — a policy
|
|
decision the user can change at any time via ``hermes curator adopt``.
|
|
|
|
``created_by: "agent"`` therefore means "curator-managed", NOT "proof the
|
|
agent wrote it". The field name is retained because it is already on disk
|
|
in every user's ``.usage.json``; renaming it would strand those records.
|
|
Read it as policy, and prefer ``is_curator_managed()`` at call sites so the
|
|
intent is unambiguous.
|
|
"""
|
|
if not isinstance(record, dict):
|
|
return False
|
|
return record.get("created_by") == "agent" or record.get("agent_created") is True
|
|
|
|
|
|
def is_curator_managed(skill_name: str) -> bool:
|
|
"""Whether *skill_name* is opted into curator management.
|
|
|
|
Policy-intent alias for the ``created_by``-marker check, so call sites read
|
|
as the question they are actually asking (see ``_is_curator_managed_record``
|
|
for why the stored field name says "created_by").
|
|
"""
|
|
return _is_curator_managed_record(load_usage().get(skill_name))
|
|
|
|
|
|
def list_unmanaged_skill_names() -> List[str]:
|
|
"""Enumerate curation-ELIGIBLE skills that carry no provenance marker.
|
|
|
|
These are skills the curator *could* manage (they are not hub-installed,
|
|
not external, not protected built-ins) but never will, because nothing
|
|
ever wrote ``created_by: agent`` onto their usage record. Two ways a skill
|
|
lands here:
|
|
|
|
* It predates the provenance mechanism entirely — records written before
|
|
``created_by`` existed carry no key at all, so their authorship is
|
|
unknowable from the record alone.
|
|
* It was created by a FOREGROUND ``skill_manage(action="create")`` call,
|
|
which deliberately does not mark provenance (skills a user asks for
|
|
belong to the user).
|
|
|
|
Either way the skill is invisible to ``curated_report()`` and therefore to
|
|
every automatic transition. ``hermes curator status`` surfaces this count
|
|
so the blind spot is legible instead of silent, and ``hermes curator
|
|
adopt`` lets the user hand specific skills over explicitly.
|
|
|
|
Provenance is a DECLARATION, never an inference: this function only
|
|
reports, and callers must not auto-adopt what it returns. Heavy patch or
|
|
use counts are evidence of maintenance, not of authorship — the agent
|
|
edits user-authored skills on the user's behalf routinely.
|
|
"""
|
|
base = _skills_dir()
|
|
if not base.exists():
|
|
return []
|
|
hub = _read_hub_installed_names()
|
|
bundled = _read_bundled_manifest_names()
|
|
usage = load_usage()
|
|
|
|
names: List[str] = []
|
|
for skill_md in base.rglob("SKILL.md"):
|
|
if is_excluded_skill_path(skill_md) or is_external_skill_path(skill_md):
|
|
continue
|
|
try:
|
|
skill_md.relative_to(base)
|
|
except ValueError:
|
|
continue
|
|
name = _read_skill_name(skill_md, fallback=skill_md.parent.name)
|
|
# Anything with an external owner or a bundled/protected identity is
|
|
# outside the adoption question entirely.
|
|
if name in hub or name in bundled or is_protected_builtin(name):
|
|
continue
|
|
if _is_curator_managed_record(usage.get(name)):
|
|
continue
|
|
if not is_curation_eligible(name, skill_md):
|
|
continue
|
|
names.append(name)
|
|
return sorted(set(names))
|
|
|
|
|
|
def unmanaged_report() -> List[Dict[str, Any]]:
|
|
"""Rows for every skill :func:`list_unmanaged_skill_names` returns.
|
|
|
|
Each row carries the usual activity fields plus ``has_provenance_key``:
|
|
False when the record has no ``created_by`` key at all (pre-dates the
|
|
mechanism), True when the key is present but unset (a foreground create
|
|
under the current policy). The distinction matters for explaining WHY a
|
|
skill is unmanaged; it is not a signal to adopt on.
|
|
"""
|
|
usage = load_usage()
|
|
rows: List[Dict[str, Any]] = []
|
|
for name in list_unmanaged_skill_names():
|
|
raw = usage.get(name)
|
|
rec: Dict[str, Any] = dict(raw) if isinstance(raw, dict) else _empty_record()
|
|
for k, v in _empty_record().items():
|
|
rec.setdefault(k, v)
|
|
row = {"name": name, **rec}
|
|
row["has_provenance_key"] = isinstance(raw, dict) and "created_by" in raw
|
|
row["has_record"] = isinstance(raw, dict)
|
|
row["last_activity_at"] = latest_activity_at(row)
|
|
row["activity_count"] = activity_count(row)
|
|
rows.append(row)
|
|
return rows
|
|
|
|
|
|
def adopt_skill(skill_name: str) -> Tuple[bool, str]:
|
|
"""Hand *skill_name* to the curator by user declaration.
|
|
|
|
Writes the same ``created_by: agent`` marker the background review fork
|
|
writes, so the skill joins ``curated_report()`` and the automatic
|
|
transition walk. The inactivity clock is NOT reset: the skill's existing
|
|
``last_activity_at`` still governs staleness, so adopting something idle
|
|
for months does not buy it a fresh window (nor does it archive it on the
|
|
spot — the state machine decides on the next pass).
|
|
|
|
Returns (ok, message). Refuses hub-installed, external, and protected
|
|
built-in skills, which have an owner other than the user.
|
|
"""
|
|
if not skill_name:
|
|
return False, "no skill name given"
|
|
if is_protected_builtin(skill_name):
|
|
return False, f"'{skill_name}' is a protected built-in; the curator never manages it"
|
|
if is_hub_installed(skill_name):
|
|
return False, f"'{skill_name}' is hub-installed; its upstream owns it"
|
|
if is_bundled(skill_name):
|
|
# Bundled skills already fall under the curator via
|
|
# ``curator.prune_builtins``; stamping created_by=agent on one would
|
|
# claim Hermes' own shipped skill was agent-authored and change nothing
|
|
# about its eligibility.
|
|
return False, (
|
|
f"'{skill_name}' is a bundled built-in — it is governed by "
|
|
"curator.prune_builtins, not by adoption"
|
|
)
|
|
skill_dir = _find_skill_dir(skill_name)
|
|
if skill_dir is None:
|
|
if _find_external_skill_dir(skill_name) is not None:
|
|
return False, f"'{skill_name}' lives in skills.external_dirs and is read-only to the curator"
|
|
return False, f"skill '{skill_name}' not found"
|
|
if is_external_skill_path(skill_dir):
|
|
return False, _external_read_only_message(skill_name)
|
|
usage = load_usage()
|
|
if _is_curator_managed_record(usage.get(skill_name)):
|
|
return True, f"'{skill_name}' is already curator-managed"
|
|
mark_agent_created(skill_name)
|
|
if not _is_curator_managed_record(load_usage().get(skill_name)):
|
|
return False, f"could not mark '{skill_name}' as curator-managed"
|
|
return True, f"adopted '{skill_name}' into curator management"
|
|
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# Sidecar I/O
|
|
# ---------------------------------------------------------------------------
|
|
|
|
def _empty_record() -> Dict[str, Any]:
|
|
return {
|
|
"created_by": None,
|
|
"use_count": 0,
|
|
"view_count": 0,
|
|
"last_used_at": None,
|
|
"last_viewed_at": None,
|
|
"patch_count": 0,
|
|
"last_patched_at": None,
|
|
"created_at": _now_iso(),
|
|
"state": STATE_ACTIVE,
|
|
"pinned": False,
|
|
"archived_at": None,
|
|
}
|
|
|
|
|
|
def load_usage() -> Dict[str, Dict[str, Any]]:
|
|
"""Read the entire .usage.json map. Returns empty dict on missing/corrupt."""
|
|
path = _usage_file()
|
|
if not path.exists():
|
|
return {}
|
|
try:
|
|
data = json.loads(path.read_text(encoding="utf-8"))
|
|
except (OSError, json.JSONDecodeError) as e:
|
|
logger.debug("Failed to read %s: %s", path, e)
|
|
return {}
|
|
if not isinstance(data, dict):
|
|
return {}
|
|
# Defensive: coerce any non-dict values to a fresh empty record
|
|
clean: Dict[str, Dict[str, Any]] = {}
|
|
for k, v in data.items():
|
|
if isinstance(v, dict):
|
|
clean[str(k)] = v
|
|
return clean
|
|
|
|
|
|
def save_usage(data: Dict[str, Dict[str, Any]]) -> None:
|
|
"""Write the usage map atomically. Best-effort — errors are logged, not raised."""
|
|
path = _usage_file()
|
|
try:
|
|
path.parent.mkdir(parents=True, exist_ok=True)
|
|
fd, tmp_path = tempfile.mkstemp(
|
|
dir=str(path.parent), prefix=".usage_", suffix=".tmp"
|
|
)
|
|
try:
|
|
with os.fdopen(fd, "w", encoding="utf-8") as f:
|
|
json.dump(data, f, indent=2, sort_keys=True, ensure_ascii=False)
|
|
f.flush()
|
|
os.fsync(f.fileno())
|
|
os.replace(tmp_path, path)
|
|
except BaseException:
|
|
try:
|
|
os.unlink(tmp_path)
|
|
except OSError:
|
|
pass
|
|
raise
|
|
except Exception as e:
|
|
logger.debug("Failed to write %s: %s", path, e, exc_info=True)
|
|
|
|
|
|
def get_record(skill_name: str) -> Dict[str, Any]:
|
|
"""Return the record for *skill_name*, creating a fresh one if missing."""
|
|
data = load_usage()
|
|
rec = data.get(skill_name)
|
|
if not isinstance(rec, dict):
|
|
return _empty_record()
|
|
# Backfill any missing keys so callers don't need to handle old files
|
|
base = _empty_record()
|
|
for k, v in base.items():
|
|
rec.setdefault(k, v)
|
|
return rec
|
|
|
|
|
|
def seed_record_if_missing(skill_name: str) -> None:
|
|
"""Persist a baseline usage record for a curation-eligible skill.
|
|
|
|
Built-ins carry no usage record until something touches them, which leaves
|
|
their inactivity clock with no anchor. Seeding a record here fixes
|
|
``created_at`` to the moment the curator first sees the skill, so the
|
|
archive/stale clock measures non-use FROM THEN — not from epoch. No-op when
|
|
a record already exists or the skill isn't curation-eligible.
|
|
"""
|
|
if not skill_name or not is_curation_eligible(skill_name):
|
|
return
|
|
try:
|
|
with _usage_file_lock():
|
|
data = load_usage()
|
|
if isinstance(data.get(skill_name), dict):
|
|
return
|
|
data[skill_name] = _empty_record()
|
|
save_usage(data)
|
|
except Exception as e:
|
|
logger.debug("skill_usage.seed_record_if_missing(%s) failed: %s", skill_name, e, exc_info=True)
|
|
|
|
|
|
def _mutate(skill_name: str, mutator, *, require_curation_eligible: bool = False) -> None:
|
|
"""Load, apply *mutator(record)* in place, save. Best-effort.
|
|
|
|
By default this records telemetry for ANY skill — bundled, hub-installed,
|
|
or agent-created — because usage tracking is pure observability and is
|
|
orthogonal to whether a skill is ever curated. Lifecycle mutators
|
|
(``set_state``, ``set_pinned``, ``mark_agent_created``) pass
|
|
``require_curation_eligible=True`` so they never write meaningless state
|
|
onto a skill the curator can't manage (e.g. an ``archived`` flag on a
|
|
hub-installed skill).
|
|
"""
|
|
if not skill_name:
|
|
return
|
|
try:
|
|
if require_curation_eligible and not is_curation_eligible(skill_name):
|
|
return
|
|
with _usage_file_lock():
|
|
data = load_usage()
|
|
rec = data.get(skill_name)
|
|
if not isinstance(rec, dict):
|
|
rec = _empty_record()
|
|
mutator(rec)
|
|
data[skill_name] = rec
|
|
save_usage(data)
|
|
except Exception as e:
|
|
logger.debug("skill_usage._mutate(%s) failed: %s", skill_name, e, exc_info=True)
|
|
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# Public counter-bump helpers — telemetry for ALL skills (observability only)
|
|
# ---------------------------------------------------------------------------
|
|
|
|
def bump_view(skill_name: str) -> None:
|
|
"""Bump view_count and last_viewed_at. Called from skill_view().
|
|
|
|
Tracks every skill regardless of provenance — built-ins and hub skills
|
|
included. Usage telemetry is observability, not a curation signal.
|
|
"""
|
|
def _apply(rec: Dict[str, Any]) -> None:
|
|
rec["view_count"] = int(rec.get("view_count") or 0) + 1
|
|
rec["last_viewed_at"] = _now_iso()
|
|
_mutate(skill_name, _apply)
|
|
|
|
|
|
def bump_use(skill_name: str) -> None:
|
|
"""Bump use_count and last_used_at. Called when a skill is actively used
|
|
(e.g. loaded into the prompt path or referenced from an assistant turn).
|
|
|
|
Tracks every skill regardless of provenance.
|
|
"""
|
|
def _apply(rec: Dict[str, Any]) -> None:
|
|
rec["use_count"] = int(rec.get("use_count") or 0) + 1
|
|
rec["last_used_at"] = _now_iso()
|
|
_mutate(skill_name, _apply)
|
|
|
|
|
|
def bump_patch(skill_name: str) -> None:
|
|
"""Bump patch_count and last_patched_at. Called from skill_manage (patch/edit).
|
|
|
|
Tracks every skill regardless of provenance.
|
|
"""
|
|
def _apply(rec: Dict[str, Any]) -> None:
|
|
rec["patch_count"] = int(rec.get("patch_count") or 0) + 1
|
|
rec["last_patched_at"] = _now_iso()
|
|
_mutate(skill_name, _apply)
|
|
|
|
|
|
def mark_agent_created(skill_name: str) -> None:
|
|
"""Opt a skill created by skill_manage into curator management.
|
|
|
|
Viewing or invoking a manually authored skill may still create telemetry,
|
|
but only this explicit marker makes it eligible for automatic curation.
|
|
"""
|
|
def _apply(rec: Dict[str, Any]) -> None:
|
|
rec["created_by"] = "agent"
|
|
_mutate(skill_name, _apply, require_curation_eligible=True)
|
|
|
|
|
|
def set_state(skill_name: str, state: str) -> None:
|
|
"""Set lifecycle state. No-op if *state* is invalid or the skill isn't
|
|
curator-manageable (hub skills, or built-ins with pruning disabled)."""
|
|
if state not in _VALID_STATES:
|
|
logger.debug("set_state: invalid state %r for %s", state, skill_name)
|
|
return
|
|
def _apply(rec: Dict[str, Any]) -> None:
|
|
rec["state"] = state
|
|
if state == STATE_ARCHIVED:
|
|
rec["archived_at"] = _now_iso()
|
|
elif state == STATE_ACTIVE:
|
|
rec["archived_at"] = None
|
|
_mutate(skill_name, _apply, require_curation_eligible=True)
|
|
|
|
|
|
def set_pinned(skill_name: str, pinned: bool) -> None:
|
|
def _apply(rec: Dict[str, Any]) -> None:
|
|
rec["pinned"] = bool(pinned)
|
|
_mutate(skill_name, _apply, require_curation_eligible=True)
|
|
|
|
|
|
def forget(skill_name: str) -> None:
|
|
"""Drop a skill's usage entry entirely. Called when the skill is deleted."""
|
|
if not skill_name:
|
|
return
|
|
try:
|
|
with _usage_file_lock():
|
|
data = load_usage()
|
|
if skill_name in data:
|
|
del data[skill_name]
|
|
save_usage(data)
|
|
except Exception as e:
|
|
logger.debug("skill_usage.forget(%s) failed: %s", skill_name, e, exc_info=True)
|
|
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# Archive / restore
|
|
# ---------------------------------------------------------------------------
|
|
|
|
def archive_skill(skill_name: str) -> Tuple[bool, str]:
|
|
"""Move a curator-eligible skill directory to ~/.hermes/skills/.archive/.
|
|
|
|
Returns (ok, message). Never archives hub-installed skills. Bundled
|
|
built-ins are only archivable when ``curator.prune_builtins`` is enabled;
|
|
when one is archived, its name is added to the suppression list so the
|
|
update-time re-seeder leaves it archived instead of restoring it.
|
|
"""
|
|
local_skill_dir = _find_skill_dir(skill_name)
|
|
if local_skill_dir is None and _find_external_skill_dir(skill_name) is not None:
|
|
return False, _external_read_only_message(skill_name)
|
|
|
|
if not is_curation_eligible(skill_name, local_skill_dir):
|
|
if is_protected_builtin(skill_name):
|
|
return False, (
|
|
f"skill '{skill_name}' is a protected built-in; it backs "
|
|
"load-bearing UX and is never archived or consolidated"
|
|
)
|
|
if is_hub_installed(skill_name):
|
|
return False, f"skill '{skill_name}' is hub-installed; never archive"
|
|
return False, (
|
|
f"skill '{skill_name}' is a bundled built-in; enable "
|
|
"curator.prune_builtins to allow pruning it"
|
|
)
|
|
|
|
skill_dir = local_skill_dir
|
|
if skill_dir is None:
|
|
return False, f"skill '{skill_name}' not found"
|
|
if is_external_skill_path(skill_dir):
|
|
return False, _external_read_only_message(skill_name)
|
|
|
|
archive_root = _archive_dir()
|
|
try:
|
|
archive_root.mkdir(parents=True, exist_ok=True)
|
|
except OSError as e:
|
|
return False, f"failed to create archive dir: {e}"
|
|
|
|
# Flatten any category nesting into a single ".archive/<skill>/" so restores
|
|
# are simple. If a collision exists, append a timestamp.
|
|
dest = archive_root / skill_dir.name
|
|
if dest.exists():
|
|
dest = archive_root / f"{skill_dir.name}-{datetime.now(timezone.utc).strftime('%Y%m%d%H%M%S')}"
|
|
|
|
try:
|
|
skill_dir.rename(dest)
|
|
except OSError as e:
|
|
# Cross-device — fall back to shutil.move
|
|
import shutil
|
|
try:
|
|
shutil.move(str(skill_dir), str(dest))
|
|
except Exception as e2:
|
|
return False, f"failed to archive: {e2}"
|
|
|
|
# Pruning a built-in only sticks if the re-seeder is told to leave it alone.
|
|
if is_bundled(skill_name):
|
|
add_suppressed_name(skill_name)
|
|
|
|
set_state(skill_name, STATE_ARCHIVED)
|
|
return True, f"archived to {dest}"
|
|
|
|
|
|
def restore_skill(skill_name: str) -> Tuple[bool, str]:
|
|
"""Move an archived skill back to ~/.hermes/skills/. Restores to the flat
|
|
top-level layout; original category nesting is NOT reconstructed.
|
|
|
|
Refuses to restore under a name that now collides with a hub-installed
|
|
skill — that would shadow the upstream version. Also refuses to restore
|
|
over a bundled built-in UNLESS ``curator.prune_builtins`` is enabled (in
|
|
which case built-ins are curator-managed and restoring is the documented
|
|
way to lift a prune). Restoring clears any suppression entry so future
|
|
updates may re-seed the built-in again.
|
|
"""
|
|
# Hub skills always have an external upstream owner — never shadow them.
|
|
if is_hub_installed(skill_name):
|
|
return False, (
|
|
f"skill '{skill_name}' is now hub-installed; "
|
|
"restore would shadow the upstream version"
|
|
)
|
|
# A bundled built-in is upstream-owned UNLESS prune_builtins is on. With the
|
|
# flag off, restoring over it would shadow the bundled version.
|
|
if is_bundled(skill_name) and not _prune_builtins_enabled():
|
|
return False, (
|
|
f"skill '{skill_name}' is now bundled; "
|
|
"restore would shadow the upstream version"
|
|
)
|
|
archive_root = _archive_dir()
|
|
if not archive_root.exists():
|
|
return False, "no archive directory"
|
|
|
|
# Try exact name match first, then the timestamped-duplicate fallback.
|
|
# Recursive walk handles nested archive layouts (e.g. .archive/<category>/<skill>/)
|
|
# left behind by older archive paths or external imports.
|
|
candidates = [p for p in archive_root.rglob("*") if p.is_dir() and p.name == skill_name]
|
|
if not candidates:
|
|
# A name collision makes archive_skill() disambiguate by appending its
|
|
# UTC timestamp ("<skill>-YYYYMMDDHHMMSS", a 14-digit suffix), so only
|
|
# that exact shape is another copy of THIS skill. A bare
|
|
# startswith(f"{skill_name}-") also swallows unrelated sibling skills —
|
|
# restoring "git" would otherwise pull an archived "git-helpers" out of
|
|
# the archive and rename it to "git", destroying the sibling's only
|
|
# copy. Require the suffix to be the timestamp archive_skill writes.
|
|
prefix = f"{skill_name}-"
|
|
candidates = sorted(
|
|
[
|
|
p for p in archive_root.rglob("*")
|
|
if p.is_dir()
|
|
and p.name.startswith(prefix)
|
|
and len(p.name) - len(prefix) == 14
|
|
and p.name[len(prefix):].isdigit()
|
|
],
|
|
reverse=True,
|
|
)
|
|
if not candidates:
|
|
return False, f"skill '{skill_name}' not found in archive"
|
|
|
|
src = candidates[0]
|
|
dest = _skills_dir() / skill_name
|
|
if dest.exists():
|
|
return False, f"destination already exists: {dest}"
|
|
|
|
try:
|
|
src.rename(dest)
|
|
except OSError:
|
|
import shutil
|
|
try:
|
|
shutil.move(str(src), str(dest))
|
|
except Exception as e:
|
|
return False, f"failed to restore: {e}"
|
|
|
|
# Restoring a pruned built-in lifts its suppression so updates can manage it.
|
|
remove_suppressed_name(skill_name)
|
|
|
|
set_state(skill_name, STATE_ACTIVE)
|
|
return True, f"restored to {dest}"
|
|
|
|
|
|
def _find_skill_dir(skill_name: str) -> Optional[Path]:
|
|
"""Locate the directory for a skill by its frontmatter `name:` field.
|
|
|
|
Handles both flat (~/.hermes/skills/<skill>/SKILL.md) and category-nested
|
|
(~/.hermes/skills/<category>/<skill>/SKILL.md) layouts.
|
|
"""
|
|
base = _skills_dir()
|
|
if not base.exists():
|
|
return None
|
|
for skill_md in base.rglob("SKILL.md"):
|
|
if is_excluded_skill_path(skill_md):
|
|
continue
|
|
if is_external_skill_path(skill_md):
|
|
continue
|
|
if _read_skill_name(skill_md, fallback=skill_md.parent.name) == skill_name:
|
|
return skill_md.parent
|
|
return None
|
|
|
|
|
|
def _find_external_skill_dir(skill_name: str) -> Optional[Path]:
|
|
"""Locate a skill under configured external dirs by frontmatter name."""
|
|
from agent.skill_utils import get_all_skills_dirs
|
|
|
|
for base in get_all_skills_dirs()[1:]:
|
|
if not base.exists():
|
|
continue
|
|
for skill_md in base.rglob("SKILL.md"):
|
|
if is_excluded_skill_path(skill_md):
|
|
continue
|
|
if _read_skill_name(skill_md, fallback=skill_md.parent.name) == skill_name:
|
|
return skill_md.parent
|
|
return None
|
|
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# Reporting — for the curator CLI / slash command
|
|
# ---------------------------------------------------------------------------
|
|
|
|
def curated_report() -> List[Dict[str, Any]]:
|
|
"""Return a list of {name, provenance, state, pinned, last_activity_at, ...}
|
|
records for every curator-managed skill. Missing usage records are
|
|
backfilled with defaults so callers can always index fields.
|
|
|
|
``provenance`` is 'agent', 'bundled', or 'hub' (see :func:`provenance`).
|
|
Bundled skills are only included when ``curator.prune_builtins`` is enabled.
|
|
Hub-installed skills are never included.
|
|
|
|
Each row carries ``_persisted``: True when a real record exists in
|
|
``.usage.json``, False when the row is a fresh backfill (e.g. a built-in
|
|
seen for the first time). The curator uses this to seed the inactivity
|
|
clock instead of treating an unrecorded skill as ancient.
|
|
"""
|
|
data = load_usage()
|
|
rows: List[Dict[str, Any]] = []
|
|
for name in list_agent_created_skill_names():
|
|
raw = data.get(name)
|
|
persisted = isinstance(raw, dict)
|
|
rec: Dict[str, Any] = raw if isinstance(raw, dict) else _empty_record()
|
|
base = _empty_record()
|
|
for k, v in base.items():
|
|
rec.setdefault(k, v)
|
|
row = {"name": name, **rec, "_persisted": persisted}
|
|
row["last_activity_at"] = latest_activity_at(row)
|
|
row["activity_count"] = activity_count(row)
|
|
row["provenance"] = provenance(name)
|
|
rows.append(row)
|
|
return rows
|
|
|
|
|
|
def agent_created_report() -> List[Dict[str, Any]]:
|
|
"""DEPRECATED — use :func:`curated_report` instead.
|
|
|
|
Used to return everything :func:`curated_report` returns (including bundled
|
|
skills when ``curator.prune_builtins`` is enabled), which made the
|
|
"agent-created" name misleading. Kept as a compatibility alias for
|
|
external callers; new code should call ``curated_report()``.
|
|
"""
|
|
return curated_report()
|
|
|
|
|
|
def provenance(skill_name: str) -> str:
|
|
"""Classify a skill's origin: 'hub', 'bundled', or 'agent'.
|
|
|
|
'agent' covers both agent-authored and local manually-authored skills —
|
|
anything not seeded from the bundled repo or installed via the hub.
|
|
"""
|
|
if is_hub_installed(skill_name):
|
|
return "hub"
|
|
if is_bundled(skill_name):
|
|
return "bundled"
|
|
return "agent"
|
|
|
|
|
|
def usage_report() -> List[Dict[str, Any]]:
|
|
"""Return usage telemetry for EVERY skill on disk, with provenance.
|
|
|
|
Unlike ``curated_report()`` (which is scoped to curator-managed
|
|
candidates), this surfaces all skills — bundled built-ins and
|
|
hub-installed included — so callers can answer "how often is this skill
|
|
used" independent of whether it's ever curated. Rows carry a
|
|
``provenance`` field ('agent' | 'bundled' | 'hub') and ``_persisted``
|
|
(whether a real ``.usage.json`` record backs the row).
|
|
"""
|
|
base = _skills_dir()
|
|
if not base.exists():
|
|
return []
|
|
data = load_usage()
|
|
rows: List[Dict[str, Any]] = []
|
|
seen: set = set()
|
|
for skill_md in base.rglob("SKILL.md"):
|
|
if is_excluded_skill_path(skill_md):
|
|
continue
|
|
name = _read_skill_name(skill_md, fallback=skill_md.parent.name)
|
|
if name in seen:
|
|
continue
|
|
seen.add(name)
|
|
raw = data.get(name)
|
|
persisted = isinstance(raw, dict)
|
|
rec: Dict[str, Any] = raw if isinstance(raw, dict) else _empty_record()
|
|
base_rec = _empty_record()
|
|
for k, v in base_rec.items():
|
|
rec.setdefault(k, v)
|
|
row = {
|
|
"name": name,
|
|
**rec,
|
|
"provenance": provenance(name),
|
|
"_persisted": persisted,
|
|
}
|
|
row["last_activity_at"] = latest_activity_at(row)
|
|
row["activity_count"] = activity_count(row)
|
|
rows.append(row)
|
|
return sorted(rows, key=lambda r: r["name"])
|