mirror of
https://github.com/NousResearch/hermes-agent.git
synced 2026-07-31 19:16:29 +00:00
bcfc928ff0
Record a site's XHR into a HAR with Playwright, derive its private JSON API, and call it directly over plain HTTP instead of browser-controlling the page every time. Credit: trick by Jared Longster, popularized by Dax (thdxr). - scripts/har_capture.py: Playwright HAR recorder with scripted --action steps and embedded response bodies - scripts/har_to_client.py: distills the HAR to endpoints (method/path template /params/body/response) plus User-Agent+cookie+auth replay hints - Validated live: derived + replayed the Algolia HN-search POST API and the Wikipedia rest.php search-title GET, both browserless - tests exercise the real derivation logic on a synthetic HAR fixture optional-skills placement: heavy Playwright dependency, niche use case.
72 lines
2.4 KiB
Python
72 lines
2.4 KiB
Python
#!/usr/bin/env python3
|
|
"""Record a HAR file while driving a website with Playwright.
|
|
|
|
Usage:
|
|
python3 har_capture.py <url> <output.har> [--wait SECONDS] \
|
|
[--action "fill:SELECTOR:TEXT"] [--action "press:SELECTOR:KEY"] \
|
|
[--action "click:SELECTOR"] [--action "goto:URL"] [--action "sleep:SECONDS"]
|
|
|
|
Actions run in order after page load. The HAR embeds request/response bodies
|
|
(record_har_content='embed') so derived clients can see payload shapes.
|
|
|
|
NOTE: a failing action raises before the HAR is flushed -- you get no file.
|
|
Fix the selector (try --headed to watch) and rerun.
|
|
"""
|
|
import argparse
|
|
import sys
|
|
import time
|
|
|
|
from playwright.sync_api import sync_playwright
|
|
|
|
|
|
def run_action(page, spec: str) -> None:
|
|
parts = spec.split(":", 2)
|
|
kind = parts[0]
|
|
if kind == "fill":
|
|
page.fill(parts[1], parts[2])
|
|
elif kind == "press":
|
|
page.press(parts[1], parts[2])
|
|
elif kind == "click":
|
|
page.click(parts[1])
|
|
elif kind == "goto":
|
|
page.goto(parts[1] + (":" + parts[2] if len(parts) > 2 else ""))
|
|
elif kind == "sleep":
|
|
time.sleep(float(parts[1]))
|
|
else:
|
|
raise ValueError(f"unknown action: {spec}")
|
|
|
|
|
|
def main() -> int:
|
|
ap = argparse.ArgumentParser()
|
|
ap.add_argument("url")
|
|
ap.add_argument("har_path")
|
|
ap.add_argument("--wait", type=float, default=3.0,
|
|
help="seconds to idle at the end so late XHRs land in the HAR")
|
|
ap.add_argument("--action", action="append", default=[],
|
|
help="fill:SEL:TEXT | press:SEL:KEY | click:SEL | goto:URL | sleep:SECS")
|
|
ap.add_argument("--headed", action="store_true")
|
|
args = ap.parse_args()
|
|
|
|
with sync_playwright() as p:
|
|
browser = p.chromium.launch(headless=not args.headed)
|
|
context = browser.new_context(
|
|
record_har_path=args.har_path,
|
|
record_har_content="embed", # keep response bodies in the HAR
|
|
)
|
|
page = context.new_page()
|
|
page.goto(args.url, wait_until="domcontentloaded")
|
|
for spec in args.action:
|
|
run_action(page, spec)
|
|
try:
|
|
page.wait_for_load_state("networkidle", timeout=15000)
|
|
except Exception:
|
|
pass # some pages never fully idle; the trailing --wait covers it
|
|
time.sleep(args.wait)
|
|
context.close() # flushes the HAR
|
|
browser.close()
|
|
print(f"HAR written: {args.har_path}")
|
|
return 0
|
|
|
|
|
|
if __name__ == "__main__":
|
|
sys.exit(main())
|