mirrors/hermes-agent
1
0
Fork 0
mirror of https://github.com/NousResearch/hermes-agent.git synced 2026-04-25 00:51:20 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(gateway): make compress responses truthful

Browse source
This commit is contained in:
Kenny Xie 2026-04-08 13:22:13 -07:00 • committed by Teknium
parent fc06a0147e
commit d6c2ad7e41
2 changed files with 171 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

9
gateway/run.py
View file

@ -5223,6 +5223,13 @@ class GatewayRunner:
)
tmp_agent._print_fn = lambda *a, **kw: None
compressor = tmp_agent.context_compressor
compress_start = compressor.protect_first_n
compress_start = compressor._align_boundary_forward(msgs, compress_start)
compress_end = compressor._find_tail_cut_by_tokens(msgs, compress_start)
if compress_start >= compress_end:
return "Nothing to compress yet (the transcript is still all protected context)."
loop = asyncio.get_event_loop()
compressed, _ = await loop.run_in_executor(
None,
@ -5248,7 +5255,7 @@ class GatewayRunner:
return (
f"🗜️ Compressed: {original_count} → {new_count} messages\n"
f"~{approx_tokens:,} → ~{new_tokens:,} tokens"
f"Rough transcript estimate: ~{approx_tokens:,} → ~{new_tokens:,} tokens"
)
except Exception as e:
logger.warning("Manual compress failed: %s", e)