mirror of
https://github.com/NousResearch/hermes-agent.git
synced 2026-05-08 03:01:47 +00:00
fix(agent): honor configured model max tokens
This commit is contained in:
parent
52e2777821
commit
a78e622dfe
4 changed files with 102 additions and 2 deletions
|
|
@ -12251,6 +12251,7 @@ class GatewayRunner:
|
|||
# Add more here as new baked-at-construction config settings are added.
|
||||
_CACHE_BUSTING_CONFIG_KEYS: tuple = (
|
||||
("model", "context_length"),
|
||||
("model", "max_tokens"),
|
||||
("compression", "enabled"),
|
||||
("compression", "threshold"),
|
||||
("compression", "target_ratio"),
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue