fix(config): add stale timeout settings

This commit is contained in:
helix4u 2026-04-19 13:40:09 -06:00 committed by Teknium
parent 440764e013
commit 03e3c22e86
6 changed files with 267 additions and 31 deletions

View file

@ -31,12 +31,52 @@ def get_provider_request_timeout(
if not isinstance(provider_config, dict):
return None
if model:
models = provider_config.get("models", {})
model_config = models.get(model, {}) if isinstance(models, dict) else {}
if isinstance(model_config, dict):
timeout = _coerce_timeout(model_config.get("timeout_seconds"))
if timeout is not None:
return timeout
model_config = _get_model_config(provider_config, model)
if model_config is not None:
timeout = _coerce_timeout(model_config.get("timeout_seconds"))
if timeout is not None:
return timeout
return _coerce_timeout(provider_config.get("request_timeout_seconds"))
def get_provider_stale_timeout(
provider_id: str, model: str | None = None
) -> float | None:
"""Return a configured non-stream stale timeout in seconds, if any."""
if not provider_id:
return None
try:
from hermes_cli.config import load_config
except ImportError:
return None
config = load_config()
providers = config.get("providers", {}) if isinstance(config, dict) else {}
provider_config = (
providers.get(provider_id, {}) if isinstance(providers, dict) else {}
)
if not isinstance(provider_config, dict):
return None
model_config = _get_model_config(provider_config, model)
if model_config is not None:
timeout = _coerce_timeout(model_config.get("stale_timeout_seconds"))
if timeout is not None:
return timeout
return _coerce_timeout(provider_config.get("stale_timeout_seconds"))
def _get_model_config(
provider_config: dict[str, object], model: str | None
) -> dict[str, object] | None:
if not model:
return None
models = provider_config.get("models", {})
model_config = models.get(model, {}) if isinstance(models, dict) else {}
if isinstance(model_config, dict):
return model_config
return None