mirror of
https://github.com/NousResearch/hermes-agent.git
synced 2026-07-21 16:18:55 +00:00
2fc3f9c1ff
Prevent credential forwarding across catalog redirects, retain explicit opt-in semantics for paid media backends, fail closed on invalid provider configuration, avoid mixed-catalog and output-limit assumptions, and reserve native STT provider names.
81 lines
3.5 KiB
Python
81 lines
3.5 KiB
Python
"""DeepInfra provider profile.
|
|
|
|
DeepInfra is an OpenAI-compatible inference gateway that hosts 100+ open
|
|
models (Step, GLM, Kimi, DeepSeek, MiniMax, Nemotron, Mistral, Qwen, …) as
|
|
well as image-gen / TTS / STT / embedding endpoints. The chat surface is
|
|
wired in through this profile; non-chat surfaces are wired in through
|
|
their respective plugin subsystems (``plugins/image_gen/deepinfra`` and
|
|
the TTS/STT dispatchers in ``tools/``).
|
|
"""
|
|
|
|
from providers import register_provider
|
|
from providers.base import ProviderProfile
|
|
|
|
|
|
class _DeepInfraProfile(ProviderProfile):
|
|
"""DeepInfra profile with live vision-default discovery.
|
|
|
|
Owns its own vision default so shared vision resolution in
|
|
``agent/auxiliary_client.py`` stays provider-agnostic (a
|
|
``default_vision_model()`` hook call instead of an ``if provider ==
|
|
"deepinfra"`` branch reaching into the catalog helpers).
|
|
"""
|
|
|
|
def default_vision_model(self): # type: ignore[override]
|
|
"""First vision-capable *chat* model from the live catalog, or None.
|
|
|
|
Key-gated so a box without ``DEEPINFRA_API_KEY`` never pays the
|
|
catalog round-trip. Requires the ``chat`` surface tag (not just the
|
|
``vision`` capability) so an image-gen/edit model that merely carries
|
|
a ``vision`` tag can't be picked as a chat-completions vision backend.
|
|
"""
|
|
import os
|
|
|
|
if not (os.environ.get("DEEPINFRA_API_KEY") or "").strip():
|
|
return None
|
|
try:
|
|
from hermes_cli.models import _fetch_deepinfra_models_by_tag
|
|
items = _fetch_deepinfra_models_by_tag("chat")
|
|
except Exception:
|
|
return None
|
|
for item in items or []:
|
|
metadata = item.get("metadata") or {}
|
|
tags = metadata.get("tags") if isinstance(metadata, dict) else None
|
|
if isinstance(tags, list) and "vision" in tags:
|
|
model_id = item.get("id")
|
|
if model_id:
|
|
return model_id
|
|
return None
|
|
|
|
|
|
deepinfra = _DeepInfraProfile(
|
|
name="deepinfra",
|
|
aliases=("deep-infra", "deepinfra-ai"),
|
|
display_name="DeepInfra",
|
|
description="DeepInfra — 100+ open models, pay-per-use",
|
|
signup_url="https://deepinfra.com/dash/api_keys",
|
|
env_vars=("DEEPINFRA_API_KEY", "DEEPINFRA_BASE_URL"),
|
|
base_url="https://api.deepinfra.com/v1/openai",
|
|
auth_type="api_key",
|
|
# The catalog spans models with different output limits. Omitting a
|
|
# provider-wide default lets DeepInfra apply its documented per-model cap;
|
|
# an explicit user ``agent.max_tokens`` still passes through normally.
|
|
default_max_tokens=None,
|
|
# Auxiliary model — cheap/fast chat model the same provider uses for
|
|
# side tasks (context compression, session search, web extract,
|
|
# vision). This is the *only* hardcoded DeepInfra model in the
|
|
# integration: aux resolution is synchronous (no time for a catalog
|
|
# round-trip on every agent turn), so we need one explicit choice.
|
|
# Every other surface (chat picker, image-gen, tts, stt, pricing)
|
|
# discovers models live from
|
|
# ``api.deepinfra.com/v1/openai/models?filter=true&sort_by=hermes``.
|
|
default_aux_model="deepseek-ai/DeepSeek-V4-Flash",
|
|
# ``fallback_models`` deliberately empty — the live catalog at
|
|
# ``hermes_cli/models.py::_fetch_deepinfra_models`` is the source of
|
|
# truth. When the live fetch fails (network/DNS), the picker shows
|
|
# no options, which is preferable to silently routing the user to a
|
|
# model that may have been retired upstream.
|
|
fallback_models=(),
|
|
)
|
|
|
|
register_provider(deepinfra)
|