mirror of
https://github.com/NousResearch/hermes-agent.git
synced 2026-07-14 14:12:44 +00:00
27 lines
685 B
Python
27 lines
685 B
Python
"""NVIDIA NIM provider profile."""
|
|
|
|
from providers import register_provider
|
|
from providers.base import ProviderProfile
|
|
|
|
nvidia = ProviderProfile(
|
|
name="nvidia",
|
|
aliases=("nvidia-nim",),
|
|
env_vars=("NVIDIA_API_KEY",),
|
|
display_name="NVIDIA NIM",
|
|
description="NVIDIA NIM — accelerated inference",
|
|
signup_url="https://build.nvidia.com/",
|
|
fallback_models=(
|
|
"nvidia/llama-3.1-nemotron-70b-instruct",
|
|
"nvidia/llama-3.3-70b-instruct",
|
|
),
|
|
base_url="https://integrate.api.nvidia.com/v1",
|
|
default_max_tokens=16384,
|
|
)
|
|
|
|
register_provider(nvidia)
|
|
|
|
|
|
def register(ctx):
|
|
"""No-op — this provider has no workspace package yet."""
|
|
pass
|
|
|