mirror of
https://github.com/NousResearch/hermes-agent.git
synced 2026-06-01 07:01:41 +00:00
feat(proxy): add xai upstream adapter for Grok via OAuth
This commit is contained in:
parent
bde6313e34
commit
1d6f3753de
5 changed files with 265 additions and 3 deletions
|
|
@ -9,11 +9,13 @@ from typing import Dict, Type
|
|||
|
||||
from hermes_cli.proxy.adapters.base import UpstreamAdapter
|
||||
from hermes_cli.proxy.adapters.nous_portal import NousPortalAdapter
|
||||
from hermes_cli.proxy.adapters.xai import XAIGrokAdapter
|
||||
|
||||
# Registry of available adapter classes keyed by provider name as used on
|
||||
# the ``hermes proxy start --provider <name>`` CLI flag.
|
||||
ADAPTERS: Dict[str, Type[UpstreamAdapter]] = {
|
||||
"nous": NousPortalAdapter,
|
||||
"xai": XAIGrokAdapter,
|
||||
}
|
||||
|
||||
|
||||
|
|
|
|||
136
hermes_cli/proxy/adapters/xai.py
Normal file
136
hermes_cli/proxy/adapters/xai.py
Normal file
|
|
@ -0,0 +1,136 @@
|
|||
"""xAI Grok OAuth upstream adapter."""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import logging
|
||||
import threading
|
||||
from typing import FrozenSet, Optional
|
||||
|
||||
from agent.credential_pool import CredentialPool, PooledCredential, load_pool
|
||||
from hermes_cli.auth import DEFAULT_XAI_OAUTH_BASE_URL
|
||||
from hermes_cli.proxy.adapters.base import UpstreamAdapter, UpstreamCredential
|
||||
|
||||
logger = logging.getLogger(__name__)
|
||||
|
||||
_POOL_PROVIDER = "xai-oauth"
|
||||
|
||||
# xAI's public API is OpenAI-compatible for the endpoints Hermes commonly
|
||||
# uses. The Responses endpoint is included because Hermes' native xAI runtime
|
||||
# uses codex_responses mode.
|
||||
_ALLOWED_PATHS: FrozenSet[str] = frozenset(
|
||||
{
|
||||
"/responses",
|
||||
"/chat/completions",
|
||||
"/completions",
|
||||
"/embeddings",
|
||||
"/models",
|
||||
}
|
||||
)
|
||||
|
||||
|
||||
class XAIGrokAdapter(UpstreamAdapter):
|
||||
"""Proxy upstream for xAI Grok via Hermes-managed OAuth credentials."""
|
||||
|
||||
auth_hint = "hermes auth add xai-oauth --type oauth"
|
||||
|
||||
def __init__(self) -> None:
|
||||
self._lock = threading.Lock()
|
||||
self._pool: Optional[CredentialPool] = None
|
||||
|
||||
@property
|
||||
def name(self) -> str:
|
||||
return "xai"
|
||||
|
||||
@property
|
||||
def display_name(self) -> str:
|
||||
return "xAI Grok OAuth"
|
||||
|
||||
@property
|
||||
def allowed_paths(self) -> FrozenSet[str]:
|
||||
return _ALLOWED_PATHS
|
||||
|
||||
def is_authenticated(self) -> bool:
|
||||
pool = self._load_pool()
|
||||
return bool(pool and pool.has_available())
|
||||
|
||||
def get_credential(self) -> UpstreamCredential:
|
||||
with self._lock:
|
||||
pool = self._load_pool()
|
||||
if pool is None or not pool.has_credentials():
|
||||
raise RuntimeError(
|
||||
"No xAI OAuth credentials found. Run "
|
||||
"`hermes auth add xai-oauth --type oauth` first."
|
||||
)
|
||||
|
||||
entry = pool.select()
|
||||
if entry is None:
|
||||
raise RuntimeError(
|
||||
"No available xAI OAuth credentials found. Run "
|
||||
"`hermes auth reset xai-oauth` or re-authenticate with "
|
||||
"`hermes auth add xai-oauth --type oauth`."
|
||||
)
|
||||
|
||||
self._pool = pool
|
||||
return self._credential_from_entry(entry)
|
||||
|
||||
def get_retry_credential(
|
||||
self,
|
||||
*,
|
||||
failed_credential: UpstreamCredential,
|
||||
status_code: int,
|
||||
) -> Optional[UpstreamCredential]:
|
||||
if status_code != 401:
|
||||
return None
|
||||
|
||||
with self._lock:
|
||||
pool = self._pool or self._load_pool()
|
||||
if pool is None:
|
||||
return None
|
||||
|
||||
refreshed = pool.try_refresh_current()
|
||||
if refreshed is None:
|
||||
refreshed = pool.mark_exhausted_and_rotate(status_code=status_code)
|
||||
if refreshed is None:
|
||||
return None
|
||||
|
||||
retry_cred = self._credential_from_entry(refreshed)
|
||||
if retry_cred.bearer == failed_credential.bearer:
|
||||
return None
|
||||
logger.info("proxy: xAI upstream rejected bearer; retrying with refreshed pool credential")
|
||||
return retry_cred
|
||||
|
||||
def _load_pool(self) -> Optional[CredentialPool]:
|
||||
try:
|
||||
return load_pool(_POOL_PROVIDER)
|
||||
except Exception as exc:
|
||||
logger.warning("proxy: failed to load xAI OAuth credential pool: %s", exc)
|
||||
return None
|
||||
|
||||
def _credential_from_entry(self, entry: PooledCredential) -> UpstreamCredential:
|
||||
bearer = (
|
||||
getattr(entry, "runtime_api_key", None)
|
||||
or getattr(entry, "access_token", "")
|
||||
or ""
|
||||
)
|
||||
bearer = str(bearer).strip()
|
||||
if not bearer:
|
||||
raise RuntimeError(
|
||||
"xAI OAuth credential pool entry did not contain an access token. "
|
||||
"Re-authenticate with `hermes auth add xai-oauth --type oauth`."
|
||||
)
|
||||
|
||||
base_url = (
|
||||
getattr(entry, "runtime_base_url", None)
|
||||
or getattr(entry, "base_url", None)
|
||||
or DEFAULT_XAI_OAUTH_BASE_URL
|
||||
)
|
||||
base_url = str(base_url or DEFAULT_XAI_OAUTH_BASE_URL).strip().rstrip("/")
|
||||
|
||||
return UpstreamCredential(
|
||||
bearer=bearer,
|
||||
base_url=base_url or DEFAULT_XAI_OAUTH_BASE_URL,
|
||||
expires_at=getattr(entry, "expires_at", None),
|
||||
)
|
||||
|
||||
|
||||
__all__ = ["XAIGrokAdapter"]
|
||||
|
|
@ -44,9 +44,10 @@ def cmd_proxy_start(args: Any) -> int:
|
|||
return 2
|
||||
|
||||
if not adapter.is_authenticated():
|
||||
auth_hint = getattr(adapter, "auth_hint", f"hermes login {adapter.name}")
|
||||
print(
|
||||
f"Not logged into {adapter.display_name}. "
|
||||
f"Run `hermes login {adapter.name}` first.",
|
||||
f"Run `{auth_hint}` first.",
|
||||
file=sys.stderr,
|
||||
)
|
||||
return 2
|
||||
|
|
@ -122,7 +123,7 @@ def cmd_proxy(args: Any) -> int:
|
|||
"OAuth-authenticated provider credentials to outbound requests.\n"
|
||||
"\n"
|
||||
"Subcommands:\n"
|
||||
" hermes proxy start [--provider nous] [--host 127.0.0.1] [--port 8645]\n"
|
||||
" hermes proxy start [--provider nous|xai] [--host 127.0.0.1] [--port 8645]\n"
|
||||
" Run the proxy in the foreground.\n"
|
||||
" hermes proxy status\n"
|
||||
" Show which upstream adapters are ready.\n"
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue