mirror of
https://github.com/NousResearch/hermes-agent.git
synced 2026-07-09 13:21:42 +00:00
a6079dd350
Port from Kilo-Org/kilocode#11555: GLM-5.2 exposes a native reasoning_effort knob with two enabled levels (high / max) on its OpenAI-compatible endpoints. Previously the zai profile (direct Z.AI /api/paas/v4) used the base ProviderProfile and emitted nothing, and the OpenCode Go profile only handled Kimi K2 / DeepSeek — so a user's effort preference for GLM-5.2 was silently dropped on both routes. - zai: ZaiProfile maps effort onto high/max (xhigh/max -> max, lower -> high) - opencode-go: same mapping for GLM-5.2, alongside existing Kimi/DeepSeek - alias spellings recognized (glm-5.2 / glm-5-2 / glm-5p2, vendor-prefixed) - disabled / no effort leaves the server default untouched
127 lines
4.5 KiB
Python
127 lines
4.5 KiB
Python
"""ZAI / GLM provider profile.
|
|
|
|
Z.AI's GLM-4.5-and-later chat models default to thinking-mode ON when the
|
|
request omits ``thinking``. Hermes' ``reasoning_config = {"enabled": False}``
|
|
was previously a silent no-op on this route — the base profile emits nothing,
|
|
so users who turned thinking off (desktop toggle, ``/reasoning none``,
|
|
``reasoning_effort: none``/``false`` in config.yaml) kept burning thinking
|
|
tokens on every turn.
|
|
|
|
:meth:`ZaiProfile.build_api_kwargs_extras` translates the Hermes reasoning
|
|
config into the wire shape Z.AI's OpenAI-compat endpoint expects:
|
|
|
|
{"extra_body": {"thinking": {"type": "enabled" | "disabled"}}}
|
|
|
|
When no reasoning preference is set (``reasoning_config is None``) the field
|
|
is omitted so the server default applies, matching prior behavior. GLM
|
|
models before 4.5 (e.g. ``glm-4-9b``) don't accept ``thinking`` and are left
|
|
untouched.
|
|
|
|
GLM-5.2 additionally exposes a native ``reasoning_effort`` knob with exactly
|
|
two enabled levels — ``high`` and ``max`` — on the OpenAI-compatible endpoint
|
|
(per Z.AI / BigModel docs). Hermes' richer effort scale is collapsed onto
|
|
those two so the user's effort preference actually reaches the model instead
|
|
of being silently dropped.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import re
|
|
from typing import Any
|
|
|
|
from providers import register_provider
|
|
from providers.base import ProviderProfile
|
|
|
|
_GLM_VERSION_RE = re.compile(r"^glm-(\d+)(?:\.(\d+))?")
|
|
|
|
|
|
def _model_supports_thinking(model: str | None) -> bool:
|
|
"""GLM thinking-capable model families: glm-4.5 and later (4.5, 4.6, 5…)."""
|
|
m = (model or "").strip().lower()
|
|
match = _GLM_VERSION_RE.match(m)
|
|
if not match:
|
|
return False
|
|
major = int(match.group(1))
|
|
minor = int(match.group(2) or 0)
|
|
return (major, minor) >= (4, 5)
|
|
|
|
|
|
def _is_glm_5_2(model: str | None) -> bool:
|
|
"""Detect GLM-5.2 across the alias spellings providers use.
|
|
|
|
Covers the canonical ``glm-5.2`` plus the ``glm-5-2`` / ``glm-5p2``
|
|
variants seen on relays (Fireworks ``glm-5p2``, etc.) and any
|
|
vendor-prefixed form (``z-ai/glm-5.2``, ``zai-org-glm-5-2``).
|
|
"""
|
|
m = (model or "").strip().lower()
|
|
if not m:
|
|
return False
|
|
return any(token in m for token in ("glm-5.2", "glm-5-2", "glm-5p2"))
|
|
|
|
|
|
def _glm_5_2_reasoning_effort(reasoning_config: dict | None) -> str | None:
|
|
"""Map Hermes reasoning effort onto GLM-5.2's native ``high``/``max``.
|
|
|
|
GLM-5.2 only supports two enabled effort levels. ``xhigh``/``max``
|
|
request the top tier; everything else that is enabled requests ``high``
|
|
(its minimum thinking level). When reasoning is explicitly disabled, or
|
|
no effort preference is supplied, the server default is left untouched.
|
|
"""
|
|
if not isinstance(reasoning_config, dict):
|
|
return None
|
|
if reasoning_config.get("enabled") is False:
|
|
return None
|
|
|
|
effort = (reasoning_config.get("effort") or "").strip().lower()
|
|
if not effort or effort == "none":
|
|
return None
|
|
|
|
if effort in {"xhigh", "max"}:
|
|
return "max"
|
|
# low / medium / minimal / high all clamp to GLM-5.2's minimum: high.
|
|
return "high"
|
|
|
|
|
|
class ZaiProfile(ProviderProfile):
|
|
"""Z.AI / GLM — extra_body.thinking on/off + GLM-5.2 reasoning_effort."""
|
|
|
|
def build_api_kwargs_extras(
|
|
self, *, reasoning_config: dict | None = None, model: str | None = None, **context
|
|
) -> tuple[dict[str, Any], dict[str, Any]]:
|
|
extra_body: dict[str, Any] = {}
|
|
top_level: dict[str, Any] = {}
|
|
|
|
if not _model_supports_thinking(model) and not _is_glm_5_2(model):
|
|
return extra_body, top_level
|
|
|
|
# Only emit when the user expressed a preference; omitting the field
|
|
# keeps the server default (enabled) exactly as before.
|
|
if isinstance(reasoning_config, dict):
|
|
enabled = reasoning_config.get("enabled") is not False
|
|
extra_body["thinking"] = {"type": "enabled" if enabled else "disabled"}
|
|
|
|
if _is_glm_5_2(model):
|
|
effort = _glm_5_2_reasoning_effort(reasoning_config)
|
|
if effort is not None:
|
|
top_level["reasoning_effort"] = effort
|
|
|
|
return extra_body, top_level
|
|
|
|
|
|
zai = ZaiProfile(
|
|
name="zai",
|
|
aliases=("glm", "z-ai", "z.ai", "zhipu"),
|
|
env_vars=("GLM_API_KEY", "ZAI_API_KEY", "Z_AI_API_KEY"),
|
|
display_name="Z.AI (GLM)",
|
|
description="Z.AI / GLM — Zhipu AI models",
|
|
signup_url="https://z.ai/",
|
|
fallback_models=(
|
|
"glm-5.2",
|
|
"glm-5",
|
|
"glm-4-9b",
|
|
),
|
|
base_url="https://api.z.ai/api/paas/v4",
|
|
default_aux_model="glm-4.5-flash",
|
|
)
|
|
|
|
register_provider(zai)
|