Brooklyn Nicholson
b4f978d983
Both the wire path and the picker only consulted the catalog's `mandatory` flag, so a route the Portal lists as accepting no reasoning parameter at all still got sent a disable, and still offered a Thinking toggle in the model picker. For a route it serves, the aggregator's own catalog outranks the models.dev inference: `supports_reasoning: false` now suppresses the disable on the wire and drops reasoning controls from the picker entirely, so there is no disable left to describe.
143 lines
6.0 KiB
Python
143 lines
6.0 KiB
Python
"""Nous Portal provider profile."""
|
|
|
|
from typing import Any
|
|
|
|
from agent.portal_tags import get_conversation_context, nous_portal_tags
|
|
from agent.transports.codex import _cache_scope_from_session_id
|
|
from providers import register_provider
|
|
from providers.base import ProviderProfile
|
|
|
|
|
|
class NousProfile(ProviderProfile):
|
|
"""Nous Portal — product tags, reasoning with Nous-specific omission."""
|
|
|
|
def resolve_aux_model(self, *, vision: bool = False) -> str:
|
|
"""Ask the Portal which cheap model it currently recommends.
|
|
|
|
``/api/nous/recommended-models`` is the authoritative, tier-aware
|
|
source (free vs paid), so the auxiliary fast tier tracks the live
|
|
catalog instead of a hardcoded id that 404s the day Nous retires it.
|
|
The underlying fetch is memory- and disk-cached with a last-known-good
|
|
fallback, so this is cheap to call and safe offline.
|
|
"""
|
|
try:
|
|
from hermes_cli.models import get_nous_recommended_aux_model
|
|
|
|
return get_nous_recommended_aux_model(vision=vision) or ""
|
|
except Exception:
|
|
return ""
|
|
|
|
def build_extra_body(
|
|
self, *, session_id: str | None = None, **context
|
|
) -> dict[str, Any]:
|
|
body: dict[str, Any] = {"tags": nous_portal_tags(session_id=session_id)}
|
|
# Top-level session_id → provider sticky routing key. Pins every
|
|
# turn of a session to the same upstream endpoint so explicit
|
|
# Anthropic cache_control breakpoints stay warm instead of
|
|
# cold-writing a fresh cache on each reroute (Anthropic/Vertex/
|
|
# Bedrock caches are instance-local). Mirrors the OpenRouter
|
|
# profile; without it the portal falls back to hashing the opening
|
|
# messages, which breaks pinning whenever those shift.
|
|
#
|
|
# Resolve it exactly like ``nous_portal_tags`` resolves the
|
|
# ``conversation=`` tag: ambient context first (the lineage ROOT id
|
|
# published by the agent loop), explicit argument as fallback.
|
|
#
|
|
# The gap this closes is the auxiliary call sites — compression,
|
|
# title generation, vision, web_extract, session_search, MoA slots.
|
|
# They funnel through ``agent.auxiliary_client`` which has no session
|
|
# handle, so they never pass ``session_id``: they carried the
|
|
# ``conversation=`` tag but NO sticky key at all, and each one routed
|
|
# independently of the conversation it belongs to. Reading the same
|
|
# ambient contextvar the tag already uses fixes that with zero
|
|
# per-call-site plumbing.
|
|
#
|
|
# For the main loop the two agree anyway under the default
|
|
# ``compression.in_place: true`` (#38763), where compaction keeps the
|
|
# session id; the ambient root additionally keeps the key stable for
|
|
# installs that opt back into rotating compaction, and across
|
|
# delegate-subagent trees.
|
|
sticky_key = _cache_scope_from_session_id(get_conversation_context() or session_id)
|
|
if sticky_key:
|
|
body["session_id"] = sticky_key
|
|
provider_preferences = context.get("provider_preferences")
|
|
if provider_preferences:
|
|
body["provider"] = provider_preferences
|
|
return body
|
|
|
|
@staticmethod
|
|
def _cannot_disable_reasoning(model: str | None) -> bool:
|
|
"""True when a disable can't safely be sent for *model*.
|
|
|
|
Reasoning-mandatory routes answer ``reasoning: {enabled: false}``
|
|
with HTTP 400 ("Reasoning is mandatory for this model"), so the
|
|
catalog decides. Cache-only, and an unknown model (catalog cold,
|
|
unlisted, or unreachable) also answers True: a cold first turn errs
|
|
toward the old omit-everything behavior rather than risking a 400.
|
|
|
|
A route the catalog says takes no reasoning parameter at all is
|
|
treated the same way — sending it a disable is sending a parameter
|
|
the Portal has told us it doesn't accept.
|
|
"""
|
|
try:
|
|
from hermes_cli.models import (
|
|
nous_model_reasoning_capabilities,
|
|
warm_nous_reasoning_caps_async,
|
|
)
|
|
|
|
caps = nous_model_reasoning_capabilities(model)
|
|
if caps is None:
|
|
warm_nous_reasoning_caps_async()
|
|
return True
|
|
except Exception:
|
|
return True
|
|
if not caps.get("supports_reasoning"):
|
|
return True
|
|
return bool(caps.get("mandatory"))
|
|
|
|
def build_api_kwargs_extras(
|
|
self,
|
|
*,
|
|
reasoning_config: dict | None = None,
|
|
supports_reasoning: bool = False,
|
|
model: str | None = None,
|
|
**context,
|
|
) -> tuple[dict[str, Any], dict[str, Any]]:
|
|
"""Nous: passes the full reasoning_config, disable included.
|
|
|
|
The Portal honors ``reasoning: {enabled: false}`` — it is the only
|
|
wire shape that does. Sending nothing means the *upstream* default,
|
|
which for a thinking-first model like ``deepseek/deepseek-v4-pro``
|
|
(catalog: ``default_effort: high``) is thinking ON, so omitting a
|
|
disable silently ignored the user's "thinking off".
|
|
"""
|
|
extra_body = {}
|
|
if supports_reasoning:
|
|
if reasoning_config is not None:
|
|
rc = dict(reasoning_config)
|
|
if rc.get("enabled") is False and self._cannot_disable_reasoning(model):
|
|
pass # route rejects a disable — let the model think
|
|
else:
|
|
extra_body["reasoning"] = rc
|
|
else:
|
|
extra_body["reasoning"] = {"enabled": True, "effort": "medium"}
|
|
return extra_body, {}
|
|
|
|
|
|
nous = NousProfile(
|
|
name="nous",
|
|
aliases=("nous-portal", "nousresearch"),
|
|
env_vars=("NOUS_API_KEY",),
|
|
display_name="Nous Research",
|
|
description="Nous Research — Hermes model family",
|
|
signup_url="https://nousresearch.com/",
|
|
fallback_models=(
|
|
"hermes-3-405b",
|
|
"hermes-3-70b",
|
|
),
|
|
base_url="https://inference-api.nousresearch.com/v1",
|
|
auth_type="oauth_device_code",
|
|
)
|
|
|
|
register_provider(nous)
|