Files
hermes-agent/tests/agent/test_turn_retry_state.py
T
Teknium 5e1b50115f feat(compression): native OpenAI Responses server-side compaction for gpt-5.6
Opt-in via compression.codex_responses_native (default: false). When enabled,
gpt-5.6-family models on the direct OpenAI API (api.openai.com) or a ChatGPT
Codex subscription send context_management=[{type: compaction,
compact_threshold: N}] on Responses requests. OpenAI compacts server-side and
returns an encrypted compaction output item; Hermes captures it into the
existing codex_reasoning_items sidecar and replays it on later turns in place
of the pruned history — inheriting persistence, session replay, the
cross-issuer guard, and the encrypted-replay kill switch with zero new state.

Scope is deliberately hard-gated (agent/native_compaction.py, re-checked per
request): gpt-5.6 family only — gpt-5.1/5.2 fail server-side on the field
(HTTP 500 / stream stall, no structured rejection; live-verified) — and
direct OpenAI/Codex routes only; xAI, GitHub/Copilot, OpenRouter, relays,
and local servers never see the field.

Hermes' local compression stays armed as the fallback owner: the native
threshold is clamped ~8K tokens below the local trigger so the server
compacts first, and a structured provider rejection of context_management
disables native compaction for the session and retries without it
(one-shot guard in TurnRetryState).

Live-verified E2E on api.openai.com/gpt-5.6: server compaction fired at a
4K threshold, checkpoints captured and replayed, recall preserved across
3 turns; gpt-5.1 with the flag enabled stays clean (field never sent).

Direction credit: PR #76950 by @laryhorb explored native Responses
compaction; this is a minimal reimplementation on current main.
2026-08-08 11:24:45 -07:00

92 lines
3.2 KiB
Python

"""Unit tests for TurnRetryState (god-file Phase 1b).
The dataclass holds the inner-retry-loop's one-shot recovery guards + restart
signals. These tests pin its shape and default semantics — the behavioral
guarantee for the loop itself is the existing recovery-branch tests in
tests/run_agent/ which now exercise these fields via `_retry.<flag>`.
"""
from __future__ import annotations
from dataclasses import fields
from agent.turn_retry_state import TurnRetryState
EXPECTED_FIELDS = {
"codex_auth_retry_attempted",
"anthropic_auth_retry_attempted",
"nous_auth_retry_attempted",
"nous_paid_entitlement_refresh_attempted",
"copilot_auth_retry_attempted",
"copilot_stale_cred_retry_attempted",
"vertex_auth_retry_attempted",
"thinking_sig_retry_attempted",
"invalid_encrypted_content_retry_attempted",
"native_compaction_reject_retry_attempted",
"image_shrink_retry_attempted",
"multimodal_tool_content_retry_attempted",
"oauth_1m_beta_retry_attempted",
"llama_cpp_grammar_retry_attempted",
"primary_recovery_attempted",
"has_retried_429",
"auth_failover_attempted",
"restart_with_compressed_messages",
"restart_with_length_continuation",
"restart_with_rebuilt_messages",
"restart_with_redirected_messages",
}
def test_field_set_matches_contract():
names = {f.name for f in fields(TurnRetryState)}
assert names == EXPECTED_FIELDS, (
f"unexpected drift: missing={EXPECTED_FIELDS - names} extra={names - EXPECTED_FIELDS}"
)
def test_guards_are_independently_mutable():
s = TurnRetryState()
s.codex_auth_retry_attempted = True
s.restart_with_compressed_messages = True
assert s.codex_auth_retry_attempted is True
assert s.restart_with_compressed_messages is True
# untouched guards stay False
assert s.has_retried_429 is False
assert s.anthropic_auth_retry_attempted is False
def test_copilot_provider_check_accepts_alias_spellings():
"""`/model` and profile configs can leave `github-copilot` / `github` as
the provider spelling; the recovery gates must not silently skip them."""
from agent.conversation_loop import _is_copilot_provider
from run_agent import AIAgent
class _Agent:
# Reuse the real single-owner check unbound; only provider/_base_url
# state is faked.
_is_copilot_provider = AIAgent._is_copilot_provider
_is_copilot_url = AIAgent._is_copilot_url
def __init__(self, provider, base_url=""):
self.provider = provider
self._base_url_lower = base_url.lower()
assert _is_copilot_provider(_Agent("copilot"))
assert _is_copilot_provider(_Agent("github-copilot"))
assert _is_copilot_provider(_Agent("GitHub-Copilot"))
assert _is_copilot_provider(_Agent("github"))
# URL fallback: unnormalized provider but a Copilot base URL.
assert _is_copilot_provider(_Agent("custom", "https://api.githubcopilot.com"))
assert not _is_copilot_provider(_Agent("openrouter", "https://openrouter.ai/api/v1"))
class _NoMethod:
provider = "github-copilot"
# Fallback path when the agent object lacks the method entirely.
assert _is_copilot_provider(_NoMethod())