refactor(agent/relay,transports): fold docstring whitespace (text unchanged)

This commit is contained in:
Teknium
2026-09-02 19:49:06 -07:00
parent b162ef97b1
commit ff4d896e50
5 changed files with 18 additions and 54 deletions
+12 -36
View File
@@ -48,10 +48,8 @@ def runtime_metadata(runtime_id: str, **extra: Any) -> dict[str, Any]:
def _scope_op_executor():
"""Shared daemon executor for bounded native scope ops.
Daemon workers so a wedged call abandoned at timeout cannot block interpreter exit;
``Future.result(timeout=...)`` still bounds callers when every worker is wedged.
"""
``Future.result(timeout=...)`` still bounds callers when every worker is wedged."""
global _SCOPE_OP_EXECUTOR
if _SCOPE_OP_EXECUTOR is None:
with _SCOPE_OP_EXECUTOR_LOCK:
@@ -67,10 +65,8 @@ def _run_on_daemon_thread(
fn: Callable[[], Any], *, name: str, timeout: float | None = None, timeout_message: str = ""
) -> Any:
"""Run ``fn`` on a fresh daemon thread; re-raise its error or return its result.
With ``timeout`` a still-running worker is abandoned with ``TimeoutError`` (daemon:
cannot block interpreter exit).
"""
cannot block interpreter exit)."""
outcome: dict[str, Any] = {}
def _target() -> None:
@@ -93,9 +89,7 @@ def pop_relay_scope(
relay: Any, handle: Any, *, output: Any = None, metadata: Any = None, timestamp: Any = None
) -> Any:
"""Pop a Relay scope, forwarding only the kwargs the live binding accepts.
``scope.pop`` gained ``metadata`` in nemo-relay 0.4+; older wheels raise TypeError.
"""
``scope.pop`` gained ``metadata`` in nemo-relay 0.4+; older wheels raise TypeError."""
pop = relay.scope.pop
candidates = (("output", output), ("metadata", metadata), ("timestamp", timestamp))
kwargs = {key: value for key, value in candidates if value is not None}
@@ -424,10 +418,8 @@ class RelayRuntime:
self, context: contextvars.Context, *, exit_fallback: bool = False, **push_kwargs: Any
) -> Any:
"""Push a SESSION_SCOPE Agent scope inside ``context``, bounded by ``_SCOPE_OP_TIMEOUT``.
``exit_fallback``: at interpreter shutdown the executor refuses new futures; push
synchronously instead (no agent turn waits at exit).
"""
synchronously instead (no agent turn waits at exit)."""
args = (self.relay.scope.push, SESSION_SCOPE, self.relay.ScopeType.Agent)
try:
future = _scope_op_executor().submit(context.run, *args, input={}, **push_kwargs)
@@ -442,10 +434,8 @@ class RelayRuntime:
**push_kwargs: Any,
) -> None:
"""Push a fresh session scope for ``session`` and record its handle + context.
Subagents parent under their spawning turn/session handle; ``resolve_parent``
creates the parent session when its handle is unknown.
"""
creates the parent session when its handle is unknown."""
parent_handle = None
if session.parent_session_id:
with self._sessions_lock:
@@ -492,11 +482,9 @@ class RelayRuntime:
def rotate_session_scope(self, session: RelaySession, *, reason: str) -> None:
"""Close the current session scope and open the next segment.
Called ONLY at a turn boundary: the stack is LIFO and rotating under a live child
would close a parent out of order. Bookkeeping advances even when a native call
fails so a degraded rotation cannot retry on every turn.
"""
fails so a degraded rotation cannot retry on every turn."""
with session.lock:
if session.closing or session.handle is None:
return
@@ -596,11 +584,9 @@ class RelayRuntime:
allow_closing: bool = False, timeout: float | None = None, **kwargs: Any,
) -> Any:
"""Run a Relay operation against a session's isolated scope stack.
``timeout`` bounds the native call on the daemon executor (``TimeoutError`` on
breach); ``None`` runs synchronously. Lifecycle ops gating turn/session completion
pass ``_SCOPE_OP_TIMEOUT``: a wedged pipeline must cost one span, never the agent.
"""
pass ``_SCOPE_OP_TIMEOUT``: a wedged pipeline must cost one span, never the agent."""
self._begin_operation()
try:
return self._run_in_session_untracked(
@@ -701,10 +687,8 @@ class RelayRuntime:
drain_limit: int,
) -> BaseException | None:
"""Pop ``handle``; if that fails, drain orphans above it and retry once.
Returns the retry's error (None on success). Must run inside ONE ``run_in_session``
callback so ContextVar stack views stay consistent.
"""
callback so ContextVar stack views stay consistent."""
with contextlib.suppress(Exception):
pop_relay_scope(self.relay, handle, output=output, metadata=metadata)
return None
@@ -737,11 +721,9 @@ class RelayRuntime:
drain_limit: int = 32, operation_already_held: bool = False,
) -> str | None:
"""Pop ``handle``, draining orphaned children in the same session context.
Relay scopes are strict LIFO; empty-stream retries + interrupt can abandon a
physical LLM scope above TURN/SESSION. Drain+close is bounded so a wedged pipeline
never blocks turn/session completion. Returns a failure string or None.
"""
never blocks turn/session completion. Returns a failure string or None."""
if handle is None:
return None
run_in_session = (self._run_in_session_untracked if operation_already_held else self.run_in_session)
@@ -953,10 +935,8 @@ _MANAGED_CALLBACK_DEPTH: contextvars.ContextVar[int] = contextvars.ContextVar(
class managed_callback_guard:
"""Mark the current context as inside a managed Relay callback.
Wrap the ``invoke()`` callbacks handed to the native pipeline; everything they
transitively call (incl. work forwarded via copy_context()) runs unmanaged.
"""
transitively call (incl. work forwarded via copy_context()) runs unmanaged."""
def __enter__(self) -> "managed_callback_guard":
self._token = _MANAGED_CALLBACK_DEPTH.set(_MANAGED_CALLBACK_DEPTH.get() + 1)
@@ -1128,11 +1108,9 @@ class RelaySessionCoordinator:
def _consume_deferred_close(self, lease: Any) -> None:
"""Close a session whose rotating-compaction close was deferred.
``notify_session_compacted`` sets ``close_pending`` when the old session had a live
turn (closing then breaks LIFO). The last live turn consumes it here after its own
scope popped and it left the active-turn table.
"""
scope popped and it left the active-turn table."""
# Telemetry must never block end_turn.
_warn_on_error("deferred session close", self._consume_deferred_close_unguarded, lease)
@@ -1149,13 +1127,11 @@ class RelaySessionCoordinator:
self, *, profile_key: str, session_id: str, old_session_id: str = ""
) -> None:
"""React to a completed compaction, per compaction mode.
In-place (``old_session_id`` empty/equal): flag rotation for the next turn boundary
— never rotate immediately, a turn may be live and rotating under it breaks LIFO.
Rotating (ids differ): the next turn gets a fresh session under the new id, so close
the OLD session now or its scope stays an unexported orphan. Unknown sessions and
disabled config are silent no-ops.
"""
disabled config are silent no-ops."""
# Telemetry must never block compaction.
_warn_on_error(
"compaction notification", self._notify_session_compacted_unguarded,