Teknium
99 lines
3.8 KiB
Python
99 lines
3.8 KiB
Python
"""skill_view repeat-view dedup registry.
|
|
|
|
Per-task cache of (skill name, file_path) -> (skill file mtime+size). A repeat
|
|
view of an UNCHANGED file returns a short stub — the earlier tool result already
|
|
carries the content verbatim. Cleared on context compression via
|
|
``reset_skill_view_dedup()`` because the original content is summarized away.
|
|
Every name is re-imported into ``tools.skills_tool``; state lives only here.
|
|
"""
|
|
|
|
import json
|
|
import os
|
|
import threading
|
|
from typing import Dict
|
|
|
|
_skill_view_tracker: Dict[str, Dict[tuple, tuple]] = {}
|
|
_skill_view_tracker_lock = threading.Lock()
|
|
_SKILL_VIEW_DEDUP_CAP = 200
|
|
|
|
_SKILL_VIEW_DEDUP_MESSAGE = (
|
|
"Skill content unchanged since it was loaded earlier in this "
|
|
"conversation — refer to the earlier skill_view result; it is still "
|
|
"current and complete. (Re-issued after context compression, this "
|
|
"returns the full content again.)")
|
|
|
|
|
|
def _skill_view_fingerprint(payload: dict) -> tuple | None:
|
|
"""Stat the skill file a successful skill_view served, for change detection."""
|
|
src = payload.get("_source_path")
|
|
if not src:
|
|
return None
|
|
try:
|
|
st = os.stat(src)
|
|
return (src, st.st_mtime_ns, st.st_size)
|
|
except OSError:
|
|
return None
|
|
|
|
|
|
def _record_skill_view(task_id, name, file_path, payload: dict) -> None:
|
|
"""Record a served skill_view so an identical repeat can be deduped."""
|
|
if not task_id:
|
|
return
|
|
# Never dedup setup-needed views: readiness depends on config/env state that
|
|
# changes without the file changing; the model must see the refreshed status.
|
|
if payload.get("setup_needed") or payload.get("readiness_status") == "setup_needed":
|
|
return
|
|
fp = _skill_view_fingerprint(payload)
|
|
if fp is None:
|
|
return
|
|
key = (str(payload.get("name") or name), file_path or "")
|
|
with _skill_view_tracker_lock:
|
|
cache = _skill_view_tracker.setdefault(str(task_id), {})
|
|
cache[key] = fp
|
|
while len(cache) > _SKILL_VIEW_DEDUP_CAP: # FIFO eviction
|
|
del cache[next(iter(cache))]
|
|
|
|
|
|
def _check_skill_view_dedup(task_id, name, file_path) -> str | None:
|
|
"""Dedup stub when this exact skill file was already served to this task and
|
|
is unchanged on disk; None otherwise."""
|
|
if not task_id:
|
|
return None
|
|
with _skill_view_tracker_lock:
|
|
cache = _skill_view_tracker.get(str(task_id))
|
|
if not cache:
|
|
return None
|
|
# Record key is the RESOLVED name; match raw and resolved forms so
|
|
# 'category/skill' and bare-name views coalesce.
|
|
for key, (src, mtime_ns, size) in list(cache.items()):
|
|
rec_name, rec_fp = key
|
|
if rec_fp != (file_path or ""):
|
|
continue
|
|
n = str(name)
|
|
if rec_name != n and not n.endswith("/" + rec_name) \
|
|
and not rec_name.endswith("/" + n) and n.split(":")[-1] != rec_name:
|
|
continue
|
|
try:
|
|
st = os.stat(src)
|
|
if (st.st_mtime_ns, st.st_size) != (mtime_ns, size):
|
|
cache.pop(key, None)
|
|
return None
|
|
except OSError:
|
|
cache.pop(key, None)
|
|
return None
|
|
return json.dumps({
|
|
"success": True, "status": "unchanged", "name": rec_name,
|
|
"file": file_path or "SKILL.md", "dedup": True,
|
|
"content_returned": False, "message": _SKILL_VIEW_DEDUP_MESSAGE,
|
|
}, ensure_ascii=False)
|
|
return None
|
|
|
|
|
|
def reset_skill_view_dedup(task_id: str | None = None) -> None:
|
|
"""Clear the dedup cache (all tasks when task_id is None); called on context compression."""
|
|
with _skill_view_tracker_lock:
|
|
if task_id is None:
|
|
_skill_view_tracker.clear()
|
|
else:
|
|
_skill_view_tracker.pop(str(task_id), None)
|