Teknium
2776813df3
The Sep 2026 decomposition (PR #102117) makes internal import paths a non-API: names now live in the focused modules that define them. This commit is the ONLY thing keeping the old paths alive, so external plugins have time to update. It is deliberately a single, unsquashed commit: git revert <this sha> removes every shim, stub and manifest at once on the announced date. Nothing in-tree may depend on these pointers: scripts/check_compat_pointers.py (wired into lint.yml) fails CI if it does. What it adds (see COMPAT_MANIFEST.md, compat_manifest.json): - 332 facade modules get one delimited `PLUGIN-COMPAT` block appended at the end of the file - 1,172 moved names resolved lazily via a module `__getattr__` (PEP 562) — never a top-level import, so no import cycles; facades that already had `__getattr__` get a chained one - 592 third-party/stdlib names the old modules used to expose, with their original import statements - 266 public definitions that had been deleted as unused, restored byte-for-byte from the pre-decomposition tree (+40 private helpers and 16 imports pulled in only because a restored definition needs them) - 3 deleted modules recreated as re-export stubs (gateway/startup_watchdog, hermes_cli/observability/ relay_runtime, tools/environments/modal_utils) - private names (`_x`) get no pointer: they were never API (3,792 skipped) Verified: all 335 touched modules import under a fresh HERMES_HOME and every manifest name resolves; the lint reports zero in-tree uses; ruff clean; targeted suites unchanged.
91 lines
3.6 KiB
Python
91 lines
3.6 KiB
Python
"""Exa web search + content extraction via the ``exa-py`` SDK (lazy-installed).
|
|
|
|
Env: ``EXA_API_KEY`` (https://exa.ai). Both methods are sync — Exa's SDK is
|
|
sync-only; the dispatcher threads extract when the caller is async.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import logging
|
|
from typing import Any, Dict, List
|
|
|
|
from plugins.web._common import (
|
|
BaseWebSearchProvider, cached_sdk_client, document, keyless_extract, keyless_search, keyless_variant_schema,
|
|
provider_env, run_extract, run_search, search_ok, use_keyless, web_hit,
|
|
)
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
_MISSING_KEY = "EXA_API_KEY environment variable not set. Get your API key at https://exa.ai"
|
|
|
|
|
|
def _get_exa_client() -> Any:
|
|
def _factory(api_key: str) -> Any:
|
|
from exa_py import Exa # deliberately lazy
|
|
client = Exa(api_key=api_key)
|
|
client.headers["x-exa-integration"] = "hermes-agent"
|
|
return client
|
|
|
|
return cached_sdk_client("_exa_client", "EXA_API_KEY", _MISSING_KEY, "search.exa", _factory)
|
|
|
|
|
|
class ExaWebSearchProvider(BaseWebSearchProvider):
|
|
"""Exa search + extract provider."""
|
|
|
|
NAME = "exa"
|
|
DISPLAY_NAME = "Exa"
|
|
KEY_ENV = "EXA_API_KEY"
|
|
EXTRACT = True
|
|
KEYLESS = True
|
|
|
|
def search(self, query: str, limit: int = 5) -> Dict[str, Any]:
|
|
def _body() -> Dict[str, Any]:
|
|
if use_keyless("exa", provider_env("EXA_API_KEY")):
|
|
return keyless_search("Exa", "exa", query, limit, logger)
|
|
logger.info("Exa search: '%s' (limit=%d)", query, limit)
|
|
response = _get_exa_client().search(query, num_results=limit, contents={"highlights": True})
|
|
return search_ok([
|
|
web_hit(r.url or "", r.title or "", " ".join(r.highlights or []), i + 1)
|
|
for i, r in enumerate(response.results or [])
|
|
])
|
|
|
|
return run_search("Exa", logger, _body, sdk=True)
|
|
|
|
def extract(self, urls: List[str], **kwargs: Any) -> List[Dict[str, Any]]:
|
|
def _body() -> List[Dict[str, Any]]:
|
|
if use_keyless("exa", provider_env("EXA_API_KEY")):
|
|
return keyless_extract("Exa", "exa", urls, logger)
|
|
logger.info("Exa extract: %d URL(s)", len(urls))
|
|
response = _get_exa_client().get_contents(urls, text=True)
|
|
return [document(r.url or "", r.title or "", r.text or "") for r in response.results or []]
|
|
|
|
return run_extract("Exa", logger, urls, _body, sdk=True)
|
|
|
|
def get_setup_schema(self) -> Dict[str, Any]:
|
|
return keyless_variant_schema(
|
|
"Exa", "EXA_API_KEY", "https://exa.ai",
|
|
free_tag="Semantic + neural web search with content extraction on Exa's anonymous free tier. Rate-limited under burst load.",
|
|
paid_tag="Semantic + neural web search with content extraction via the Exa SDK. Unthrottled, guaranteed service.",
|
|
)
|
|
|
|
|
|
# ---- BEGIN PLUGIN-COMPAT (revert-scheduled; see COMPAT_MANIFEST.md) ----
|
|
# Names external plugins imported from this module before the Sep 2026 decomposition.
|
|
# Internal code MUST NOT use these (scripts/check_compat_pointers.py fails CI if it does).
|
|
# The whole block is removed by reverting the commit that added it.
|
|
import os # noqa: F401,E402
|
|
|
|
|
|
_PLUGIN_COMPAT_LAZY = {
|
|
'WebSearchProvider': ('agent.web_search_provider', 'WebSearchProvider'),
|
|
}
|
|
|
|
|
|
def __getattr__(name): # PEP 562 — lazy so no import cycles
|
|
target = _PLUGIN_COMPAT_LAZY.get(name)
|
|
if target is None:
|
|
raise AttributeError(f"module {__name__!r} has no attribute {name!r}")
|
|
import importlib
|
|
return getattr(importlib.import_module(target[0]), target[1])
|
|
# ---- END PLUGIN-COMPAT ----
|