emozilla
5764ae3168
Stop recommending a system-RAM spill when no curated model fits resident. Preserve explicit model selection and the existing resident quality/speed ranking, including the separate unified-memory policy. Require a recommendation for automatic quickstart, expose Browse when none exists, and rename Configure to Let me choose. Keep policy copy and reason keys consistent across the four translated local-model sections. Cover automatic refusal and explicit spilled setup against one budget, plus the Browse, Download and Use interactions in the desktop pane.
58 lines
1.8 KiB
Python
58 lines
1.8 KiB
Python
"""Automatic recommendations require residency; manual choices may spill."""
|
|
|
|
from __future__ import annotations
|
|
|
|
from hermes_cli.local_runtime.catalog import recommended_entry, select_variant
|
|
from hermes_cli.local_runtime.estimator import HardwareBudget
|
|
|
|
_GIB = 1 << 30
|
|
|
|
|
|
def _discrete(size_gb: int, ram_gb: int = 64) -> HardwareBudget:
|
|
total = size_gb * _GIB
|
|
margin = max(2 * _GIB, int(total * 0.09))
|
|
return HardwareBudget(
|
|
usable_vram_bytes=max(0, total - margin),
|
|
total_device_bytes=total,
|
|
ram_available_bytes=ram_gb * _GIB,
|
|
uma=False,
|
|
)
|
|
|
|
|
|
def _unified(size_gb: int) -> HardwareBudget:
|
|
total = size_gb * _GIB
|
|
return HardwareBudget(
|
|
usable_vram_bytes=int(total * 0.80),
|
|
total_device_bytes=total,
|
|
ram_available_bytes=0,
|
|
uma=True,
|
|
)
|
|
|
|
|
|
def test_small_discrete_cards_have_no_automatic_recommendation():
|
|
for size_gb in (8, 16):
|
|
assert recommended_entry(_discrete(size_gb)) is None
|
|
|
|
|
|
def test_24gb_discrete_card_recommends_resident_qwen_27b():
|
|
picked = recommended_entry(_discrete(24))
|
|
assert picked is not None
|
|
assert picked[0].id == "qwen3.8-27b"
|
|
assert picked[1] == "best-quality-resident"
|
|
choice = select_variant(picked[0], _discrete(24))
|
|
assert choice is not None and choice.zero_spill
|
|
|
|
|
|
def test_spilled_model_remains_explicitly_browseable_on_16gb():
|
|
from hermes_cli.local_runtime.catalog import CATALOG
|
|
|
|
entry = next(e for e in CATALOG if e.id == "qwen3.8-27b")
|
|
choice = select_variant(entry, _discrete(16))
|
|
assert choice is not None
|
|
assert not choice.zero_spill
|
|
assert recommended_entry(_discrete(16)) is None
|
|
|
|
|
|
def test_unified_memory_policy_does_not_inherit_discrete_recommendations():
|
|
assert recommended_entry(_unified(24)) is None
|