Files
devplacepy/tests/unit/services/openai_gateway/learned.py
T
retoorandClaude Sonnet 5.5 151476125f Gateway: auto-resolve request shape per provider and model
An upstream that rejects a key the gateway adds (e.g. thinking) now gets
retried with other shapes on a parsable 400/422; the working method is
stored per (provider, target model) and applied first-try from then on.
Fallback attempts are re-shaped per attempt. Admin list/reset, Devii
tools, audit event and ledger resolved_method included.

Co-Authored-By: Claude Sonnet 5.5 <noreply@anthropic.com>
2026-11-13 11:34:26 +01:00

91 lines
3.8 KiB
Python

# retoor <retoor@molodetz.nl>
from devplacepy.services.openai_gateway import learned
from devplacepy.services.openai_gateway.learned import learned_store
from devplacepy.services.openai_gateway.shape import NATIVE_METHOD, ShapeMethod
def test_remember_get_list_and_forget(local_db):
learned_store.forget("lt-prov", "lt-model")
method = ShapeMethod("none", ("stream_options",))
learned_store.remember("LT-Prov", "lt-model", method)
try:
assert learned_store.get("lt-prov", "lt-model") == method
rows = [r for r in learned_store.list() if r["target_model"] == "lt-model"]
assert rows[0]["provider"] == "lt-prov"
assert rows[0]["drop_keys"] == ["stream_options"]
assert learned_store.forget("lt-prov", "lt-model") is True
assert learned_store.get("lt-prov", "lt-model") is None
assert learned_store.forget("lt-prov", "lt-model") is False
finally:
learned_store.forget("lt-prov", "lt-model")
def test_blank_provider_maps_to_default_and_native_is_never_stored(local_db):
learned_store.forget("default", "lt-default-model")
learned_store.remember("", "lt-default-model", NATIVE_METHOD)
assert learned_store.get("default", "lt-default-model") is None
learned_store.remember("", "lt-default-model", ShapeMethod("none"))
try:
assert learned_store.get("default", "lt-default-model") == ShapeMethod("none")
finally:
learned_store.forget("default", "lt-default-model")
def test_remember_upserts_on_the_unique_route(local_db):
learned_store.forget("lt-up", "lt-m")
try:
learned_store.remember("lt-up", "lt-m", ShapeMethod("none"))
learned_store.remember("lt-up", "lt-m", ShapeMethod("openrouter"))
assert learned_store.get("lt-up", "lt-m") == ShapeMethod("openrouter")
assert len([r for r in learned_store.list() if r["provider"] == "lt-up"]) == 1
finally:
learned_store.forget("lt-up", "lt-m")
def test_forget_provider_clears_only_that_provider(local_db):
learned_store.remember("lt-fp", "a", ShapeMethod("none"))
learned_store.remember("lt-fp", "b", ShapeMethod("none"))
learned_store.remember("lt-other", "a", ShapeMethod("none"))
try:
assert learned_store.forget_provider("lt-fp") == 2
assert learned_store.get("lt-fp", "a") is None
assert learned_store.get("lt-other", "a") is not None
finally:
learned_store.forget_provider("lt-fp")
learned_store.forget_provider("lt-other")
def test_row_cap_replaces_the_oldest(local_db, monkeypatch):
monkeypatch.setattr(learned, "MAX_LEARNED_ROWS", 2)
keys = [("lt-cap", f"m{i}") for i in range(3)]
try:
for provider, model in keys:
learned_store.remember(provider, model, ShapeMethod("none"))
present = [k for k in keys if learned_store.get(*k) is not None]
assert len(present) <= 2
assert learned_store.get(*keys[2]) is not None
finally:
learned_store.forget_provider("lt-cap")
def test_provider_endpoint_edit_forgets_learned_methods(local_db):
from devplacepy.services.openai_gateway import routing
routing.provider_store.set(
routing.ProviderIn(name="lt-edit", base_url="https://a.example/v1/chat/completions")
)
learned_store.remember("lt-edit", "m", ShapeMethod("none"))
try:
routing.provider_store.set(
routing.ProviderIn(name="lt-edit", base_url="https://a.example/v1/chat/completions")
)
assert learned_store.get("lt-edit", "m") is not None
routing.provider_store.set(
routing.ProviderIn(name="lt-edit", base_url="https://b.example/v1/chat/completions")
)
assert learned_store.get("lt-edit", "m") is None
finally:
routing.provider_store.remove("lt-edit")
learned_store.forget_provider("lt-edit")