forked from retoor/devplacepy
An upstream that rejects a key the gateway adds (e.g. thinking) now gets retried with other shapes on a parsable 400/422; the working method is stored per (provider, target model) and applied first-try from then on. Fallback attempts are re-shaped per attempt. Admin list/reset, Devii tools, audit event and ledger resolved_method included. Co-Authored-By: Claude Sonnet 5.5 <noreply@anthropic.com>
91 lines
3.8 KiB
Python
91 lines
3.8 KiB
Python
# retoor <retoor@molodetz.nl>
|
|
|
|
from devplacepy.services.openai_gateway import learned
|
|
from devplacepy.services.openai_gateway.learned import learned_store
|
|
from devplacepy.services.openai_gateway.shape import NATIVE_METHOD, ShapeMethod
|
|
|
|
|
|
def test_remember_get_list_and_forget(local_db):
|
|
learned_store.forget("lt-prov", "lt-model")
|
|
method = ShapeMethod("none", ("stream_options",))
|
|
learned_store.remember("LT-Prov", "lt-model", method)
|
|
try:
|
|
assert learned_store.get("lt-prov", "lt-model") == method
|
|
rows = [r for r in learned_store.list() if r["target_model"] == "lt-model"]
|
|
assert rows[0]["provider"] == "lt-prov"
|
|
assert rows[0]["drop_keys"] == ["stream_options"]
|
|
assert learned_store.forget("lt-prov", "lt-model") is True
|
|
assert learned_store.get("lt-prov", "lt-model") is None
|
|
assert learned_store.forget("lt-prov", "lt-model") is False
|
|
finally:
|
|
learned_store.forget("lt-prov", "lt-model")
|
|
|
|
|
|
def test_blank_provider_maps_to_default_and_native_is_never_stored(local_db):
|
|
learned_store.forget("default", "lt-default-model")
|
|
learned_store.remember("", "lt-default-model", NATIVE_METHOD)
|
|
assert learned_store.get("default", "lt-default-model") is None
|
|
learned_store.remember("", "lt-default-model", ShapeMethod("none"))
|
|
try:
|
|
assert learned_store.get("default", "lt-default-model") == ShapeMethod("none")
|
|
finally:
|
|
learned_store.forget("default", "lt-default-model")
|
|
|
|
|
|
def test_remember_upserts_on_the_unique_route(local_db):
|
|
learned_store.forget("lt-up", "lt-m")
|
|
try:
|
|
learned_store.remember("lt-up", "lt-m", ShapeMethod("none"))
|
|
learned_store.remember("lt-up", "lt-m", ShapeMethod("openrouter"))
|
|
assert learned_store.get("lt-up", "lt-m") == ShapeMethod("openrouter")
|
|
assert len([r for r in learned_store.list() if r["provider"] == "lt-up"]) == 1
|
|
finally:
|
|
learned_store.forget("lt-up", "lt-m")
|
|
|
|
|
|
def test_forget_provider_clears_only_that_provider(local_db):
|
|
learned_store.remember("lt-fp", "a", ShapeMethod("none"))
|
|
learned_store.remember("lt-fp", "b", ShapeMethod("none"))
|
|
learned_store.remember("lt-other", "a", ShapeMethod("none"))
|
|
try:
|
|
assert learned_store.forget_provider("lt-fp") == 2
|
|
assert learned_store.get("lt-fp", "a") is None
|
|
assert learned_store.get("lt-other", "a") is not None
|
|
finally:
|
|
learned_store.forget_provider("lt-fp")
|
|
learned_store.forget_provider("lt-other")
|
|
|
|
|
|
def test_row_cap_replaces_the_oldest(local_db, monkeypatch):
|
|
monkeypatch.setattr(learned, "MAX_LEARNED_ROWS", 2)
|
|
keys = [("lt-cap", f"m{i}") for i in range(3)]
|
|
try:
|
|
for provider, model in keys:
|
|
learned_store.remember(provider, model, ShapeMethod("none"))
|
|
present = [k for k in keys if learned_store.get(*k) is not None]
|
|
assert len(present) <= 2
|
|
assert learned_store.get(*keys[2]) is not None
|
|
finally:
|
|
learned_store.forget_provider("lt-cap")
|
|
|
|
|
|
def test_provider_endpoint_edit_forgets_learned_methods(local_db):
|
|
from devplacepy.services.openai_gateway import routing
|
|
|
|
routing.provider_store.set(
|
|
routing.ProviderIn(name="lt-edit", base_url="https://a.example/v1/chat/completions")
|
|
)
|
|
learned_store.remember("lt-edit", "m", ShapeMethod("none"))
|
|
try:
|
|
routing.provider_store.set(
|
|
routing.ProviderIn(name="lt-edit", base_url="https://a.example/v1/chat/completions")
|
|
)
|
|
assert learned_store.get("lt-edit", "m") is not None
|
|
routing.provider_store.set(
|
|
routing.ProviderIn(name="lt-edit", base_url="https://b.example/v1/chat/completions")
|
|
)
|
|
assert learned_store.get("lt-edit", "m") is None
|
|
finally:
|
|
routing.provider_store.remove("lt-edit")
|
|
learned_store.forget_provider("lt-edit")
|