Gateway: auto-resolve request shape per provider and model
An upstream that rejects a key the gateway adds (e.g. thinking) now gets retried with other shapes on a parsable 400/422; the working method is stored per (provider, target model) and applied first-try from then on. Fallback attempts are re-shaped per attempt. Admin list/reset, Devii tools, audit event and ledger resolved_method included. Co-Authored-By: Claude Sonnet 5.5 <noreply@anthropic.com>
This commit is contained in:
@@ -0,0 +1,90 @@
|
||||
# retoor <retoor@molodetz.nl>
|
||||
|
||||
from devplacepy.services.openai_gateway import learned
|
||||
from devplacepy.services.openai_gateway.learned import learned_store
|
||||
from devplacepy.services.openai_gateway.shape import NATIVE_METHOD, ShapeMethod
|
||||
|
||||
|
||||
def test_remember_get_list_and_forget(local_db):
|
||||
learned_store.forget("lt-prov", "lt-model")
|
||||
method = ShapeMethod("none", ("stream_options",))
|
||||
learned_store.remember("LT-Prov", "lt-model", method)
|
||||
try:
|
||||
assert learned_store.get("lt-prov", "lt-model") == method
|
||||
rows = [r for r in learned_store.list() if r["target_model"] == "lt-model"]
|
||||
assert rows[0]["provider"] == "lt-prov"
|
||||
assert rows[0]["drop_keys"] == ["stream_options"]
|
||||
assert learned_store.forget("lt-prov", "lt-model") is True
|
||||
assert learned_store.get("lt-prov", "lt-model") is None
|
||||
assert learned_store.forget("lt-prov", "lt-model") is False
|
||||
finally:
|
||||
learned_store.forget("lt-prov", "lt-model")
|
||||
|
||||
|
||||
def test_blank_provider_maps_to_default_and_native_is_never_stored(local_db):
|
||||
learned_store.forget("default", "lt-default-model")
|
||||
learned_store.remember("", "lt-default-model", NATIVE_METHOD)
|
||||
assert learned_store.get("default", "lt-default-model") is None
|
||||
learned_store.remember("", "lt-default-model", ShapeMethod("none"))
|
||||
try:
|
||||
assert learned_store.get("default", "lt-default-model") == ShapeMethod("none")
|
||||
finally:
|
||||
learned_store.forget("default", "lt-default-model")
|
||||
|
||||
|
||||
def test_remember_upserts_on_the_unique_route(local_db):
|
||||
learned_store.forget("lt-up", "lt-m")
|
||||
try:
|
||||
learned_store.remember("lt-up", "lt-m", ShapeMethod("none"))
|
||||
learned_store.remember("lt-up", "lt-m", ShapeMethod("openrouter"))
|
||||
assert learned_store.get("lt-up", "lt-m") == ShapeMethod("openrouter")
|
||||
assert len([r for r in learned_store.list() if r["provider"] == "lt-up"]) == 1
|
||||
finally:
|
||||
learned_store.forget("lt-up", "lt-m")
|
||||
|
||||
|
||||
def test_forget_provider_clears_only_that_provider(local_db):
|
||||
learned_store.remember("lt-fp", "a", ShapeMethod("none"))
|
||||
learned_store.remember("lt-fp", "b", ShapeMethod("none"))
|
||||
learned_store.remember("lt-other", "a", ShapeMethod("none"))
|
||||
try:
|
||||
assert learned_store.forget_provider("lt-fp") == 2
|
||||
assert learned_store.get("lt-fp", "a") is None
|
||||
assert learned_store.get("lt-other", "a") is not None
|
||||
finally:
|
||||
learned_store.forget_provider("lt-fp")
|
||||
learned_store.forget_provider("lt-other")
|
||||
|
||||
|
||||
def test_row_cap_replaces_the_oldest(local_db, monkeypatch):
|
||||
monkeypatch.setattr(learned, "MAX_LEARNED_ROWS", 2)
|
||||
keys = [("lt-cap", f"m{i}") for i in range(3)]
|
||||
try:
|
||||
for provider, model in keys:
|
||||
learned_store.remember(provider, model, ShapeMethod("none"))
|
||||
present = [k for k in keys if learned_store.get(*k) is not None]
|
||||
assert len(present) <= 2
|
||||
assert learned_store.get(*keys[2]) is not None
|
||||
finally:
|
||||
learned_store.forget_provider("lt-cap")
|
||||
|
||||
|
||||
def test_provider_endpoint_edit_forgets_learned_methods(local_db):
|
||||
from devplacepy.services.openai_gateway import routing
|
||||
|
||||
routing.provider_store.set(
|
||||
routing.ProviderIn(name="lt-edit", base_url="https://a.example/v1/chat/completions")
|
||||
)
|
||||
learned_store.remember("lt-edit", "m", ShapeMethod("none"))
|
||||
try:
|
||||
routing.provider_store.set(
|
||||
routing.ProviderIn(name="lt-edit", base_url="https://a.example/v1/chat/completions")
|
||||
)
|
||||
assert learned_store.get("lt-edit", "m") is not None
|
||||
routing.provider_store.set(
|
||||
routing.ProviderIn(name="lt-edit", base_url="https://b.example/v1/chat/completions")
|
||||
)
|
||||
assert learned_store.get("lt-edit", "m") is None
|
||||
finally:
|
||||
routing.provider_store.remove("lt-edit")
|
||||
learned_store.forget_provider("lt-edit")
|
||||
Reference in New Issue
Block a user