An upstream that rejects a key the gateway adds (e.g. thinking) now gets retried with other shapes on a parsable 400/422; the working method is stored per (provider, target model) and applied first-try from then on. Fallback attempts are re-shaped per attempt. Admin list/reset, Devii tools, audit event and ledger resolved_method included. Co-Authored-By: Claude Sonnet 5.5 <noreply@anthropic.com>
78 lines
2.8 KiB
Python
78 lines
2.8 KiB
Python
# retoor <retoor@molodetz.nl>
|
|
|
|
import time
|
|
|
|
import requests
|
|
|
|
from devplacepy.database import refresh_snapshot
|
|
from devplacepy.services.openai_gateway.learned import learned_store
|
|
from devplacepy.services.openai_gateway.shape import ShapeMethod
|
|
from tests.api.admin.gateway.index import (
|
|
JSON_gateway,
|
|
admin_session,
|
|
member_key,
|
|
_unique_gateway,
|
|
)
|
|
from tests.conftest import BASE_URL
|
|
|
|
LIST_URL = f"{BASE_URL}/admin/gateway/learned"
|
|
RESET_URL = f"{BASE_URL}/admin/gateway/learned/reset"
|
|
SYNC_SECONDS = 1.5
|
|
|
|
|
|
def _seed(provider, model, method):
|
|
learned_store.remember(provider, model, method)
|
|
time.sleep(SYNC_SECONDS)
|
|
|
|
|
|
def test_learned_endpoints_require_admin(seeded_db):
|
|
assert requests.get(LIST_URL, headers=JSON_gateway, allow_redirects=False).status_code == 401
|
|
assert (
|
|
requests.post(RESET_URL, json={}, headers=JSON_gateway, allow_redirects=False).status_code
|
|
== 401
|
|
)
|
|
key = member_key()
|
|
member = {**JSON_gateway, "X-API-KEY": key}
|
|
assert requests.get(LIST_URL, headers=member, allow_redirects=False).status_code == 403
|
|
assert (
|
|
requests.post(RESET_URL, json={}, headers=member, allow_redirects=False).status_code == 403
|
|
)
|
|
|
|
|
|
def test_admin_lists_a_learned_method(seeded_db):
|
|
provider = _unique_gateway("lprov")
|
|
_seed(provider, "vendor/learned", ShapeMethod("none", ("stream_options",)))
|
|
try:
|
|
payload = admin_session(seeded_db).get(LIST_URL).json()
|
|
row = next(r for r in payload["learned"] if r["provider"] == provider)
|
|
assert row["target_model"] == "vendor/learned"
|
|
assert row["thinking_dialect"] == "none"
|
|
assert row["drop_keys"] == ["stream_options"]
|
|
assert set(payload["stats"]) == {"resolved", "exhausted", "healed"}
|
|
assert payload["count"] >= 1
|
|
finally:
|
|
learned_store.forget(provider, "vendor/learned")
|
|
|
|
|
|
def test_admin_resets_a_learned_method_and_it_is_audited(seeded_db):
|
|
provider = _unique_gateway("lprov")
|
|
_seed(provider, "vendor/reset", ShapeMethod("none"))
|
|
admin = admin_session(seeded_db)
|
|
response = admin.post(RESET_URL, json={"provider": provider, "target_model": "vendor/reset"})
|
|
assert response.status_code == 200
|
|
assert response.json()["ok"] is True
|
|
refresh_snapshot()
|
|
entries = admin.get(
|
|
f"{BASE_URL}/admin/audit-log",
|
|
headers=JSON_gateway,
|
|
params={"event_key": "gateway.learned.reset"},
|
|
).json()["entries"]
|
|
assert any(e.get("target_type") == "gateway_learned_method" for e in entries)
|
|
again = admin.post(RESET_URL, json={"provider": provider, "target_model": "vendor/reset"})
|
|
assert again.status_code == 404
|
|
|
|
|
|
def test_reset_validates_the_target_model(seeded_db):
|
|
response = admin_session(seeded_db).post(RESET_URL, json={"provider": "x"})
|
|
assert response.status_code in (400, 422)
|