Gateway: auto-resolve request shape per provider and model
An upstream that rejects a key the gateway adds (e.g. thinking) now gets retried with other shapes on a parsable 400/422; the working method is stored per (provider, target model) and applied first-try from then on. Fallback attempts are re-shaped per attempt. Admin list/reset, Devii tools, audit event and ledger resolved_method included. Co-Authored-By: Claude Sonnet 5.5 <noreply@anthropic.com>
This commit is contained in:
@@ -299,3 +299,50 @@ def test_image_test_opens_result_modal(page, seeded_db):
|
||||
httpd.shutdown()
|
||||
requests.delete(f"{BASE_URL}/admin/gateway/models/{source}", headers=auth)
|
||||
requests.delete(f"{BASE_URL}/admin/gateway/providers/{provider}", headers=auth)
|
||||
|
||||
|
||||
def test_model_grid_shows_a_learned_shape_badge_and_reset(page, seeded_db):
|
||||
import time
|
||||
|
||||
from devplacepy.services.openai_gateway.learned import learned_store
|
||||
from devplacepy.services.openai_gateway.shape import ShapeMethod
|
||||
|
||||
user = seeded_db["alice"]
|
||||
_promote_to_admin(user["username"])
|
||||
key = _admin_api_key(user["username"])
|
||||
auth = {"X-API-KEY": key}
|
||||
provider = f"e2elearn{int(time.time() * 1000)}"
|
||||
source = f"{provider}-src"
|
||||
try:
|
||||
requests.post(
|
||||
f"{BASE_URL}/admin/gateway/providers",
|
||||
json={"name": provider, "base_url": "http://127.0.0.1:9/v1/chat/completions"},
|
||||
headers=auth,
|
||||
)
|
||||
requests.post(
|
||||
f"{BASE_URL}/admin/gateway/models",
|
||||
json={
|
||||
"source_model": source,
|
||||
"provider": provider,
|
||||
"target_model": "vendor/learned",
|
||||
"kind": "chat",
|
||||
},
|
||||
headers=auth,
|
||||
)
|
||||
learned_store.remember(provider, "vendor/learned", ShapeMethod("none"))
|
||||
time.sleep(1.5)
|
||||
login_user(page, user)
|
||||
page.goto(f"{BASE_URL}/admin/gateway?tab=models", wait_until="domcontentloaded")
|
||||
row = page.locator("table.admin-table tr", has_text=source)
|
||||
row.wait_for(state="visible")
|
||||
assert "shape: none" in (row.inner_text() or "")
|
||||
row.get_by_role("button", name="Reset learned", exact=True).click()
|
||||
page.locator(".dialog-overlay.visible .dialog-confirm").click()
|
||||
page.wait_for_url(f"{BASE_URL}/admin/gateway?tab=models", wait_until="domcontentloaded")
|
||||
row = page.locator("table.admin-table tr", has_text=source)
|
||||
row.wait_for(state="visible")
|
||||
assert "shape: none" not in (row.inner_text() or "")
|
||||
finally:
|
||||
learned_store.forget(provider, "vendor/learned")
|
||||
requests.delete(f"{BASE_URL}/admin/gateway/models/{source}", headers=auth)
|
||||
requests.delete(f"{BASE_URL}/admin/gateway/providers/{provider}", headers=auth)
|
||||
|
||||
Reference in New Issue
Block a user