Files
devplacepy/tests/api/admin/gateway/learned.py
T

78 lines
2.8 KiB
Python
Raw Normal View History

# retoor <retoor@molodetz.nl>
import time
import requests
from devplacepy.database import refresh_snapshot
from devplacepy.services.openai_gateway.learned import learned_store
from devplacepy.services.openai_gateway.shape import ShapeMethod
from tests.api.admin.gateway.index import (
JSON_gateway,
admin_session,
member_key,
_unique_gateway,
)
from tests.conftest import BASE_URL
LIST_URL = f"{BASE_URL}/admin/gateway/learned"
RESET_URL = f"{BASE_URL}/admin/gateway/learned/reset"
SYNC_SECONDS = 1.5
def _seed(provider, model, method):
learned_store.remember(provider, model, method)
time.sleep(SYNC_SECONDS)
def test_learned_endpoints_require_admin(seeded_db):
assert requests.get(LIST_URL, headers=JSON_gateway, allow_redirects=False).status_code == 401
assert (
requests.post(RESET_URL, json={}, headers=JSON_gateway, allow_redirects=False).status_code
== 401
)
key = member_key()
member = {**JSON_gateway, "X-API-KEY": key}
assert requests.get(LIST_URL, headers=member, allow_redirects=False).status_code == 403
assert (
requests.post(RESET_URL, json={}, headers=member, allow_redirects=False).status_code == 403
)
def test_admin_lists_a_learned_method(seeded_db):
provider = _unique_gateway("lprov")
_seed(provider, "vendor/learned", ShapeMethod("none", ("stream_options",)))
try:
payload = admin_session(seeded_db).get(LIST_URL).json()
row = next(r for r in payload["learned"] if r["provider"] == provider)
assert row["target_model"] == "vendor/learned"
assert row["thinking_dialect"] == "none"
assert row["drop_keys"] == ["stream_options"]
assert set(payload["stats"]) == {"resolved", "exhausted", "healed"}
assert payload["count"] >= 1
finally:
learned_store.forget(provider, "vendor/learned")
def test_admin_resets_a_learned_method_and_it_is_audited(seeded_db):
provider = _unique_gateway("lprov")
_seed(provider, "vendor/reset", ShapeMethod("none"))
admin = admin_session(seeded_db)
response = admin.post(RESET_URL, json={"provider": provider, "target_model": "vendor/reset"})
assert response.status_code == 200
assert response.json()["ok"] is True
refresh_snapshot()
entries = admin.get(
f"{BASE_URL}/admin/audit-log",
headers=JSON_gateway,
params={"event_key": "gateway.learned.reset"},
).json()["entries"]
assert any(e.get("target_type") == "gateway_learned_method" for e in entries)
again = admin.post(RESET_URL, json={"provider": provider, "target_model": "vendor/reset"})
assert again.status_code == 404
def test_reset_validates_the_target_model(seeded_db):
response = admin_session(seeded_db).post(RESET_URL, json={"provider": "x"})
assert response.status_code in (400, 422)