|
# retoor <retoor@molodetz.nl>
|
|
|
|
import requests
|
|
|
|
from tests.conftest import BASE_URL
|
|
from tests.api.admin.gateway.index import (
|
|
JSON_gateway,
|
|
admin_session,
|
|
member_key,
|
|
_unique_gateway,
|
|
)
|
|
|
|
|
|
def test_models_require_admin(seeded_db):
|
|
assert (
|
|
requests.get(
|
|
f"{BASE_URL}/admin/gateway/models",
|
|
headers=JSON_gateway,
|
|
allow_redirects=False,
|
|
).status_code
|
|
== 401
|
|
)
|
|
key = member_key()
|
|
assert (
|
|
requests.get(
|
|
f"{BASE_URL}/admin/gateway/models",
|
|
headers={**JSON_gateway, "X-API-KEY": key},
|
|
allow_redirects=False,
|
|
).status_code
|
|
== 403
|
|
)
|
|
assert (
|
|
admin_session(seeded_db).get(f"{BASE_URL}/admin/gateway/models").status_code
|
|
== 200
|
|
)
|
|
|
|
|
|
def test_model_route_create_and_economy(seeded_db):
|
|
admin = admin_session(seeded_db)
|
|
source = _unique_gateway("src")
|
|
|
|
created = admin.post(
|
|
f"{BASE_URL}/admin/gateway/models",
|
|
json={
|
|
"source_model": source,
|
|
"provider": "",
|
|
"target_model": "vendor/y",
|
|
"kind": "chat",
|
|
"price_output_per_m": 5.0,
|
|
"price_cache_miss_per_m": 2.0,
|
|
"context_window": 32000,
|
|
},
|
|
)
|
|
assert created.status_code == 200, created.text[:300]
|
|
assert created.json()["model"]["target_model"] == "vendor/y"
|
|
|
|
listed = admin.get(f"{BASE_URL}/admin/gateway/models").json()
|
|
row = next(m for m in listed["models"] if m["source_model"] == source)
|
|
assert row["kind"] == "chat"
|
|
assert row["price_output_per_m"] == 5.0
|
|
assert row["context_window"] == 32000
|
|
|
|
deleted = admin.delete(f"{BASE_URL}/admin/gateway/models/{source}")
|
|
assert deleted.status_code == 200
|
|
assert admin.delete(f"{BASE_URL}/admin/gateway/models/{source}").status_code == 404
|
|
|
|
|
|
def test_model_route_tiered_and_off_peak_pricing_round_trip(seeded_db):
|
|
admin = admin_session(seeded_db)
|
|
source = _unique_gateway("tiered")
|
|
|
|
created = admin.post(
|
|
f"{BASE_URL}/admin/gateway/models",
|
|
json={
|
|
"source_model": source,
|
|
"target_model": "vendor/tiered",
|
|
"kind": "chat",
|
|
"price_cache_hit_per_m": 0.0028,
|
|
"price_cache_miss_per_m": 0.14,
|
|
"price_output_per_m": 0.28,
|
|
"context_tier_threshold_tokens": 128000,
|
|
"price_output_per_m_tier2": 0.56,
|
|
"off_peak_start_minute": 990,
|
|
"off_peak_end_minute": 30,
|
|
"off_peak_discount_pct": 25.0,
|
|
},
|
|
)
|
|
assert created.status_code == 200, created.text[:300]
|
|
model = created.json()["model"]
|
|
assert model["context_tier_threshold_tokens"] == 128000
|
|
assert model["price_output_per_m_tier2"] == 0.56
|
|
assert model["price_cache_hit_per_m_tier2"] is None
|
|
assert model["off_peak_start_minute"] == 990
|
|
assert model["off_peak_end_minute"] == 30
|
|
assert model["off_peak_discount_pct"] == 25.0
|
|
|
|
listed = admin.get(f"{BASE_URL}/admin/gateway/models").json()
|
|
row = next(m for m in listed["models"] if m["source_model"] == source)
|
|
assert row["context_tier_threshold_tokens"] == 128000
|
|
assert row["price_output_per_m_tier2"] == 0.56
|
|
assert row["off_peak_start_minute"] == 990
|
|
assert row["off_peak_end_minute"] == 30
|
|
assert row["off_peak_discount_pct"] == 25.0
|
|
|
|
deleted = admin.delete(f"{BASE_URL}/admin/gateway/models/{source}")
|
|
assert deleted.status_code == 200
|
|
|
|
|
|
def test_model_route_off_peak_requires_both_start_and_end(seeded_db):
|
|
admin = admin_session(seeded_db)
|
|
source = _unique_gateway("badwindow")
|
|
|
|
only_start = admin.post(
|
|
f"{BASE_URL}/admin/gateway/models",
|
|
json={
|
|
"source_model": source,
|
|
"target_model": "vendor/w",
|
|
"kind": "chat",
|
|
"off_peak_start_minute": 60,
|
|
},
|
|
)
|
|
assert only_start.status_code == 400
|
|
assert only_start.json()["ok"] is False
|
|
|
|
only_end = admin.post(
|
|
f"{BASE_URL}/admin/gateway/models",
|
|
json={
|
|
"source_model": source,
|
|
"target_model": "vendor/w",
|
|
"kind": "chat",
|
|
"off_peak_end_minute": 120,
|
|
},
|
|
)
|
|
assert only_end.status_code == 400
|
|
assert only_end.json()["ok"] is False
|
|
|
|
|
|
def test_model_route_validation(seeded_db):
|
|
admin = admin_session(seeded_db)
|
|
missing_target = admin.post(
|
|
f"{BASE_URL}/admin/gateway/models",
|
|
json={"source_model": _unique_gateway("src")},
|
|
)
|
|
assert missing_target.status_code == 400
|
|
assert missing_target.json()["ok"] is False
|
|
|
|
bad_kind = admin.post(
|
|
f"{BASE_URL}/admin/gateway/models",
|
|
json={
|
|
"source_model": _unique_gateway("src"),
|
|
"target_model": "vendor/z",
|
|
"kind": "bogus",
|
|
},
|
|
)
|
|
assert bad_kind.status_code == 400
|