102 lines
8.6 KiB
C++
102 lines
8.6 KiB
C++
// Routes: POST /ai/bedrock/* (405, 422, dry runs, 503 without a credential)
|
|
#include <cstdlib>
|
|
|
|
#include "support/Assert.hpp"
|
|
|
|
using namespace molo::example::test;
|
|
|
|
int main() {
|
|
setenv("MOLO_ENV_FILES", "off", 1);
|
|
for (const char* v : {"AWS_BEARER_TOKEN_BEDROCK", "AWS_ACCESS_KEY_ID", "AWS_SECRET_ACCESS_KEY", "AWS_SESSION_TOKEN", "AWS_REGION", "AWS_DEFAULT_REGION"})
|
|
unsetenv(v);
|
|
Fixture f;
|
|
auto post = [&](const std::string& route, const std::string& body) {
|
|
return f.client->post("/ai/bedrock/" + route, body, "application/json");
|
|
};
|
|
const char* all[] = {"converse", "converse-stream", "invoke", "invoke-stream", "count-tokens", "guardrail",
|
|
"agent", "retrieve", "models", "profiles", "guardrails", "batch", "sign"};
|
|
for (const char* r : all) {
|
|
std::string route = std::string("/ai/bedrock/") + r;
|
|
check(f.client->get(route).status == 405, route + " get is 405");
|
|
check(post(r, "not json").status == 422, route + " bad json is 422");
|
|
check(post(r, "[1]").status == 422, route + " non-object is 422");
|
|
}
|
|
|
|
// 422: input rules run before anything else (also without a credential)
|
|
check(post("converse", "{}").status == 422, "converse needs prompt");
|
|
check(post("converse", "{\"prompt\":\"hi\",\"temperature\":1.5}").status == 422, "temperature over 1");
|
|
check(post("converse", "{\"prompt\":\"hi\",\"top_p\":-1}").status == 422, "top_p under 0");
|
|
check(post("converse", "{\"prompt\":\"hi\",\"max_tokens\":0}").status == 422, "max_tokens 0");
|
|
check(post("converse", "{\"prompt\":\"hi\",\"model\":\"a b\"}").status == 422, "model with a space");
|
|
check(post("converse", "{\"prompt\":\"hi\",\"model\":\"../x\"}").status == 422, "model with dots");
|
|
check(post("converse", "{\"prompt\":\"hi\",\"service_tier\":\"gold\"}").status == 422, "bad service tier");
|
|
check(post("converse", "{\"prompt\":\"hi\",\"guardrail_id\":\"g\"}").status == 422, "guardrail needs a version");
|
|
check(post("converse", "{\"prompt\":\"hi\",\"stop\":[1]}").status == 422, "stop must be strings");
|
|
check(post("converse-stream", "{\"prompt\":\"hi\",\"latency\":\"warp\"}").status == 422, "bad latency");
|
|
check(post("invoke", "{\"model\":\"m\"}").status == 422, "invoke needs a body");
|
|
check(post("invoke", "{\"model\":\"m\",\"body\":{},\"trace\":\"LOUD\"}").status == 422, "bad trace");
|
|
check(post("invoke-stream", "{\"body\":{}}").status == 422, "invoke-stream needs a model");
|
|
check(post("count-tokens", "{}").status == 422, "count-tokens needs a prompt");
|
|
check(post("guardrail", "{\"text\":\"x\"}").status == 422, "guardrail needs an id");
|
|
check(post("guardrail", "{\"guardrail_id\":\"g\",\"text\":\"x\",\"source\":\"BOTH\"}").status == 422, "bad source");
|
|
check(post("guardrail", "{\"guardrail_id\":\"g\",\"text\":\"x\",\"qualifiers\":[\"weird\"]}").status == 422, "bad qualifier");
|
|
check(post("agent", "{\"agent_id\":\"A\",\"alias_id\":\"B\",\"session_id\":\"x\",\"prompt\":\"hi\"}").status == 422, "session id under 2 chars");
|
|
check(post("agent", "{\"agent_id\":\"WAYTOOLONGAGENT\",\"alias_id\":\"B\",\"session_id\":\"sess-1\",\"prompt\":\"hi\"}").status == 422, "agent id over 10");
|
|
check(post("retrieve", "{\"knowledge_base_id\":\"short\",\"query\":\"q\"}").status == 422, "kb id must be 10 chars");
|
|
check(post("retrieve", "{\"knowledge_base_id\":\"KB12345678\",\"query\":\"q\",\"number_of_results\":101}").status == 422, "over 100 results");
|
|
check(post("retrieve", "{\"knowledge_base_id\":\"KB12345678\",\"query\":\"q\",\"search_type\":\"FUZZY\"}").status == 422, "bad search type");
|
|
check(post("models", "{\"action\":\"fly\"}").status == 422, "bad models action");
|
|
check(post("models", "{\"action\":\"get\"}").status == 422, "models get needs id");
|
|
check(post("models", "{\"action\":\"get\",\"id\":\"../x\"}").status == 422, "bad model id");
|
|
check(post("profiles", "{\"max_results\":0}").status == 422, "max_results 0");
|
|
check(post("profiles", "{\"max_results\":1001}").status == 422, "max_results over 1000");
|
|
check(post("guardrails", "{\"action\":\"get\"}").status == 422, "guardrails get needs id");
|
|
check(post("batch", "{}").status == 422, "batch needs an action");
|
|
check(post("batch", "{\"action\":\"nope\"}").status == 422, "bad batch action");
|
|
check(post("batch", "{\"action\":\"stop\",\"id\":\"../x\"}").status == 422, "bad job id");
|
|
check(post("batch", "{\"action\":\"create\",\"job_name\":\"j\",\"role_arn\":\"role\",\"model\":\"m\",\"input_s3_uri\":\"s3://b/i\",\"output_s3_uri\":\"s3://b/o\"}").status == 422,
|
|
"bad role arn");
|
|
check(post("batch", "{\"action\":\"create\",\"job_name\":\"j\",\"role_arn\":\"arn:aws:iam::123456789012:role/R\",\"model\":\"m\",\"input_s3_uri\":\"s3://b/i\",\"output_s3_uri\":\"s3://b/o\",\"timeout_hours\":12}").status == 422,
|
|
"timeout under 24 hours");
|
|
|
|
// dry runs: paid or state-changing routes show the exact request
|
|
auto dry = post("converse", "{\"prompt\":\"hi\",\"model\":\"anthropic.claude-3-sonnet-20240229-v1:0\",\"max_tokens\":50}");
|
|
check(dry.status == 200 && contains(dry.body, "\"dry_run\":true") && contains(dry.body, "\"maxTokens\":50") &&
|
|
contains(dry.body, "POST /model/anthropic.claude-3-sonnet-20240229-v1%3A0/converse"),
|
|
"converse is a dry run without confirm");
|
|
check(contains(post("converse-stream", "{\"prompt\":\"hi\"}").body, "/converse-stream"), "converse-stream dry run");
|
|
check(contains(post("invoke", "{\"model\":\"amazon.titan-embed-text-v2:0\",\"body\":{\"inputText\":\"x\"}}").body, "\"dry_run\":true"), "invoke dry run");
|
|
check(contains(post("invoke-stream", "{\"model\":\"m\",\"body\":{}}").body, "invoke-with-response-stream"), "invoke-stream dry run");
|
|
check(contains(post("guardrail", "{\"guardrail_id\":\"gr1\",\"text\":\"x\"}").body, "/guardrail/gr1/version/DRAFT/apply"), "guardrail dry run defaults to DRAFT");
|
|
check(contains(post("agent", "{\"agent_id\":\"AGENT12345\",\"alias_id\":\"ALIAS12345\",\"session_id\":\"sess-1\",\"prompt\":\"hi\"}").body,
|
|
"/agents/AGENT12345/agentAliases/ALIAS12345/sessions/sess-1/text"),
|
|
"agent dry run");
|
|
check(contains(post("retrieve", "{\"knowledge_base_id\":\"KB12345678\",\"query\":\"What is AWS?\"}").body, "\"retrievalQuery\":{\"text\":\"What is AWS?\"}"),
|
|
"retrieve dry run shows the documented body");
|
|
check(contains(post("batch", "{\"action\":\"stop\",\"id\":\"abcdefghijkl\"}").body, "\"dry_run\":true"), "batch stop is a dry run");
|
|
check(contains(post("batch", "{\"action\":\"create\",\"job_name\":\"nightly\",\"role_arn\":\"arn:aws:iam::123456789012:role/R\",\"model\":\"amazon.nova-micro-v1:0\",\"input_s3_uri\":\"s3://b/i.jsonl\",\"output_s3_uri\":\"s3://b/o/\"}").body,
|
|
"\"dry_run\":true"),
|
|
"batch create is a dry run");
|
|
|
|
// 503: free calls and confirmed calls need the credential
|
|
for (const char* r : {"count-tokens"}) {
|
|
auto res = post(r, "{\"prompt\":\"hi\"}");
|
|
check(res.status == 503 && contains(res.body, "not_configured"), std::string(r) + " without a credential is 503");
|
|
}
|
|
check(post("models", "{}").status == 503, "models list without a credential is 503");
|
|
check(post("models", "{\"action\":\"get\",\"id\":\"amazon.nova-micro-v1:0\"}").status == 503, "models get without a credential is 503");
|
|
check(post("profiles", "{}").status == 503, "profiles without a credential is 503");
|
|
check(post("guardrails", "{}").status == 503, "guardrails without a credential is 503");
|
|
check(post("batch", "{\"action\":\"list\"}").status == 503, "batch list without a credential is 503");
|
|
check(post("batch", "{\"action\":\"get\",\"id\":\"abcdefghijkl\"}").status == 503, "batch get without a credential is 503");
|
|
check(post("converse", "{\"prompt\":\"hi\",\"confirm\":true}").status == 503, "confirmed converse without a credential is 503");
|
|
check(post("converse-stream", "{\"prompt\":\"hi\",\"confirm\":true}").status == 503, "confirmed converse-stream is 503");
|
|
check(post("invoke", "{\"model\":\"m\",\"body\":{},\"confirm\":true}").status == 503, "confirmed invoke is 503");
|
|
check(post("invoke-stream", "{\"model\":\"m\",\"body\":{},\"confirm\":true}").status == 503, "confirmed invoke-stream is 503");
|
|
check(post("guardrail", "{\"guardrail_id\":\"g\",\"text\":\"x\",\"confirm\":true}").status == 503, "confirmed guardrail is 503");
|
|
check(post("agent", "{\"agent_id\":\"A1\",\"alias_id\":\"B1\",\"session_id\":\"sess-1\",\"prompt\":\"hi\",\"confirm\":true}").status == 503, "confirmed agent is 503");
|
|
check(post("retrieve", "{\"knowledge_base_id\":\"KB12345678\",\"query\":\"q\",\"confirm\":true}").status == 503, "confirmed retrieve is 503");
|
|
check(post("batch", "{\"action\":\"stop\",\"id\":\"abcdefghijkl\",\"confirm\":true}").status == 503, "confirmed batch stop is 503");
|
|
return finish("ai/bedrock/routes");
|
|
}
|