Files

70 lines
5.2 KiB
C++

// Routes: POST /ai/retrieval/{embed,rerank,search} (405, 422, dry runs, 503 without a credential)
#include <cstdlib>
#include "support/Assert.hpp"
using namespace molo::example::test;
int main() {
setenv("MOLO_ENV_FILES", "off", 1);
for (const char* v : {"VOYAGE_API_KEY", "JINA_API_KEY", "PINECONE_API_KEY", "MXBAI_API_KEY", "TAVILY_API_KEY", "EXA_API_KEY", "BRAVE_API_KEY"})
unsetenv(v);
Fixture f;
auto post = [&](const std::string& route, const std::string& body) {
return f.client->post("/ai/retrieval/" + route, body, "application/json");
};
for (const char* r : {"embed", "rerank", "search", "call"}) {
std::string route = std::string("/ai/retrieval/") + r;
check(f.client->get(route).status == 405, route + " get is 405");
check(post(r, "not json").status == 422, route + " bad json is 422");
check(post(r, "[1]").status == 422, route + " non-object is 422");
check(post(r, "{}").status == 422, route + " needs a provider");
check(post(r, "{\"provider\":\"nope\"}").status == 422, route + " unknown provider is 422");
}
// embed
check(post("embed", "{\"provider\":\"voyage\"}").status == 422, "embed needs texts");
check(post("embed", "{\"provider\":\"voyage\",\"texts\":[]}").status == 422, "embed empty texts");
check(post("embed", "{\"provider\":\"voyage\",\"texts\":[\" \"]}").status == 422, "embed blank text");
check(post("embed", "{\"provider\":\"voyage\",\"texts\":[1]}").status == 422, "embed texts must be strings");
check(post("embed", "{\"provider\":\"voyage\",\"texts\":[\"a\"],\"input_type\":\"other\"}").status == 422, "embed bad input_type");
check(post("embed", "{\"provider\":\"voyage\",\"texts\":[\"a\"],\"dimensions\":99999}").status == 422, "embed dimensions cap");
check(post("embed", "{\"provider\":\"tavily\",\"texts\":[\"a\"]}").status == 422, "tavily has no embeddings");
check(post("embed", "{\"provider\":\"qdrant\",\"texts\":[\"a\"]}").status == 422, "qdrant has no embeddings");
auto dry = post("embed", "{\"provider\":\"voyage\",\"texts\":[\"a\",\"b\"],\"input_type\":\"query\"}");
check(dry.status == 200 && contains(dry.body, "\"dry_run\":true") && contains(dry.body, "\"texts\":2"), "embed is a dry run without confirm");
for (const char* p : {"voyage", "jina", "pinecone", "mixedbread"}) {
auto res = post("embed", std::string("{\"provider\":\"") + p + "\",\"texts\":[\"a\"],\"confirm\":true}");
check(res.status == 503 && contains(res.body, "retrieval_not_configured"), std::string("confirmed embed without key is 503: ") + p);
}
// rerank
check(post("rerank", "{\"provider\":\"jina\",\"query\":\"q\"}").status == 422, "rerank needs documents");
check(post("rerank", "{\"provider\":\"jina\",\"query\":\" \",\"documents\":[\"a\"]}").status == 422, "rerank blank query");
check(post("rerank", "{\"provider\":\"jina\",\"query\":\"q\",\"documents\":[\"a\"],\"top_n\":-1}").status == 422, "rerank negative top_n");
check(post("rerank", "{\"provider\":\"tavily\",\"query\":\"q\",\"documents\":[\"a\"]}").status == 422, "tavily has no rerank");
check(contains(post("rerank", "{\"provider\":\"jina\",\"query\":\"q\",\"documents\":[\"a\",\"b\"]}").body, "\"dry_run\":true"), "rerank is a dry run");
for (const char* p : {"voyage", "jina", "pinecone", "mixedbread"}) {
auto res = post("rerank", std::string("{\"provider\":\"") + p + "\",\"query\":\"q\",\"documents\":[\"a\"],\"confirm\":true}");
check(res.status == 503 && contains(res.body, "retrieval_not_configured"), std::string("confirmed rerank without key is 503: ") + p);
}
// search
check(post("search", "{\"provider\":\"tavily\"}").status == 422, "search needs a query");
check(post("search", "{\"provider\":\"tavily\",\"query\":\"x\",\"max_results\":0}").status == 422, "search max_results 0");
check(post("search", "{\"provider\":\"tavily\",\"query\":\"x\",\"max_results\":101}").status == 422, "search max_results over cap");
check(post("search", "{\"provider\":\"tavily\",\"query\":\"x\",\"recency\":\"decade\"}").status == 422, "search bad recency");
check(post("search", "{\"provider\":\"voyage\",\"query\":\"x\"}").status == 422, "voyage has no web search");
check(post("search", "{\"provider\":\"pinecone\",\"query\":\"x\"}").status == 422, "pinecone has no web search");
check(contains(post("search", "{\"provider\":\"brave\",\"query\":\"x\"}").body, "\"dry_run\":true"), "search is a dry run");
for (const char* p : {"jina", "tavily", "exa", "brave"}) {
auto res = post("search", std::string("{\"provider\":\"") + p + "\",\"query\":\"x\",\"confirm\":true}");
check(res.status == 503 && contains(res.body, "retrieval_not_configured"), std::string("confirmed search without key is 503: ") + p);
}
// adapter rules that only show on a confirmed call
check(post("search", "{\"provider\":\"jina\",\"query\":\"x\",\"recency\":\"day\",\"confirm\":true}").status == 422, "jina has no recency filter");
check(post("search", "{\"provider\":\"brave\",\"query\":\"x\",\"max_results\":21,\"confirm\":true}").status == 422, "brave web search is capped at 20");
check(post("search", "{\"provider\":\"tavily\",\"query\":\"x\",\"max_results\":21,\"confirm\":true}").status == 422, "tavily search is capped at 20");
return finish("ai/retrieval/routes");
}