// Agents, conversations (including the SSE stream), libraries and the generic // Operations caller. Replies are SHAPE fixtures read from the spec schemas // (Agent, ConversationResponse, ConversationEvents, Library, Document), values // invented: the platform never answered with these. #include "support.h" #include "vendors/mistral/agents.h" #include "vendors/mistral/conversations.h" #include "vendors/mistral/libraries.h" #include "vendors/mistral/operations.h" using namespace molo::mistral; using namespace mistral_test; using molo::llm::ApiError; namespace { const char* kAgent = "{\"id\":\"ag_1\",\"object\":\"agent\",\"name\":\"helper\",\"model\":\"mistral-medium-latest\",\"version\":2,\"versions\":[1,2]," "\"created_at\":\"2026-01-01T00:00:00Z\",\"updated_at\":\"2026-01-02T00:00:00Z\",\"deployment_chat\":false,\"source\":\"api\"}"; const char* kConv = "{\"object\":\"conversation.response\",\"conversation_id\":\"conv_1\",\"outputs\":[{\"object\":\"entry\",\"type\":\"message.output\"," "\"role\":\"assistant\",\"content\":\"Hi there\"},{\"type\":\"message.output\",\"role\":\"assistant\",\"content\":[{\"type\":\"text\",\"text\":\"!\"}]}]," "\"usage\":{\"prompt_tokens\":3,\"completion_tokens\":4,\"total_tokens\":7}}"; const char* kConvStream = "event: conversation.response.started\ndata: {\"type\":\"conversation.response.started\",\"conversation_id\":\"conv_1\"}\n\n" "event: message.output.delta\ndata: {\"type\":\"message.output.delta\",\"content\":\"Hi \",\"output_index\":0}\n\n" ": keep-alive\n\n" "event: message.output.delta\ndata: {\"type\":\"message.output.delta\",\"content\":\"there\",\"output_index\":0}\n\n" "event: conversation.response.done\ndata: {\"type\":\"conversation.response.done\",\"usage\":{\"prompt_tokens\":3,\"completion_tokens\":2,\"total_tokens\":5}}\n\n"; const char* kLibrary = "{\"id\":\"lib_1\",\"name\":\"docs\",\"created_at\":\"2026-01-01T00:00:00Z\",\"updated_at\":\"2026-01-01T00:00:00Z\",\"owner_id\":\"o\"," "\"owner_type\":\"User\",\"total_size\":10,\"nb_documents\":1,\"chunk_size\":1024}"; const char* kDocument = "{\"id\":\"doc_1\",\"library_id\":\"lib_1\",\"name\":\"a.pdf\",\"mime_type\":\"application/pdf\",\"size\":99,\"process_status\":\"done\"," "\"processing_status\":\"Done\",\"created_at\":\"2026-01-01T00:00:00Z\",\"number_of_pages\":3,\"tokens_processing_total\":0}"; } // namespace TEST(mistral_agents, crud_versions_aliases_and_validation) { Rig rig; rig.on(Method::kPost, "/v1/agents", reply(kAgent)); rig.on(Method::kGet, "/v1/agents/pages", reply("{\"object\":\"list\",\"data\":[],\"next_page_token\":\"tok\"}")); rig.on(Method::kGet, "/v1/agents/ag_1", reply(kAgent)); rig.on(Method::kPatch, "/v1/agents/ag_1", reply(kAgent)); rig.on(Method::kPatch, "/v1/agents/ag_1/version", reply(kAgent)); rig.on(Method::kGet, "/v1/agents/ag_1/versions", reply("[]")); rig.on(Method::kGet, "/v1/agents/ag_1/versions/1", reply(kAgent)); rig.on(Method::kPut, "/v1/agents/ag_1/aliases", reply("{\"alias\":\"prod\",\"version\":2}")); rig.on(Method::kDelete, "/v1/agents/ag_1/aliases", reply("", 204)); rig.on(Method::kDelete, "/v1/agents/ag_1", reply("", 204)); Agents ag(rig.client()); AgentParams p; p.model = "mistral-medium-latest"; p.name = "helper"; p.instructions = "Be kind"; p.tools = Json::parse("[{\"type\":\"web_search\"}]"); AgentInfo a = ag.create(p); ASSERT_EQ(a.id, "ag_1"); ASSERT_EQ(a.version, 2L); ASSERT_EQ(a.versions.size(), 2u); ASSERT_TRUE(has(rig.last().body, "\"tools\":[{\"type\":\"web_search\"}]")); ASSERT_EQ(ag.list().next_page_token, "tok"); ASSERT_EQ(ag.get("ag_1", 1).name, "helper"); ASSERT_TRUE(has(rig.last().target, "agent_version=1")); AgentParams upd; upd.description = "new"; ag.update("ag_1", upd); ASSERT_EQ(rig.last().body, "{\"description\":\"new\"}"); // PATCH sends only what is set ag.set_version("ag_1", 2); ASSERT_TRUE(has(rig.last().target, "version=2")); ASSERT_EQ(ag.versions("ag_1").items, 0u); ASSERT_EQ(ag.get_version("ag_1", 1).id, "ag_1"); ag.set_alias("ag_1", "prod", 2); ASSERT_TRUE(has(rig.last().target, "alias=prod")); ag.remove_alias("ag_1", "prod"); ag.remove("ag_1"); AgentParams bad; ASSERT_THROW(ag.create(bad), ApiError); bad.model = "m"; ASSERT_THROW(ag.create(bad), ApiError); // no name bad.name = "n"; bad.tools = Json::parse("[{\"nope\":1}]"); ASSERT_THROW(ag.create(bad), ApiError); ASSERT_THROW(ag.update("ag_1", AgentParams{}), ApiError); // nothing to update ASSERT_THROW(ag.get("a/b"), ApiError); ASSERT_THROW(ag.remove(""), ApiError); ASSERT_THROW(ag.set_alias("ag_1", "bad alias", 1), ApiError); } TEST(mistral_conversations, start_append_restart_and_reads) { Rig rig; rig.on(Method::kPost, "/v1/conversations", reply(kConv)); rig.on(Method::kPost, "/v1/conversations/conv_1", reply(kConv)); rig.on(Method::kPost, "/v1/conversations/conv_1/restart", reply(kConv)); rig.on(Method::kGet, "/v1/conversations/conv_1", reply("{\"id\":\"conv_1\"}")); rig.on(Method::kGet, "/v1/conversations/conv_1/history", reply("{\"entries\":[]}")); rig.on(Method::kGet, "/v1/conversations/conv_1/messages", reply("{\"messages\":[]}")); rig.on(Method::kGet, "/v1/conversations", reply("[]")); rig.on(Method::kDelete, "/v1/conversations/conv_1", reply("", 204)); Conversations c(rig.client()); ConversationStartParams sp; sp.inputs = ConversationInput::text("hello"); sp.agent_id = "ag_1"; sp.store = false; ConversationResult r = c.start(sp); ASSERT_EQ(r.conversation_id, "conv_1"); ASSERT_EQ(r.text(), "Hi there!"); ASSERT_EQ(r.usage.total_tokens, 7); ASSERT_TRUE(has(rig.last().body, "\"agent_id\":\"ag_1\"")); ASSERT_TRUE(has(rig.last().body, "\"inputs\":\"hello\"")); ASSERT_TRUE(has(rig.last().body, "\"store\":false")); ConversationAppendParams ap; ap.inputs = ConversationInput::entries({ConversationInput::user_entry("more")}); c.append("conv_1", ap); ASSERT_TRUE(has(rig.last().body, "\"role\":\"user\"")); ConversationRestartParams rp; rp.from_entry_id = "entry_9"; c.restart("conv_1", rp); ASSERT_TRUE(has(rig.last().body, "\"from_entry_id\":\"entry_9\"")); ASSERT_EQ(c.get("conv_1").find("id")->as_string(), "conv_1"); c.history("conv_1"); c.messages("conv_1"); ASSERT_EQ(c.list().items, 0u); c.remove("conv_1"); // validation ConversationStartParams bad; bad.inputs = ConversationInput::text("x"); ASSERT_THROW(c.start(bad), ApiError); // neither model nor agent bad.model = "m"; bad.agent_id = "a"; ASSERT_THROW(c.start(bad), ApiError); // both bad.agent_id.clear(); bad.handoff_execution = "maybe"; ASSERT_THROW(c.start(bad), ApiError); ASSERT_THROW(ConversationInput::text(""), ApiError); ASSERT_THROW(ConversationInput::entries({}), ApiError); ConversationRestartParams norp; ASSERT_THROW(c.restart("conv_1", norp), ApiError); ASSERT_THROW(c.append("a/b", ap), ApiError); ASSERT_THROW(c.list(0, 101), ApiError); } TEST(mistral_conversations, stream_events_fold_into_a_result) { Rig rig; rig.on(Method::kPost, "/v1/conversations", sse(kConvStream)); Conversations c(rig.client()); ConversationStartParams sp; sp.inputs = ConversationInput::text("hello"); sp.model = "mistral-medium-latest"; std::vector names; ConversationResult r = c.start_stream(sp, [&](const ConversationEvent& e) { names.push_back(e.event); return true; }); ASSERT_EQ(r.conversation_id, "conv_1"); ASSERT_EQ(r.text(), "Hi there"); ASSERT_EQ(r.usage.total_tokens, 5); ASSERT_EQ(names.size(), 4u); ASSERT_EQ(names[1], "message.output.delta"); ASSERT_TRUE(has(rig.last().body, "\"stream\":true")); } TEST(mistral_conversations, truncated_error_and_early_stop) { Rig rig; rig.on(Method::kPost, "/v1/conversations", sse("event: message.output.delta\ndata: {\"content\":\"x\"}\n\n")); rig.on(Method::kPost, "/v1/conversations/c1", sse("event: conversation.response.error\ndata: {\"message\":\"boom\",\"code\":500}\n\n")); rig.on(Method::kPost, "/v1/conversations", sse(kConvStream)); Conversations c(rig.client()); ConversationStartParams sp; sp.inputs = ConversationInput::text("hello"); sp.model = "m"; try { c.start_stream(sp, nullptr); FAIL("expected STREAM_TRUNCATED"); } catch (const ApiError& e) { ASSERT_EQ(e.type(), "STREAM_TRUNCATED"); } ConversationAppendParams ap; ap.inputs = ConversationInput::text("more"); try { c.append_stream("c1", ap, nullptr); FAIL("expected STREAM_ERROR"); } catch (const ApiError& e) { ASSERT_EQ(e.type(), "STREAM_ERROR"); ASSERT_EQ(e.message(), "boom"); } ConversationResult stopped = c.start_stream(sp, [](const ConversationEvent& e) { return e.event != "message.output.delta"; }); ASSERT_EQ(stopped.conversation_id, "conv_1"); // stopped by the sink: no truncation error } TEST(mistral_libraries, libraries_documents_and_sharing) { Rig rig; rig.on(Method::kPost, "/v1/libraries", reply(kLibrary, 201)); rig.on(Method::kGet, "/v1/libraries", reply("{\"data\":[],\"next_page_token\":null}")); rig.on(Method::kGet, "/v1/libraries/lib_1", reply(kLibrary)); rig.on(Method::kPatch, "/v1/libraries/lib_1", reply(kLibrary)); rig.on(Method::kDelete, "/v1/libraries/lib_1", reply(kLibrary)); rig.on(Method::kPost, "/v1/libraries/lib_1/documents", reply(kDocument, 201)); rig.on(Method::kGet, "/v1/libraries/lib_1/documents", reply("{\"pagination\":{},\"data\":[]}")); rig.on(Method::kGet, "/v1/libraries/lib_1/documents/doc_1", reply(kDocument)); rig.on(Method::kPatch, "/v1/libraries/lib_1/documents/doc_1", reply(kDocument)); rig.on(Method::kDelete, "/v1/libraries/lib_1/documents/doc_1", reply("", 204)); rig.on(Method::kGet, "/v1/libraries/lib_1/documents/doc_1/signed-url", reply("\"https://signed.example/d\"")); rig.on(Method::kGet, "/v1/libraries/lib_1/documents/doc_1/text_content", reply("{\"text\":\"abc\"}")); rig.on(Method::kPost, "/v1/libraries/lib_1/documents/doc_1/reprocess", reply("", 204)); rig.on(Method::kPut, "/v1/libraries/lib_1/share", reply("{\"library_id\":\"lib_1\"}")); rig.on(Method::kDelete, "/v1/libraries/lib_1/share", reply("{\"library_id\":\"lib_1\"}")); Libraries l(rig.client()); LibraryCreateParams cp; cp.name = "docs"; cp.chunk_size = 1024; LibraryInfo lib = l.create(cp); ASSERT_EQ(lib.id, "lib_1"); ASSERT_EQ(lib.nb_documents, 1L); ASSERT_TRUE(has(rig.last().body, "\"chunk_size\":1024")); ASSERT_EQ(l.list().items, 0u); ASSERT_EQ(l.get("lib_1").name, "docs"); l.update("lib_1", "renamed", ""); ASSERT_EQ(rig.last().body, "{\"name\":\"renamed\"}"); DocumentUploadParams up; up.filename = "a.pdf"; up.data = "%PDF-1.4"; DocumentInfo d = l.upload_document("lib_1", up); ASSERT_EQ(d.id, "doc_1"); ASSERT_TRUE(d.processed()); ASSERT_EQ(d.number_of_pages, 3L); ASSERT_TRUE(has(rig.last().headers.get_or("Content-Type", ""), "multipart/form-data")); ASSERT_EQ(l.documents("lib_1").items, 0u); ASSERT_EQ(l.document("lib_1", "doc_1").name, "a.pdf"); l.update_document("lib_1", "doc_1", "b.pdf"); ASSERT_EQ(l.document_signed_url("lib_1", "doc_1"), "https://signed.example/d"); ASSERT_EQ(l.document_text("lib_1", "doc_1", 0, 1).find("text")->as_string(), "abc"); ASSERT_TRUE(has(rig.last().target, "page_start=0")); l.reprocess_document("lib_1", "doc_1"); l.remove_document("lib_1", "doc_1"); l.share("lib_1", "Viewer", "u1", "User"); ASSERT_TRUE(has(rig.last().body, "\"level\":\"Viewer\"")); l.unshare("lib_1", "u1", "User"); ASSERT_TRUE(has(rig.last().body, "\"share_with_uuid\":\"u1\"")); l.remove("lib_1"); LibraryCreateParams bad; ASSERT_THROW(l.create(bad), ApiError); bad.name = "n"; bad.chunk_size = 255; ASSERT_THROW(l.create(bad), ApiError); bad.chunk_size = 32769; ASSERT_THROW(l.create(bad), ApiError); DocumentUploadParams noup; ASSERT_THROW(l.upload_document("lib_1", noup), ApiError); ASSERT_THROW(l.share("lib_1", "Owner", "u1", "User"), ApiError); ASSERT_THROW(l.share("lib_1", "Viewer", "u 1", "User"), ApiError); ASSERT_THROW(l.document("lib_1", "../x"), ApiError); ASSERT_THROW(l.update("lib_1", "", ""), ApiError); } TEST(mistral_operations, any_json_operation_is_checked_against_the_table) { Rig rig; rig.on(Method::kGet, "/v1/workflows/executions/ex1", reply("{\"id\":\"ex1\"}")); rig.on(Method::kPost, "/v1/models", reply("{}")); // never reached Operations ops(rig.client()); // a workflow read through the generic caller Invocation read; read.op = "get_workflow_execution_v1_workflows_executions__execution_id__get"; if (!Calls::try_find(read.op)) { // find the operation by path instead of trusting a guessed id for (std::size_t i = 0; i < Calls::count(); ++i) if (std::string(Calls::at(i).path) == "/v1/workflows/executions/{execution_id}" && std::string(Calls::at(i).http_method) == "GET") read.op = Calls::at(i).op; } read.ids = {"ex1"}; ASSERT_EQ(ops.invoke(read).find("id")->as_string(), "ex1"); ASSERT_EQ(rig.last().method, "GET"); // wrong id count, bad id, unknown query, unknown body field, body on a bodiless op Invocation bad = read; bad.ids = {}; ASSERT_THROW(Operations::check(bad), ApiError); bad.ids = {"a/b"}; ASSERT_THROW(ops.invoke(bad), ApiError); bad = read; bad.query["nope"] = "1"; ASSERT_THROW(Operations::check(bad), ApiError); bad = read; bad.body = Json::object(); ASSERT_THROW(Operations::check(bad), ApiError); Invocation chat; chat.op = "chat_completion_v1_chat_completions_post"; chat.body.set("not_a_field", Json(1)); ASSERT_THROW(Operations::check(chat), ApiError); chat.body = Json::object(); chat.body.set("model", Json("m")); Operations::check(chat); // fits the row ASSERT_THROW(Operations::check(Invocation{"unknown_op", {}, {}, Json(), false}), ApiError); // multipart, streaming and binary rows are refused Invocation up; up.op = "files_api_routes_upload_file"; ASSERT_THROW(Operations::check(up), ApiError); up.op = "files_api_routes_download_file"; up.ids = {"f1"}; ASSERT_THROW(Operations::check(up), ApiError); up.op = "agents_api_v1_conversations_start_stream"; up.ids = {}; ASSERT_THROW(Operations::check(up), ApiError); // destructive rows need the explicit flag Invocation del; del.op = "files_api_routes_delete_file"; del.ids = {"f1"}; ASSERT_THROW(Operations::check(del), ApiError); del.allow_destructive = true; Operations::check(del); ASSERT_EQ(rig.transport->send_count(), 1u); // only the first invoke went out } TEST(mistral_operations, catalog_lists_areas_and_operations) { std::vector areas = Operations::areas(); ASSERT_TRUE(areas.size() > 20); ASSERT_EQ(Operations::list().size(), Calls::count()); ASSERT_EQ(Operations::list("chat").size(), 1u); ASSERT_EQ(Operations::list("no-such-area").size(), 0u); }