feat(clients): mistral: La Plateforme package, 347-op call table, typed services, ChatModel, demo
Co-Authored-By: Claude Sonnet 5.5 <noreply@anthropic.com>
This commit is contained in:
+319
@@ -0,0 +1,319 @@
|
||||
// Agents, conversations (including the SSE stream), libraries and the generic
|
||||
// Operations caller. Replies are SHAPE fixtures read from the spec schemas
|
||||
// (Agent, ConversationResponse, ConversationEvents, Library, Document), values
|
||||
// invented: the platform never answered with these.
|
||||
#include "support.h"
|
||||
#include "vendors/mistral/agents.h"
|
||||
#include "vendors/mistral/conversations.h"
|
||||
#include "vendors/mistral/libraries.h"
|
||||
#include "vendors/mistral/operations.h"
|
||||
|
||||
using namespace molo::mistral;
|
||||
using namespace mistral_test;
|
||||
using molo::llm::ApiError;
|
||||
|
||||
namespace {
|
||||
const char* kAgent =
|
||||
"{\"id\":\"ag_1\",\"object\":\"agent\",\"name\":\"helper\",\"model\":\"mistral-medium-latest\",\"version\":2,\"versions\":[1,2],"
|
||||
"\"created_at\":\"2026-01-01T00:00:00Z\",\"updated_at\":\"2026-01-02T00:00:00Z\",\"deployment_chat\":false,\"source\":\"api\"}";
|
||||
const char* kConv =
|
||||
"{\"object\":\"conversation.response\",\"conversation_id\":\"conv_1\",\"outputs\":[{\"object\":\"entry\",\"type\":\"message.output\","
|
||||
"\"role\":\"assistant\",\"content\":\"Hi there\"},{\"type\":\"message.output\",\"role\":\"assistant\",\"content\":[{\"type\":\"text\",\"text\":\"!\"}]}],"
|
||||
"\"usage\":{\"prompt_tokens\":3,\"completion_tokens\":4,\"total_tokens\":7}}";
|
||||
const char* kConvStream =
|
||||
"event: conversation.response.started\ndata: {\"type\":\"conversation.response.started\",\"conversation_id\":\"conv_1\"}\n\n"
|
||||
"event: message.output.delta\ndata: {\"type\":\"message.output.delta\",\"content\":\"Hi \",\"output_index\":0}\n\n"
|
||||
": keep-alive\n\n"
|
||||
"event: message.output.delta\ndata: {\"type\":\"message.output.delta\",\"content\":\"there\",\"output_index\":0}\n\n"
|
||||
"event: conversation.response.done\ndata: {\"type\":\"conversation.response.done\",\"usage\":{\"prompt_tokens\":3,\"completion_tokens\":2,\"total_tokens\":5}}\n\n";
|
||||
const char* kLibrary =
|
||||
"{\"id\":\"lib_1\",\"name\":\"docs\",\"created_at\":\"2026-01-01T00:00:00Z\",\"updated_at\":\"2026-01-01T00:00:00Z\",\"owner_id\":\"o\","
|
||||
"\"owner_type\":\"User\",\"total_size\":10,\"nb_documents\":1,\"chunk_size\":1024}";
|
||||
const char* kDocument =
|
||||
"{\"id\":\"doc_1\",\"library_id\":\"lib_1\",\"name\":\"a.pdf\",\"mime_type\":\"application/pdf\",\"size\":99,\"process_status\":\"done\","
|
||||
"\"processing_status\":\"Done\",\"created_at\":\"2026-01-01T00:00:00Z\",\"number_of_pages\":3,\"tokens_processing_total\":0}";
|
||||
} // namespace
|
||||
|
||||
TEST(mistral_agents, crud_versions_aliases_and_validation) {
|
||||
Rig rig;
|
||||
rig.on(Method::kPost, "/v1/agents", reply(kAgent));
|
||||
rig.on(Method::kGet, "/v1/agents/pages", reply("{\"object\":\"list\",\"data\":[],\"next_page_token\":\"tok\"}"));
|
||||
rig.on(Method::kGet, "/v1/agents/ag_1", reply(kAgent));
|
||||
rig.on(Method::kPatch, "/v1/agents/ag_1", reply(kAgent));
|
||||
rig.on(Method::kPatch, "/v1/agents/ag_1/version", reply(kAgent));
|
||||
rig.on(Method::kGet, "/v1/agents/ag_1/versions", reply("[]"));
|
||||
rig.on(Method::kGet, "/v1/agents/ag_1/versions/1", reply(kAgent));
|
||||
rig.on(Method::kPut, "/v1/agents/ag_1/aliases", reply("{\"alias\":\"prod\",\"version\":2}"));
|
||||
rig.on(Method::kDelete, "/v1/agents/ag_1/aliases", reply("", 204));
|
||||
rig.on(Method::kDelete, "/v1/agents/ag_1", reply("", 204));
|
||||
Agents ag(rig.client());
|
||||
AgentParams p;
|
||||
p.model = "mistral-medium-latest";
|
||||
p.name = "helper";
|
||||
p.instructions = "Be kind";
|
||||
p.tools = Json::parse("[{\"type\":\"web_search\"}]");
|
||||
AgentInfo a = ag.create(p);
|
||||
ASSERT_EQ(a.id, "ag_1");
|
||||
ASSERT_EQ(a.version, 2L);
|
||||
ASSERT_EQ(a.versions.size(), 2u);
|
||||
ASSERT_TRUE(has(rig.last().body, "\"tools\":[{\"type\":\"web_search\"}]"));
|
||||
ASSERT_EQ(ag.list().next_page_token, "tok");
|
||||
ASSERT_EQ(ag.get("ag_1", 1).name, "helper");
|
||||
ASSERT_TRUE(has(rig.last().target, "agent_version=1"));
|
||||
AgentParams upd;
|
||||
upd.description = "new";
|
||||
ag.update("ag_1", upd);
|
||||
ASSERT_EQ(rig.last().body, "{\"description\":\"new\"}"); // PATCH sends only what is set
|
||||
ag.set_version("ag_1", 2);
|
||||
ASSERT_TRUE(has(rig.last().target, "version=2"));
|
||||
ASSERT_EQ(ag.versions("ag_1").items, 0u);
|
||||
ASSERT_EQ(ag.get_version("ag_1", 1).id, "ag_1");
|
||||
ag.set_alias("ag_1", "prod", 2);
|
||||
ASSERT_TRUE(has(rig.last().target, "alias=prod"));
|
||||
ag.remove_alias("ag_1", "prod");
|
||||
ag.remove("ag_1");
|
||||
AgentParams bad;
|
||||
ASSERT_THROW(ag.create(bad), ApiError);
|
||||
bad.model = "m";
|
||||
ASSERT_THROW(ag.create(bad), ApiError); // no name
|
||||
bad.name = "n";
|
||||
bad.tools = Json::parse("[{\"nope\":1}]");
|
||||
ASSERT_THROW(ag.create(bad), ApiError);
|
||||
ASSERT_THROW(ag.update("ag_1", AgentParams{}), ApiError); // nothing to update
|
||||
ASSERT_THROW(ag.get("a/b"), ApiError);
|
||||
ASSERT_THROW(ag.remove(""), ApiError);
|
||||
ASSERT_THROW(ag.set_alias("ag_1", "bad alias", 1), ApiError);
|
||||
}
|
||||
|
||||
TEST(mistral_conversations, start_append_restart_and_reads) {
|
||||
Rig rig;
|
||||
rig.on(Method::kPost, "/v1/conversations", reply(kConv));
|
||||
rig.on(Method::kPost, "/v1/conversations/conv_1", reply(kConv));
|
||||
rig.on(Method::kPost, "/v1/conversations/conv_1/restart", reply(kConv));
|
||||
rig.on(Method::kGet, "/v1/conversations/conv_1", reply("{\"id\":\"conv_1\"}"));
|
||||
rig.on(Method::kGet, "/v1/conversations/conv_1/history", reply("{\"entries\":[]}"));
|
||||
rig.on(Method::kGet, "/v1/conversations/conv_1/messages", reply("{\"messages\":[]}"));
|
||||
rig.on(Method::kGet, "/v1/conversations", reply("[]"));
|
||||
rig.on(Method::kDelete, "/v1/conversations/conv_1", reply("", 204));
|
||||
Conversations c(rig.client());
|
||||
ConversationStartParams sp;
|
||||
sp.inputs = ConversationInput::text("hello");
|
||||
sp.agent_id = "ag_1";
|
||||
sp.store = false;
|
||||
ConversationResult r = c.start(sp);
|
||||
ASSERT_EQ(r.conversation_id, "conv_1");
|
||||
ASSERT_EQ(r.text(), "Hi there!");
|
||||
ASSERT_EQ(r.usage.total_tokens, 7);
|
||||
ASSERT_TRUE(has(rig.last().body, "\"agent_id\":\"ag_1\""));
|
||||
ASSERT_TRUE(has(rig.last().body, "\"inputs\":\"hello\""));
|
||||
ASSERT_TRUE(has(rig.last().body, "\"store\":false"));
|
||||
ConversationAppendParams ap;
|
||||
ap.inputs = ConversationInput::entries({ConversationInput::user_entry("more")});
|
||||
c.append("conv_1", ap);
|
||||
ASSERT_TRUE(has(rig.last().body, "\"role\":\"user\""));
|
||||
ConversationRestartParams rp;
|
||||
rp.from_entry_id = "entry_9";
|
||||
c.restart("conv_1", rp);
|
||||
ASSERT_TRUE(has(rig.last().body, "\"from_entry_id\":\"entry_9\""));
|
||||
ASSERT_EQ(c.get("conv_1").find("id")->as_string(), "conv_1");
|
||||
c.history("conv_1");
|
||||
c.messages("conv_1");
|
||||
ASSERT_EQ(c.list().items, 0u);
|
||||
c.remove("conv_1");
|
||||
// validation
|
||||
ConversationStartParams bad;
|
||||
bad.inputs = ConversationInput::text("x");
|
||||
ASSERT_THROW(c.start(bad), ApiError); // neither model nor agent
|
||||
bad.model = "m";
|
||||
bad.agent_id = "a";
|
||||
ASSERT_THROW(c.start(bad), ApiError); // both
|
||||
bad.agent_id.clear();
|
||||
bad.handoff_execution = "maybe";
|
||||
ASSERT_THROW(c.start(bad), ApiError);
|
||||
ASSERT_THROW(ConversationInput::text(""), ApiError);
|
||||
ASSERT_THROW(ConversationInput::entries({}), ApiError);
|
||||
ConversationRestartParams norp;
|
||||
ASSERT_THROW(c.restart("conv_1", norp), ApiError);
|
||||
ASSERT_THROW(c.append("a/b", ap), ApiError);
|
||||
ASSERT_THROW(c.list(0, 101), ApiError);
|
||||
}
|
||||
|
||||
TEST(mistral_conversations, stream_events_fold_into_a_result) {
|
||||
Rig rig;
|
||||
rig.on(Method::kPost, "/v1/conversations", sse(kConvStream));
|
||||
Conversations c(rig.client());
|
||||
ConversationStartParams sp;
|
||||
sp.inputs = ConversationInput::text("hello");
|
||||
sp.model = "mistral-medium-latest";
|
||||
std::vector<std::string> names;
|
||||
ConversationResult r = c.start_stream(sp, [&](const ConversationEvent& e) {
|
||||
names.push_back(e.event);
|
||||
return true;
|
||||
});
|
||||
ASSERT_EQ(r.conversation_id, "conv_1");
|
||||
ASSERT_EQ(r.text(), "Hi there");
|
||||
ASSERT_EQ(r.usage.total_tokens, 5);
|
||||
ASSERT_EQ(names.size(), 4u);
|
||||
ASSERT_EQ(names[1], "message.output.delta");
|
||||
ASSERT_TRUE(has(rig.last().body, "\"stream\":true"));
|
||||
}
|
||||
|
||||
TEST(mistral_conversations, truncated_error_and_early_stop) {
|
||||
Rig rig;
|
||||
rig.on(Method::kPost, "/v1/conversations", sse("event: message.output.delta\ndata: {\"content\":\"x\"}\n\n"));
|
||||
rig.on(Method::kPost, "/v1/conversations/c1", sse("event: conversation.response.error\ndata: {\"message\":\"boom\",\"code\":500}\n\n"));
|
||||
rig.on(Method::kPost, "/v1/conversations", sse(kConvStream));
|
||||
Conversations c(rig.client());
|
||||
ConversationStartParams sp;
|
||||
sp.inputs = ConversationInput::text("hello");
|
||||
sp.model = "m";
|
||||
try {
|
||||
c.start_stream(sp, nullptr);
|
||||
FAIL("expected STREAM_TRUNCATED");
|
||||
} catch (const ApiError& e) {
|
||||
ASSERT_EQ(e.type(), "STREAM_TRUNCATED");
|
||||
}
|
||||
ConversationAppendParams ap;
|
||||
ap.inputs = ConversationInput::text("more");
|
||||
try {
|
||||
c.append_stream("c1", ap, nullptr);
|
||||
FAIL("expected STREAM_ERROR");
|
||||
} catch (const ApiError& e) {
|
||||
ASSERT_EQ(e.type(), "STREAM_ERROR");
|
||||
ASSERT_EQ(e.message(), "boom");
|
||||
}
|
||||
ConversationResult stopped = c.start_stream(sp, [](const ConversationEvent& e) { return e.event != "message.output.delta"; });
|
||||
ASSERT_EQ(stopped.conversation_id, "conv_1"); // stopped by the sink: no truncation error
|
||||
}
|
||||
|
||||
TEST(mistral_libraries, libraries_documents_and_sharing) {
|
||||
Rig rig;
|
||||
rig.on(Method::kPost, "/v1/libraries", reply(kLibrary, 201));
|
||||
rig.on(Method::kGet, "/v1/libraries", reply("{\"data\":[],\"next_page_token\":null}"));
|
||||
rig.on(Method::kGet, "/v1/libraries/lib_1", reply(kLibrary));
|
||||
rig.on(Method::kPatch, "/v1/libraries/lib_1", reply(kLibrary));
|
||||
rig.on(Method::kDelete, "/v1/libraries/lib_1", reply(kLibrary));
|
||||
rig.on(Method::kPost, "/v1/libraries/lib_1/documents", reply(kDocument, 201));
|
||||
rig.on(Method::kGet, "/v1/libraries/lib_1/documents", reply("{\"pagination\":{},\"data\":[]}"));
|
||||
rig.on(Method::kGet, "/v1/libraries/lib_1/documents/doc_1", reply(kDocument));
|
||||
rig.on(Method::kPatch, "/v1/libraries/lib_1/documents/doc_1", reply(kDocument));
|
||||
rig.on(Method::kDelete, "/v1/libraries/lib_1/documents/doc_1", reply("", 204));
|
||||
rig.on(Method::kGet, "/v1/libraries/lib_1/documents/doc_1/signed-url", reply("\"https://signed.example/d\""));
|
||||
rig.on(Method::kGet, "/v1/libraries/lib_1/documents/doc_1/text_content", reply("{\"text\":\"abc\"}"));
|
||||
rig.on(Method::kPost, "/v1/libraries/lib_1/documents/doc_1/reprocess", reply("", 204));
|
||||
rig.on(Method::kPut, "/v1/libraries/lib_1/share", reply("{\"library_id\":\"lib_1\"}"));
|
||||
rig.on(Method::kDelete, "/v1/libraries/lib_1/share", reply("{\"library_id\":\"lib_1\"}"));
|
||||
Libraries l(rig.client());
|
||||
LibraryCreateParams cp;
|
||||
cp.name = "docs";
|
||||
cp.chunk_size = 1024;
|
||||
LibraryInfo lib = l.create(cp);
|
||||
ASSERT_EQ(lib.id, "lib_1");
|
||||
ASSERT_EQ(lib.nb_documents, 1L);
|
||||
ASSERT_TRUE(has(rig.last().body, "\"chunk_size\":1024"));
|
||||
ASSERT_EQ(l.list().items, 0u);
|
||||
ASSERT_EQ(l.get("lib_1").name, "docs");
|
||||
l.update("lib_1", "renamed", "");
|
||||
ASSERT_EQ(rig.last().body, "{\"name\":\"renamed\"}");
|
||||
DocumentUploadParams up;
|
||||
up.filename = "a.pdf";
|
||||
up.data = "%PDF-1.4";
|
||||
DocumentInfo d = l.upload_document("lib_1", up);
|
||||
ASSERT_EQ(d.id, "doc_1");
|
||||
ASSERT_TRUE(d.processed());
|
||||
ASSERT_EQ(d.number_of_pages, 3L);
|
||||
ASSERT_TRUE(has(rig.last().headers.get_or("Content-Type", ""), "multipart/form-data"));
|
||||
ASSERT_EQ(l.documents("lib_1").items, 0u);
|
||||
ASSERT_EQ(l.document("lib_1", "doc_1").name, "a.pdf");
|
||||
l.update_document("lib_1", "doc_1", "b.pdf");
|
||||
ASSERT_EQ(l.document_signed_url("lib_1", "doc_1"), "https://signed.example/d");
|
||||
ASSERT_EQ(l.document_text("lib_1", "doc_1", 0, 1).find("text")->as_string(), "abc");
|
||||
ASSERT_TRUE(has(rig.last().target, "page_start=0"));
|
||||
l.reprocess_document("lib_1", "doc_1");
|
||||
l.remove_document("lib_1", "doc_1");
|
||||
l.share("lib_1", "Viewer", "u1", "User");
|
||||
ASSERT_TRUE(has(rig.last().body, "\"level\":\"Viewer\""));
|
||||
l.unshare("lib_1", "u1", "User");
|
||||
ASSERT_TRUE(has(rig.last().body, "\"share_with_uuid\":\"u1\""));
|
||||
l.remove("lib_1");
|
||||
LibraryCreateParams bad;
|
||||
ASSERT_THROW(l.create(bad), ApiError);
|
||||
bad.name = "n";
|
||||
bad.chunk_size = 255;
|
||||
ASSERT_THROW(l.create(bad), ApiError);
|
||||
bad.chunk_size = 32769;
|
||||
ASSERT_THROW(l.create(bad), ApiError);
|
||||
DocumentUploadParams noup;
|
||||
ASSERT_THROW(l.upload_document("lib_1", noup), ApiError);
|
||||
ASSERT_THROW(l.share("lib_1", "Owner", "u1", "User"), ApiError);
|
||||
ASSERT_THROW(l.share("lib_1", "Viewer", "u 1", "User"), ApiError);
|
||||
ASSERT_THROW(l.document("lib_1", "../x"), ApiError);
|
||||
ASSERT_THROW(l.update("lib_1", "", ""), ApiError);
|
||||
}
|
||||
|
||||
TEST(mistral_operations, any_json_operation_is_checked_against_the_table) {
|
||||
Rig rig;
|
||||
rig.on(Method::kGet, "/v1/workflows/executions/ex1", reply("{\"id\":\"ex1\"}"));
|
||||
rig.on(Method::kPost, "/v1/models", reply("{}")); // never reached
|
||||
Operations ops(rig.client());
|
||||
// a workflow read through the generic caller
|
||||
Invocation read;
|
||||
read.op = "get_workflow_execution_v1_workflows_executions__execution_id__get";
|
||||
if (!Calls::try_find(read.op)) {
|
||||
// find the operation by path instead of trusting a guessed id
|
||||
for (std::size_t i = 0; i < Calls::count(); ++i)
|
||||
if (std::string(Calls::at(i).path) == "/v1/workflows/executions/{execution_id}" &&
|
||||
std::string(Calls::at(i).http_method) == "GET")
|
||||
read.op = Calls::at(i).op;
|
||||
}
|
||||
read.ids = {"ex1"};
|
||||
ASSERT_EQ(ops.invoke(read).find("id")->as_string(), "ex1");
|
||||
ASSERT_EQ(rig.last().method, "GET");
|
||||
|
||||
// wrong id count, bad id, unknown query, unknown body field, body on a bodiless op
|
||||
Invocation bad = read;
|
||||
bad.ids = {};
|
||||
ASSERT_THROW(Operations::check(bad), ApiError);
|
||||
bad.ids = {"a/b"};
|
||||
ASSERT_THROW(ops.invoke(bad), ApiError);
|
||||
bad = read;
|
||||
bad.query["nope"] = "1";
|
||||
ASSERT_THROW(Operations::check(bad), ApiError);
|
||||
bad = read;
|
||||
bad.body = Json::object();
|
||||
ASSERT_THROW(Operations::check(bad), ApiError);
|
||||
Invocation chat;
|
||||
chat.op = "chat_completion_v1_chat_completions_post";
|
||||
chat.body.set("not_a_field", Json(1));
|
||||
ASSERT_THROW(Operations::check(chat), ApiError);
|
||||
chat.body = Json::object();
|
||||
chat.body.set("model", Json("m"));
|
||||
Operations::check(chat); // fits the row
|
||||
ASSERT_THROW(Operations::check(Invocation{"unknown_op", {}, {}, Json(), false}), ApiError);
|
||||
// multipart, streaming and binary rows are refused
|
||||
Invocation up;
|
||||
up.op = "files_api_routes_upload_file";
|
||||
ASSERT_THROW(Operations::check(up), ApiError);
|
||||
up.op = "files_api_routes_download_file";
|
||||
up.ids = {"f1"};
|
||||
ASSERT_THROW(Operations::check(up), ApiError);
|
||||
up.op = "agents_api_v1_conversations_start_stream";
|
||||
up.ids = {};
|
||||
ASSERT_THROW(Operations::check(up), ApiError);
|
||||
// destructive rows need the explicit flag
|
||||
Invocation del;
|
||||
del.op = "files_api_routes_delete_file";
|
||||
del.ids = {"f1"};
|
||||
ASSERT_THROW(Operations::check(del), ApiError);
|
||||
del.allow_destructive = true;
|
||||
Operations::check(del);
|
||||
ASSERT_EQ(rig.transport->send_count(), 1u); // only the first invoke went out
|
||||
}
|
||||
|
||||
TEST(mistral_operations, catalog_lists_areas_and_operations) {
|
||||
std::vector<std::string> areas = Operations::areas();
|
||||
ASSERT_TRUE(areas.size() > 20);
|
||||
ASSERT_EQ(Operations::list().size(), Calls::count());
|
||||
ASSERT_EQ(Operations::list("chat").size(), 1u);
|
||||
ASSERT_EQ(Operations::list("no-such-area").size(), 0u);
|
||||
}
|
||||
Reference in New Issue
Block a user