feat(clients): llm vendor foundation: api client, SSE, errors, neutral chat types, ai.mk, example stubs

Co-Authored-By: Claude Sonnet 5.5 <noreply@anthropic.com>
This commit is contained in:
2026-10-24 06:06:06 +02:00
co-authored by Claude Sonnet 5.5
parent 6f73535b82
commit 4c78017742
26 changed files with 1269 additions and 5 deletions
+31
View File
@@ -0,0 +1,31 @@
#pragma once
// LLM vendor platform demos (xAI, Anthropic, Meta, DeepSeek). One register
// function per work package, each in its own file under example/app/ai/.
// Every route lives under /ai/<vendor> and is excluded from locust (paid
// APIs). Rules for a demo:
// - GET pages and status routes answer 2xx without credentials (the matrix
// test crawls them); a route that would call the vendor is POST or DELETE
// and answers 503 not_configured without a credential, 422 on bad input,
// and costly or destructive ones are dry runs unless the body has
// "confirm":true.
// - State lives in objects created inside the register function and
// captured by the handlers; do not edit Services.
// - Clients come from llm::ApiClient::from_env(...) (null key is fine: the
// vendor service then reports not configured).
#include "App.hpp"
namespace molo::example::app {
void register_ai_xai_demo(fw::Router& router, Services& services);
void register_ai_xaiplatform_demo(fw::Router& router, Services& services);
void register_ai_anthropic_demo(fw::Router& router, Services& services);
void register_ai_anthropicadmin_demo(fw::Router& router, Services& services);
void register_ai_meta_demo(fw::Router& router, Services& services);
void register_ai_deepseek_demo(fw::Router& router, Services& services);
// Mounts every vendor router at "" (called once from build_application).
void register_ai_demos(std::shared_ptr<fw::Application> app, Services& services);
} // namespace molo::example::app
+2
View File
@@ -1,5 +1,6 @@
#include "App.hpp"
#include "AgentDemos.hpp"
#include "AiDemos.hpp"
namespace molo::example::app {
@@ -73,6 +74,7 @@ std::shared_ptr<fw::Application> build_application(Services& services) {
app->include_router("", voice);
register_agent_demos(app, services);
register_ai_demos(app, services);
register_chain_demo(app, services);
return app;
+40
View File
@@ -0,0 +1,40 @@
#include "../AiDemos.hpp"
#include "../../fw/Router.hpp"
namespace molo::example::app {
void register_ai_demos(std::shared_ptr<fw::Application> app, Services& services) {
{
fw::Router r;
register_ai_xai_demo(r, services);
app->include_router("", r);
}
{
fw::Router r;
register_ai_xaiplatform_demo(r, services);
app->include_router("", r);
}
{
fw::Router r;
register_ai_anthropic_demo(r, services);
app->include_router("", r);
}
{
fw::Router r;
register_ai_anthropicadmin_demo(r, services);
app->include_router("", r);
}
{
fw::Router r;
register_ai_meta_demo(r, services);
app->include_router("", r);
}
{
fw::Router r;
register_ai_deepseek_demo(r, services);
app->include_router("", r);
}
}
} // namespace molo::example::app
+13
View File
@@ -0,0 +1,13 @@
#include "../AiDemos.hpp"
#include "../../fw/Router.hpp"
namespace molo::example::app {
// Anthropic Claude: admin API (orgs, workspaces, keys, usage, cost) and managed agents. Stub: the module agent fills this in.
void register_ai_anthropicadmin_demo(fw::Router& router, Services& services) {
(void)router;
(void)services;
}
} // namespace molo::example::app
+13
View File
@@ -0,0 +1,13 @@
#include "../AiDemos.hpp"
#include "../../fw/Router.hpp"
namespace molo::example::app {
// Anthropic Claude: messages, streaming, tools, batches, tokens, models, files, skills. Stub: the module agent fills this in.
void register_ai_anthropic_demo(fw::Router& router, Services& services) {
(void)router;
(void)services;
}
} // namespace molo::example::app
+13
View File
@@ -0,0 +1,13 @@
#include "../AiDemos.hpp"
#include "../../fw/Router.hpp"
namespace molo::example::app {
// DeepSeek API. Stub: the module agent fills this in.
void register_ai_deepseek_demo(fw::Router& router, Services& services) {
(void)router;
(void)services;
}
} // namespace molo::example::app
+13
View File
@@ -0,0 +1,13 @@
#include "../AiDemos.hpp"
#include "../../fw/Router.hpp"
namespace molo::example::app {
// Meta Llama API. Stub: the module agent fills this in.
void register_ai_meta_demo(fw::Router& router, Services& services) {
(void)router;
(void)services;
}
} // namespace molo::example::app
+13
View File
@@ -0,0 +1,13 @@
#include "../AiDemos.hpp"
#include "../../fw/Router.hpp"
namespace molo::example::app {
// xAI Grok: chat, responses, tools, media, batch, models. Stub: the module agent fills this in.
void register_ai_xai_demo(fw::Router& router, Services& services) {
(void)router;
(void)services;
}
} // namespace molo::example::app
+13
View File
@@ -0,0 +1,13 @@
#include "../AiDemos.hpp"
#include "../../fw/Router.hpp"
namespace molo::example::app {
// xAI Grok: voice/realtime, collections, files, management API. Stub: the module agent fills this in.
void register_ai_xaiplatform_demo(fw::Router& router, Services& services) {
(void)router;
(void)services;
}
} // namespace molo::example::app