feat(clients): llm vendor foundation: api client, SSE, errors, neutral chat types, ai.mk, example stubs
Co-Authored-By: Claude Sonnet 5.5 <noreply@anthropic.com>
This commit is contained in:
@@ -0,0 +1,31 @@
|
||||
#pragma once
|
||||
|
||||
// LLM vendor platform demos (xAI, Anthropic, Meta, DeepSeek). One register
|
||||
// function per work package, each in its own file under example/app/ai/.
|
||||
// Every route lives under /ai/<vendor> and is excluded from locust (paid
|
||||
// APIs). Rules for a demo:
|
||||
// - GET pages and status routes answer 2xx without credentials (the matrix
|
||||
// test crawls them); a route that would call the vendor is POST or DELETE
|
||||
// and answers 503 not_configured without a credential, 422 on bad input,
|
||||
// and costly or destructive ones are dry runs unless the body has
|
||||
// "confirm":true.
|
||||
// - State lives in objects created inside the register function and
|
||||
// captured by the handlers; do not edit Services.
|
||||
// - Clients come from llm::ApiClient::from_env(...) (null key is fine: the
|
||||
// vendor service then reports not configured).
|
||||
|
||||
#include "App.hpp"
|
||||
|
||||
namespace molo::example::app {
|
||||
|
||||
void register_ai_xai_demo(fw::Router& router, Services& services);
|
||||
void register_ai_xaiplatform_demo(fw::Router& router, Services& services);
|
||||
void register_ai_anthropic_demo(fw::Router& router, Services& services);
|
||||
void register_ai_anthropicadmin_demo(fw::Router& router, Services& services);
|
||||
void register_ai_meta_demo(fw::Router& router, Services& services);
|
||||
void register_ai_deepseek_demo(fw::Router& router, Services& services);
|
||||
|
||||
// Mounts every vendor router at "" (called once from build_application).
|
||||
void register_ai_demos(std::shared_ptr<fw::Application> app, Services& services);
|
||||
|
||||
} // namespace molo::example::app
|
||||
@@ -1,5 +1,6 @@
|
||||
#include "App.hpp"
|
||||
#include "AgentDemos.hpp"
|
||||
#include "AiDemos.hpp"
|
||||
|
||||
namespace molo::example::app {
|
||||
|
||||
@@ -73,6 +74,7 @@ std::shared_ptr<fw::Application> build_application(Services& services) {
|
||||
app->include_router("", voice);
|
||||
|
||||
register_agent_demos(app, services);
|
||||
register_ai_demos(app, services);
|
||||
|
||||
register_chain_demo(app, services);
|
||||
return app;
|
||||
|
||||
@@ -0,0 +1,40 @@
|
||||
#include "../AiDemos.hpp"
|
||||
|
||||
#include "../../fw/Router.hpp"
|
||||
|
||||
namespace molo::example::app {
|
||||
|
||||
void register_ai_demos(std::shared_ptr<fw::Application> app, Services& services) {
|
||||
{
|
||||
fw::Router r;
|
||||
register_ai_xai_demo(r, services);
|
||||
app->include_router("", r);
|
||||
}
|
||||
{
|
||||
fw::Router r;
|
||||
register_ai_xaiplatform_demo(r, services);
|
||||
app->include_router("", r);
|
||||
}
|
||||
{
|
||||
fw::Router r;
|
||||
register_ai_anthropic_demo(r, services);
|
||||
app->include_router("", r);
|
||||
}
|
||||
{
|
||||
fw::Router r;
|
||||
register_ai_anthropicadmin_demo(r, services);
|
||||
app->include_router("", r);
|
||||
}
|
||||
{
|
||||
fw::Router r;
|
||||
register_ai_meta_demo(r, services);
|
||||
app->include_router("", r);
|
||||
}
|
||||
{
|
||||
fw::Router r;
|
||||
register_ai_deepseek_demo(r, services);
|
||||
app->include_router("", r);
|
||||
}
|
||||
}
|
||||
|
||||
} // namespace molo::example::app
|
||||
@@ -0,0 +1,13 @@
|
||||
#include "../AiDemos.hpp"
|
||||
|
||||
#include "../../fw/Router.hpp"
|
||||
|
||||
namespace molo::example::app {
|
||||
|
||||
// Anthropic Claude: admin API (orgs, workspaces, keys, usage, cost) and managed agents. Stub: the module agent fills this in.
|
||||
void register_ai_anthropicadmin_demo(fw::Router& router, Services& services) {
|
||||
(void)router;
|
||||
(void)services;
|
||||
}
|
||||
|
||||
} // namespace molo::example::app
|
||||
@@ -0,0 +1,13 @@
|
||||
#include "../AiDemos.hpp"
|
||||
|
||||
#include "../../fw/Router.hpp"
|
||||
|
||||
namespace molo::example::app {
|
||||
|
||||
// Anthropic Claude: messages, streaming, tools, batches, tokens, models, files, skills. Stub: the module agent fills this in.
|
||||
void register_ai_anthropic_demo(fw::Router& router, Services& services) {
|
||||
(void)router;
|
||||
(void)services;
|
||||
}
|
||||
|
||||
} // namespace molo::example::app
|
||||
@@ -0,0 +1,13 @@
|
||||
#include "../AiDemos.hpp"
|
||||
|
||||
#include "../../fw/Router.hpp"
|
||||
|
||||
namespace molo::example::app {
|
||||
|
||||
// DeepSeek API. Stub: the module agent fills this in.
|
||||
void register_ai_deepseek_demo(fw::Router& router, Services& services) {
|
||||
(void)router;
|
||||
(void)services;
|
||||
}
|
||||
|
||||
} // namespace molo::example::app
|
||||
@@ -0,0 +1,13 @@
|
||||
#include "../AiDemos.hpp"
|
||||
|
||||
#include "../../fw/Router.hpp"
|
||||
|
||||
namespace molo::example::app {
|
||||
|
||||
// Meta Llama API. Stub: the module agent fills this in.
|
||||
void register_ai_meta_demo(fw::Router& router, Services& services) {
|
||||
(void)router;
|
||||
(void)services;
|
||||
}
|
||||
|
||||
} // namespace molo::example::app
|
||||
@@ -0,0 +1,13 @@
|
||||
#include "../AiDemos.hpp"
|
||||
|
||||
#include "../../fw/Router.hpp"
|
||||
|
||||
namespace molo::example::app {
|
||||
|
||||
// xAI Grok: chat, responses, tools, media, batch, models. Stub: the module agent fills this in.
|
||||
void register_ai_xai_demo(fw::Router& router, Services& services) {
|
||||
(void)router;
|
||||
(void)services;
|
||||
}
|
||||
|
||||
} // namespace molo::example::app
|
||||
@@ -0,0 +1,13 @@
|
||||
#include "../AiDemos.hpp"
|
||||
|
||||
#include "../../fw/Router.hpp"
|
||||
|
||||
namespace molo::example::app {
|
||||
|
||||
// xAI Grok: voice/realtime, collections, files, management API. Stub: the module agent fills this in.
|
||||
void register_ai_xaiplatform_demo(fw::Router& router, Services& services) {
|
||||
(void)router;
|
||||
(void)services;
|
||||
}
|
||||
|
||||
} // namespace molo::example::app
|
||||
Reference in New Issue
Block a user