feat(clients): llm vendor foundation: api client, SSE, errors, neutral chat types, ai.mk, example stubs

Co-Authored-By: Claude Sonnet 5.5 <noreply@anthropic.com>
This commit is contained in:
2026-10-24 06:06:06 +02:00
co-authored by Claude Sonnet 5.5
parent 6f73535b82
commit 4c78017742
26 changed files with 1269 additions and 5 deletions
+21
View File
@@ -0,0 +1,21 @@
#pragma once
// Static ceilings shared by every LLM vendor module. Never autotuned.
#include <cstddef>
namespace molo::llm {
struct Caps {
static constexpr std::size_t kMaxRequestBytes = 32u * 1024u * 1024u;
static constexpr std::size_t kMaxResponseBytes = 64u * 1024u * 1024u;
static constexpr std::size_t kMaxStreamBytes = 64u * 1024u * 1024u;
static constexpr std::size_t kMaxSseEventBytes = 4u * 1024u * 1024u;
static constexpr std::size_t kMaxUploadBytes = 512u * 1024u * 1024u;
static constexpr std::size_t kMaxMessages = 4096;
static constexpr std::size_t kMaxTools = 256;
static constexpr std::size_t kMaxPages = 100;
static constexpr std::size_t kMaxConfigBytes = 64u * 1024u;
};
} // namespace molo::llm