feat(clients): llm vendor foundation: api client, SSE, errors, neutral chat types, ai.mk, example stubs
Co-Authored-By: Claude Sonnet 5.5 <noreply@anthropic.com>
This commit is contained in:
@@ -0,0 +1,21 @@
|
||||
#pragma once
|
||||
|
||||
// Static ceilings shared by every LLM vendor module. Never autotuned.
|
||||
|
||||
#include <cstddef>
|
||||
|
||||
namespace molo::llm {
|
||||
|
||||
struct Caps {
|
||||
static constexpr std::size_t kMaxRequestBytes = 32u * 1024u * 1024u;
|
||||
static constexpr std::size_t kMaxResponseBytes = 64u * 1024u * 1024u;
|
||||
static constexpr std::size_t kMaxStreamBytes = 64u * 1024u * 1024u;
|
||||
static constexpr std::size_t kMaxSseEventBytes = 4u * 1024u * 1024u;
|
||||
static constexpr std::size_t kMaxUploadBytes = 512u * 1024u * 1024u;
|
||||
static constexpr std::size_t kMaxMessages = 4096;
|
||||
static constexpr std::size_t kMaxTools = 256;
|
||||
static constexpr std::size_t kMaxPages = 100;
|
||||
static constexpr std::size_t kMaxConfigBytes = 64u * 1024u;
|
||||
};
|
||||
|
||||
} // namespace molo::llm
|
||||
Reference in New Issue
Block a user