22 lines
738 B
C++
22 lines
738 B
C++
#pragma once
|
|
|
|
// Static ceilings shared by every LLM vendor module. Never autotuned.
|
|
|
|
#include <cstddef>
|
|
|
|
namespace molo::llm {
|
|
|
|
struct Caps {
|
|
static constexpr std::size_t kMaxRequestBytes = 32u * 1024u * 1024u;
|
|
static constexpr std::size_t kMaxResponseBytes = 64u * 1024u * 1024u;
|
|
static constexpr std::size_t kMaxStreamBytes = 64u * 1024u * 1024u;
|
|
static constexpr std::size_t kMaxSseEventBytes = 4u * 1024u * 1024u;
|
|
static constexpr std::size_t kMaxUploadBytes = 512u * 1024u * 1024u;
|
|
static constexpr std::size_t kMaxMessages = 4096;
|
|
static constexpr std::size_t kMaxTools = 256;
|
|
static constexpr std::size_t kMaxPages = 100;
|
|
static constexpr std::size_t kMaxConfigBytes = 64u * 1024u;
|
|
};
|
|
|
|
} // namespace molo::llm
|