Files
moloapp/src/llm/caps.h
T

22 lines
738 B
C++

#pragma once
// Static ceilings shared by every LLM vendor module. Never autotuned.
#include <cstddef>
namespace molo::llm {
struct Caps {
static constexpr std::size_t kMaxRequestBytes = 32u * 1024u * 1024u;
static constexpr std::size_t kMaxResponseBytes = 64u * 1024u * 1024u;
static constexpr std::size_t kMaxStreamBytes = 64u * 1024u * 1024u;
static constexpr std::size_t kMaxSseEventBytes = 4u * 1024u * 1024u;
static constexpr std::size_t kMaxUploadBytes = 512u * 1024u * 1024u;
static constexpr std::size_t kMaxMessages = 4096;
static constexpr std::size_t kMaxTools = 256;
static constexpr std::size_t kMaxPages = 100;
static constexpr std::size_t kMaxConfigBytes = 64u * 1024u;
};
} // namespace molo::llm