Files
moloapp/src/meta/caps.h
T

59 lines
3.5 KiB
C++

#pragma once
// Static ceilings and documented limits for the Meta Model API module. Every
// value is a constant you can read; nothing is autotuned. Documented vendor
// limits are marked "docs"; the rest are our own floors and ceilings.
#include <cstddef>
namespace molo::meta {
struct MetaCaps {
// Request shaping (docs: error-handling, protocols/responses).
static constexpr int kMinOutputTokens = 16; // docs: max_output_tokens minimum
static constexpr std::size_t kMaxInputItems = 4096; // ours
static constexpr std::size_t kMaxTools = 256; // ours (matches llm::Caps)
static constexpr std::size_t kMaxIdBytes = 256; // ours
static constexpr std::size_t kMaxCallIdBytes = 64; // docs: call_id 1..64
static constexpr std::size_t kMaxSafetyIdBytes = 64; // docs
static constexpr std::size_t kMaxModelBytes = 128; // ours
static constexpr std::size_t kMaxPromptBytes = 4u * 1024u * 1024u; // ours
static constexpr std::size_t kMaxBackgroundBodyBytes = 1048576; // docs: 1 MiB
static constexpr std::size_t kMaxInlineBytes = 50000000; // docs: 50 MB inline media
static constexpr std::size_t kMaxImageCount = 50; // docs: 50 images per request
static constexpr int kMaxImagesPerCall = 10; // docs: n 1..10
static constexpr std::size_t kMaxMetadataPairs = 16; // ours
// Files (docs: file-handling). The vendor allows 1 GiB; llm::Caps stops at 512 MiB.
static constexpr std::size_t kMaxUploadBytes = 512u * 1024u * 1024u;
static constexpr long kMinExpireSeconds = 3600; // docs
static constexpr long kMaxExpireSeconds = 2592000; // docs
static constexpr int kListPageLimit = 1000; // ours (docs allow 10000)
static constexpr std::size_t kMaxListPages = 20; // ours
// Speech (docs: speech-to-text).
static constexpr std::size_t kMaxTranscribeBytes = 32u * 1000u * 1000u; // docs: 32 MB
static constexpr long kMaxTranscribeMs = 10L * 60L * 1000L; // docs: 10 minutes
static constexpr std::size_t kMaxKeywords = 256; // ours
static constexpr int kRealtimeHandshakeMs = 10000; // docs: first frame within 10 s
static constexpr int kConnectTimeoutMs = 10000; // ours
static constexpr int kRealtimeIdleMs = 30000; // ours
static constexpr std::size_t kMaxRealtimeAudioFrame = 1u * 1024u * 1024u; // ours
static constexpr std::size_t kMaxRealtimeEvents = 100000; // ours
static constexpr std::size_t kMaxStreamEvents = 1000000; // ours: events folded per HTTP stream
// Retry (docs: pricing-rate-limits, error-handling).
static constexpr int kMaxRetries = 5;
static constexpr int kBackoffBaseMs = 500; // docs: start near 500 ms
static constexpr int kBackoffCapMs = 30000; // ours
// Segmentation output parsing.
static constexpr std::size_t kMaxSamLines = 100000; // ours
static constexpr std::size_t kMaxSamRecords = 1000000; // ours
static constexpr std::size_t kMaxMaskPixels = 64u * 1024u * 1024u; // ours
// Muse Code session protocol (MSP).
static constexpr std::size_t kMspFrameLimit = 10485760; // MSP transcript manifest: frameLimitBytes
static constexpr std::size_t kMspMaxPending = 64; // ours
static constexpr std::size_t kMspMaxQueued = 4096; // ours
static constexpr int kMspRequestTimeoutMs = 120000; // ours
static constexpr int kMspSpawnTimeoutMs = 10000; // ours
};
} // namespace molo::meta