59 lines
3.5 KiB
C++
59 lines
3.5 KiB
C++
#pragma once
|
|||
|
|
|
||
|
|
// Static ceilings and documented limits for the Meta Model API module. Every
|
||
|
|
// value is a constant you can read; nothing is autotuned. Documented vendor
|
||
|
|
// limits are marked "docs"; the rest are our own floors and ceilings.
|
||
|
|
|
||
|
|
#include <cstddef>
|
||
|
|
|
||
|
|
namespace molo::meta {
|
||
|
|
|
||
|
|
struct MetaCaps {
|
||
|
|
// Request shaping (docs: error-handling, protocols/responses).
|
||
|
|
static constexpr int kMinOutputTokens = 16; // docs: max_output_tokens minimum
|
||
|
|
static constexpr std::size_t kMaxInputItems = 4096; // ours
|
||
|
|
static constexpr std::size_t kMaxTools = 256; // ours (matches llm::Caps)
|
||
|
|
static constexpr std::size_t kMaxIdBytes = 256; // ours
|
||
|
|
static constexpr std::size_t kMaxCallIdBytes = 64; // docs: call_id 1..64
|
||
|
|
static constexpr std::size_t kMaxSafetyIdBytes = 64; // docs
|
||
|
|
static constexpr std::size_t kMaxModelBytes = 128; // ours
|
||
|
|
static constexpr std::size_t kMaxPromptBytes = 4u * 1024u * 1024u; // ours
|
||
|
|
static constexpr std::size_t kMaxBackgroundBodyBytes = 1048576; // docs: 1 MiB
|
||
|
|
static constexpr std::size_t kMaxInlineBytes = 50000000; // docs: 50 MB inline media
|
||
|
|
static constexpr std::size_t kMaxImageCount = 50; // docs: 50 images per request
|
||
|
|
static constexpr int kMaxImagesPerCall = 10; // docs: n 1..10
|
||
|
|
static constexpr std::size_t kMaxMetadataPairs = 16; // ours
|
||
|
|
// Files (docs: file-handling). The vendor allows 1 GiB; llm::Caps stops at 512 MiB.
|
||
|
|
static constexpr std::size_t kMaxUploadBytes = 512u * 1024u * 1024u;
|
||
|
|
static constexpr long kMinExpireSeconds = 3600; // docs
|
||
|
|
static constexpr long kMaxExpireSeconds = 2592000; // docs
|
||
|
|
static constexpr int kListPageLimit = 1000; // ours (docs allow 10000)
|
||
|
|
static constexpr std::size_t kMaxListPages = 20; // ours
|
||
|
|
// Speech (docs: speech-to-text).
|
||
|
|
static constexpr std::size_t kMaxTranscribeBytes = 32u * 1000u * 1000u; // docs: 32 MB
|
||
|
|
static constexpr long kMaxTranscribeMs = 10L * 60L * 1000L; // docs: 10 minutes
|
||
|
|
static constexpr std::size_t kMaxKeywords = 256; // ours
|
||
|
|
static constexpr int kRealtimeHandshakeMs = 10000; // docs: first frame within 10 s
|
||
|
|
static constexpr int kConnectTimeoutMs = 10000; // ours
|
||
|
|
static constexpr int kRealtimeIdleMs = 30000; // ours
|
||
|
|
static constexpr std::size_t kMaxRealtimeAudioFrame = 1u * 1024u * 1024u; // ours
|
||
|
|
static constexpr std::size_t kMaxRealtimeEvents = 100000; // ours
|
||
|
|
static constexpr std::size_t kMaxStreamEvents = 1000000; // ours: events folded per HTTP stream
|
||
|
|
// Retry (docs: pricing-rate-limits, error-handling).
|
||
|
|
static constexpr int kMaxRetries = 5;
|
||
|
|
static constexpr int kBackoffBaseMs = 500; // docs: start near 500 ms
|
||
|
|
static constexpr int kBackoffCapMs = 30000; // ours
|
||
|
|
// Segmentation output parsing.
|
||
|
|
static constexpr std::size_t kMaxSamLines = 100000; // ours
|
||
|
|
static constexpr std::size_t kMaxSamRecords = 1000000; // ours
|
||
|
|
static constexpr std::size_t kMaxMaskPixels = 64u * 1024u * 1024u; // ours
|
||
|
|
// Muse Code session protocol (MSP).
|
||
|
|
static constexpr std::size_t kMspFrameLimit = 10485760; // MSP transcript manifest: frameLimitBytes
|
||
|
|
static constexpr std::size_t kMspMaxPending = 64; // ours
|
||
|
|
static constexpr std::size_t kMspMaxQueued = 4096; // ours
|
||
|
|
static constexpr int kMspRequestTimeoutMs = 120000; // ours
|
||
|
|
static constexpr int kMspSpawnTimeoutMs = 10000; // ours
|
||
|
|
};
|
||
|
|
|
||
|
|
} // namespace molo::meta
|