2026-10-24 04:40:00 +02:00
|
|
|
#pragma once
|
|
|
|
|
|
|
|
|
|
// Static ceilings for the models module. Never autotuned.
|
|
|
|
|
|
|
|
|
|
#include <chrono>
|
|
|
|
|
#include <cstddef>
|
|
|
|
|
|
|
|
|
|
namespace molo::google::models {
|
|
|
|
|
|
|
|
|
|
struct ModelsCaps {
|
|
|
|
|
// Gemini
|
|
|
|
|
static constexpr std::size_t kMaxContents = 200;
|
|
|
|
|
static constexpr std::size_t kMaxTextChars = 1000000; // all text parts of a request
|
|
|
|
|
static constexpr int kMaxOutputTokens = 65536;
|
|
|
|
|
static constexpr int kMaxCandidates = 8;
|
|
|
|
|
// Embeddings
|
|
|
|
|
static constexpr std::size_t kMaxEmbedBatch = 100;
|
|
|
|
|
static constexpr std::size_t kMaxEmbedChars = 100000; // per text
|
|
|
|
|
static constexpr int kMaxEmbedDimensions = 3072;
|
|
|
|
|
// Model Garden
|
|
|
|
|
static constexpr std::size_t kMaxListPages = 20;
|
|
|
|
|
static constexpr int kMaxPageSize = 100;
|
|
|
|
|
static constexpr std::size_t kMaxModelsReturned = 2000;
|
|
|
|
|
// Partner (Claude)
|
|
|
|
|
static constexpr std::size_t kMaxClaudeMessages = 200;
|
|
|
|
|
static constexpr int kMaxClaudeTokens = 32768;
|
|
|
|
|
static constexpr std::size_t kMaxClaudeChars = 1000000;
|
|
|
|
|
// Open models
|
|
|
|
|
static constexpr std::size_t kMaxInstances = 16;
|
|
|
|
|
static constexpr std::size_t kMaxInstanceChars = 100000;
|
|
|
|
|
static constexpr int kMaxGemmaTokens = 8192;
|
2026-10-24 05:47:34 +02:00
|
|
|
// Admin surface: endpoint lifecycle, publisher extras, operations
|
|
|
|
|
static constexpr std::size_t kMaxAdminBodyChars = 262144; // serialized request body
|
|
|
|
|
static constexpr std::size_t kMaxMaskChars = 512; // updateMask
|
|
|
|
|
static constexpr int kMaxOperationTimeoutSeconds = 600; // operations.wait
|
|
|
|
|
static constexpr std::size_t kMaxOperationPages = 5;
|
|
|
|
|
static constexpr std::size_t kMaxPermissions = 64;
|
|
|
|
|
static constexpr std::size_t kMaxStreamEvents = 5000;
|
2026-10-24 04:40:00 +02:00
|
|
|
// Media
|
|
|
|
|
static constexpr std::size_t kMaxPromptChars = 4000;
|
|
|
|
|
static constexpr int kMaxImages = 4;
|
|
|
|
|
static constexpr int kMaxMusicSamples = 4;
|
|
|
|
|
static constexpr int kMaxVideoSamples = 4;
|
|
|
|
|
static constexpr int kMaxVideoSeconds = 8;
|
|
|
|
|
static constexpr std::size_t kMaxMediaBytes = 32u * 1024u * 1024u; // per item
|
|
|
|
|
static constexpr std::size_t kMaxMediaItems = 8;
|
|
|
|
|
static constexpr std::size_t kMaxOperationName = 512;
|
|
|
|
|
static constexpr std::chrono::milliseconds kVideoPollInterval{5000};
|
|
|
|
|
static constexpr std::size_t kMaxVideoPolls = 120; // 10 minutes
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
} // namespace molo::google::models
|