Files
moloapp/src/google/models/caps.h
T

53 lines
2.2 KiB
C++
Raw Normal View History

#pragma once
// Static ceilings for the models module. Never autotuned.
#include <chrono>
#include <cstddef>
namespace molo::google::models {
struct ModelsCaps {
// Gemini
static constexpr std::size_t kMaxContents = 200;
static constexpr std::size_t kMaxTextChars = 1000000; // all text parts of a request
static constexpr int kMaxOutputTokens = 65536;
static constexpr int kMaxCandidates = 8;
// Embeddings
static constexpr std::size_t kMaxEmbedBatch = 100;
static constexpr std::size_t kMaxEmbedChars = 100000; // per text
static constexpr int kMaxEmbedDimensions = 3072;
// Model Garden
static constexpr std::size_t kMaxListPages = 20;
static constexpr int kMaxPageSize = 100;
static constexpr std::size_t kMaxModelsReturned = 2000;
// Partner (Claude)
static constexpr std::size_t kMaxClaudeMessages = 200;
static constexpr int kMaxClaudeTokens = 32768;
static constexpr std::size_t kMaxClaudeChars = 1000000;
// Open models
static constexpr std::size_t kMaxInstances = 16;
static constexpr std::size_t kMaxInstanceChars = 100000;
static constexpr int kMaxGemmaTokens = 8192;
// Admin surface: endpoint lifecycle, publisher extras, operations
static constexpr std::size_t kMaxAdminBodyChars = 262144; // serialized request body
static constexpr std::size_t kMaxMaskChars = 512; // updateMask
static constexpr int kMaxOperationTimeoutSeconds = 600; // operations.wait
static constexpr std::size_t kMaxOperationPages = 5;
static constexpr std::size_t kMaxPermissions = 64;
static constexpr std::size_t kMaxStreamEvents = 5000;
// Media
static constexpr std::size_t kMaxPromptChars = 4000;
static constexpr int kMaxImages = 4;
static constexpr int kMaxMusicSamples = 4;
static constexpr int kMaxVideoSamples = 4;
static constexpr int kMaxVideoSeconds = 8;
static constexpr std::size_t kMaxMediaBytes = 32u * 1024u * 1024u; // per item
static constexpr std::size_t kMaxMediaItems = 8;
static constexpr std::size_t kMaxOperationName = 512;
static constexpr std::chrono::milliseconds kVideoPollInterval{5000};
static constexpr std::size_t kMaxVideoPolls = 120; // 10 minutes
};
} // namespace molo::google::models