feat(clients): models: Gemini on Vertex, Model Garden, Claude, endpoint models, media, VertexModel

One call table verified against Discovery (29 calls), live-verified read-only
with an express key and a service account token, /agent/models example routes.

Co-Authored-By: Claude Sonnet 5.5 <noreply@anthropic.com>
This commit is contained in:
2026-10-24 04:40:00 +02:00
co-authored by Claude Sonnet 5.5
parent 6d744a433f
commit 6b731643bf
30 changed files with 3200 additions and 3 deletions
+45
View File
@@ -0,0 +1,45 @@
#pragma once
// Static ceilings for the models module. Never autotuned.
#include <chrono>
#include <cstddef>
namespace molo::google::models {
struct ModelsCaps {
// Gemini
static constexpr std::size_t kMaxContents = 200;
static constexpr std::size_t kMaxTextChars = 1000000; // all text parts of a request
static constexpr int kMaxOutputTokens = 65536;
static constexpr int kMaxCandidates = 8;
// Embeddings
static constexpr std::size_t kMaxEmbedBatch = 100;
static constexpr std::size_t kMaxEmbedChars = 100000; // per text
static constexpr int kMaxEmbedDimensions = 3072;
// Model Garden
static constexpr std::size_t kMaxListPages = 20;
static constexpr int kMaxPageSize = 100;
static constexpr std::size_t kMaxModelsReturned = 2000;
// Partner (Claude)
static constexpr std::size_t kMaxClaudeMessages = 200;
static constexpr int kMaxClaudeTokens = 32768;
static constexpr std::size_t kMaxClaudeChars = 1000000;
// Open models
static constexpr std::size_t kMaxInstances = 16;
static constexpr std::size_t kMaxInstanceChars = 100000;
static constexpr int kMaxGemmaTokens = 8192;
// Media
static constexpr std::size_t kMaxPromptChars = 4000;
static constexpr int kMaxImages = 4;
static constexpr int kMaxMusicSamples = 4;
static constexpr int kMaxVideoSamples = 4;
static constexpr int kMaxVideoSeconds = 8;
static constexpr std::size_t kMaxMediaBytes = 32u * 1024u * 1024u; // per item
static constexpr std::size_t kMaxMediaItems = 8;
static constexpr std::size_t kMaxOperationName = 512;
static constexpr std::chrono::milliseconds kVideoPollInterval{5000};
static constexpr std::size_t kMaxVideoPolls = 120; // 10 minutes
};
} // namespace molo::google::models