feat(clients): models: Gemini on Vertex, Model Garden, Claude, endpoint models, media, VertexModel
One call table verified against Discovery (29 calls), live-verified read-only with an express key and a service account token, /agent/models example routes. Co-Authored-By: Claude Sonnet 5.5 <noreply@anthropic.com>
This commit is contained in:
@@ -0,0 +1,45 @@
|
||||
#pragma once
|
||||
|
||||
// Static ceilings for the models module. Never autotuned.
|
||||
|
||||
#include <chrono>
|
||||
#include <cstddef>
|
||||
|
||||
namespace molo::google::models {
|
||||
|
||||
struct ModelsCaps {
|
||||
// Gemini
|
||||
static constexpr std::size_t kMaxContents = 200;
|
||||
static constexpr std::size_t kMaxTextChars = 1000000; // all text parts of a request
|
||||
static constexpr int kMaxOutputTokens = 65536;
|
||||
static constexpr int kMaxCandidates = 8;
|
||||
// Embeddings
|
||||
static constexpr std::size_t kMaxEmbedBatch = 100;
|
||||
static constexpr std::size_t kMaxEmbedChars = 100000; // per text
|
||||
static constexpr int kMaxEmbedDimensions = 3072;
|
||||
// Model Garden
|
||||
static constexpr std::size_t kMaxListPages = 20;
|
||||
static constexpr int kMaxPageSize = 100;
|
||||
static constexpr std::size_t kMaxModelsReturned = 2000;
|
||||
// Partner (Claude)
|
||||
static constexpr std::size_t kMaxClaudeMessages = 200;
|
||||
static constexpr int kMaxClaudeTokens = 32768;
|
||||
static constexpr std::size_t kMaxClaudeChars = 1000000;
|
||||
// Open models
|
||||
static constexpr std::size_t kMaxInstances = 16;
|
||||
static constexpr std::size_t kMaxInstanceChars = 100000;
|
||||
static constexpr int kMaxGemmaTokens = 8192;
|
||||
// Media
|
||||
static constexpr std::size_t kMaxPromptChars = 4000;
|
||||
static constexpr int kMaxImages = 4;
|
||||
static constexpr int kMaxMusicSamples = 4;
|
||||
static constexpr int kMaxVideoSamples = 4;
|
||||
static constexpr int kMaxVideoSeconds = 8;
|
||||
static constexpr std::size_t kMaxMediaBytes = 32u * 1024u * 1024u; // per item
|
||||
static constexpr std::size_t kMaxMediaItems = 8;
|
||||
static constexpr std::size_t kMaxOperationName = 512;
|
||||
static constexpr std::chrono::milliseconds kVideoPollInterval{5000};
|
||||
static constexpr std::size_t kMaxVideoPolls = 120; // 10 minutes
|
||||
};
|
||||
|
||||
} // namespace molo::google::models
|
||||
Reference in New Issue
Block a user