Files
moloapp/src/vendors/perplexity/caps.h
T

66 lines
3.2 KiB
C++
Raw Normal View History

#pragma once
// Static ceilings for the Perplexity module. Never autotuned. "Documented"
// numbers come from the OpenAPI documents (see SPEC.md ## Sources), "ours"
// are hard caps we add.
#include <cstddef>
namespace molo::perplexity {
struct PerplexityCaps {
// Documented limits.
static constexpr int kSearchMaxResults = 20; // web / fast search
static constexpr int kSearchMaxResultsPeople = 50; // people search only
static constexpr int kSearchMaxTokens = 1000000; // max_tokens, max_tokens_per_page
static constexpr std::size_t kSearchDomainFilter = 20;
static constexpr std::size_t kSearchLanguageFilter = 20;
static constexpr std::size_t kEmbedTexts = 512; // texts / documents per request
static constexpr int kEmbedMinDims = 128;
static constexpr int kEmbedMaxDims = 2560; // 4b models
static constexpr int kEmbedMaxDims06 = 1024; // 0.6b models
static constexpr std::size_t kAgentModels = 5; // fallback chain
static constexpr int kAgentMaxSteps = 100;
static constexpr std::size_t kAgentSkills = 16;
static constexpr int kWebToolMaxResults = 50;
static constexpr int kImageToolMaxResults = 30;
static constexpr int kFetchToolMaxUrls = 10;
static constexpr std::size_t kImageFilterEntries = 10;
static constexpr std::size_t kInlineSkillDescription = 1024;
static constexpr std::size_t kInlineSkillInstructions = 65536;
static constexpr std::size_t kInlineSkillsTotal = 262144;
static constexpr std::size_t kDecisionQuestions = 128;
static constexpr std::size_t kChoiceOptions = 255;
static constexpr std::size_t kScoreLevels = 10;
static constexpr int kPageLimitMax = 100; // batches, files lists
static constexpr int kSkillPageLimitMax = 200;
static constexpr std::size_t kBatchMetadataPairs = 16;
static constexpr std::size_t kBatchMetadataKey = 64;
static constexpr std::size_t kBatchMetadataValue = 512;
static constexpr std::size_t kIdempotencyKey = 200;
static constexpr std::size_t kBatchFileLines = 50000;
static constexpr std::size_t kBatchFileBytes = 200u * 1024u * 1024u;
// Our own caps.
static constexpr std::size_t kMaxMessages = 4096;
static constexpr std::size_t kMaxStop = 16;
static constexpr std::size_t kMaxFilterEntries = 20;
static constexpr std::size_t kMaxTools = 128;
static constexpr std::size_t kMaxInputItems = 4096;
static constexpr std::size_t kMaxStreamEvents = 200000;
static constexpr std::size_t kMaxChoices = 8;
static constexpr std::size_t kMaxPageWalk = 20; // list walks
static constexpr std::size_t kMaxItemsReturned = 5000;
static constexpr std::size_t kMaxModelsReturned = 1024;
static constexpr std::size_t kMaxQueryChars = 8192;
static constexpr std::size_t kMaxModelChars = 128;
static constexpr std::size_t kMaxUploadBytes = 200u * 1024u * 1024u;
static constexpr std::size_t kMaxSkillBundleBytes = 64u * 1024u * 1024u;
static constexpr std::size_t kMaxFilenameBytes = 255;
static constexpr int kMaxPollSeconds = 600; // helper wait ceiling
static constexpr int kMinPollIntervalSeconds = 1; // floor: tier 0 is 1 request per second
static constexpr std::size_t kMaxEmbedDecodedBytes = 64u * 1024u * 1024u;
static constexpr std::size_t kMaxGatewayFields = 64;
};
} // namespace molo::perplexity