feat(clients): meta: Meta Model API module, Muse Code protocol client, demo and tests

Co-Authored-By: Claude Sonnet 5.5 <noreply@anthropic.com>
This commit is contained in:
2026-10-24 08:02:23 +02:00
co-authored by Claude Sonnet 5.5
parent 2e0270c043
commit 6fb7c80d2d
51 changed files with 7035 additions and 3 deletions
+79
View File
@@ -0,0 +1,79 @@
#include "meta/usage.h"
#include <cstdlib>
#include "meta/catalog.h"
namespace molo::meta {
MetaUsage MetaUsage::from_responses(const Json& u) {
MetaUsage m;
m.input_tokens = JsonX::num(u, "input_tokens");
m.output_tokens = JsonX::num(u, "output_tokens");
m.total_tokens = JsonX::num(u, "total_tokens", m.input_tokens + m.output_tokens);
m.cached_tokens = JsonX::path_num(u, "input_tokens_details.cached_tokens");
m.reasoning_tokens = JsonX::path_num(u, "output_tokens_details.reasoning_tokens");
m.images_processed = JsonX::num(u, "images_processed");
m.video_frames_processed = JsonX::num(u, "video_frames_processed");
return m;
}
MetaUsage MetaUsage::from_chat(const Json& u) {
MetaUsage m;
m.input_tokens = JsonX::num(u, "prompt_tokens");
m.output_tokens = JsonX::num(u, "completion_tokens");
m.total_tokens = JsonX::num(u, "total_tokens", m.input_tokens + m.output_tokens);
m.cached_tokens = JsonX::path_num(u, "prompt_tokens_details.cached_tokens");
m.reasoning_tokens = JsonX::path_num(u, "completion_tokens_details.reasoning_tokens");
return m;
}
MetaUsage MetaUsage::from_messages(const Json& u) {
MetaUsage m;
m.input_tokens = JsonX::num(u, "input_tokens");
m.output_tokens = JsonX::num(u, "output_tokens");
m.total_tokens = m.input_tokens + m.output_tokens;
m.cached_tokens = JsonX::num(u, "cache_read_input_tokens");
m.reasoning_tokens = JsonX::path_num(u, "output_tokens_details.thinking_tokens");
return m;
}
llm::Usage MetaUsage::to_neutral() const {
llm::Usage u;
u.input_tokens = static_cast<int>(input_tokens);
u.output_tokens = static_cast<int>(output_tokens);
u.total_tokens = static_cast<int>(total_tokens);
u.cached_tokens = static_cast<int>(cached_tokens);
u.reasoning_tokens = static_cast<int>(reasoning_tokens);
return u;
}
double MetaUsage::cost_usd(const std::string& model) const {
const ModelInfo* info = ModelCatalog::find(model);
if (!info || info->kind != ModelKind::kText || info->input_per_m <= 0) return -1.0;
long fresh = input_tokens > cached_tokens ? input_tokens - cached_tokens : 0;
return (static_cast<double>(cached_tokens) * info->cached_per_m +
static_cast<double>(fresh) * info->input_per_m +
static_cast<double>(output_tokens) * info->output_per_m) / 1e6;
}
namespace {
long header_long(const clients::HeaderMap& h, const char* name) {
auto v = h.get(name);
if (!v || v->empty() || v->size() > 18) return -1;
for (char c : *v)
if (c < '0' || c > '9') return -1;
return std::strtol(v->c_str(), nullptr, 10);
}
} // namespace
RateLimits RateLimits::from_headers(const clients::HeaderMap& h) {
RateLimits r;
r.limit_tokens = header_long(h, "x-ratelimit-limit-tokens");
r.remaining_tokens = header_long(h, "x-ratelimit-remaining-tokens");
r.limit_requests = header_long(h, "x-ratelimit-limit-requests");
r.remaining_requests = header_long(h, "x-ratelimit-remaining-requests");
return r;
}
} // namespace molo::meta