feat(clients): perplexity: Sonar, Search, Agent, embeddings, decisions, batches, skills, orchestrator
Package molo::perplexity covering all 39 operations of the five published OpenAPI documents, PerplexityChatModel, demo routes under /ai/perplexity, check_spec.py, SPEC.md, 46 unit cases and 111 route checks. Co-Authored-By: Claude Sonnet 5.5 <noreply@anthropic.com>
This commit is contained in:
Vendored
+90
@@ -0,0 +1,90 @@
|
||||
#pragma once
|
||||
|
||||
// Batch API for the Agent API: upload a JSONL file (purpose=batch), create a
|
||||
// batch against /v1/responses, poll it, download the output / error files.
|
||||
// 24h completion window is the only value. Batches and files are separate
|
||||
// services because the files also carry the output and error files.
|
||||
|
||||
#include <map>
|
||||
#include <string>
|
||||
#include <vector>
|
||||
|
||||
#include "llm/api_client.h"
|
||||
#include "vendors/perplexity/types.h"
|
||||
|
||||
namespace molo::perplexity {
|
||||
|
||||
struct BatchFileInfo {
|
||||
std::string id, filename, purpose; // purpose: batch | batch_output
|
||||
long bytes = 0, created_at = 0, expires_at = 0;
|
||||
bool deleted = false; // only set by remove()
|
||||
static BatchFileInfo parse(const Json& doc);
|
||||
};
|
||||
|
||||
struct BatchFileList {
|
||||
std::vector<BatchFileInfo> files;
|
||||
std::string first_id, last_id;
|
||||
bool has_more = false;
|
||||
bool truncated = false; // a walk cap stopped the listing
|
||||
};
|
||||
|
||||
struct BatchInfo {
|
||||
std::string id, endpoint, input_file_id, output_file_id, error_file_id, completion_window, status;
|
||||
long created_at = 0, in_progress_at = 0, expires_at = 0, finalizing_at = 0, completed_at = 0, failed_at = 0,
|
||||
expired_at = 0, cancelling_at = 0, cancelled_at = 0;
|
||||
long total = 0, completed = 0, failed = 0; // request_counts
|
||||
long input_tokens = 0, output_tokens = 0, total_tokens = 0;
|
||||
struct Error {
|
||||
std::string code, message;
|
||||
long line = 0;
|
||||
};
|
||||
std::vector<Error> errors;
|
||||
std::map<std::string, std::string> metadata;
|
||||
Json raw;
|
||||
static BatchInfo parse(const Json& doc);
|
||||
// validating, in_progress, finalizing, cancelling are active; the rest are final.
|
||||
bool finished() const;
|
||||
};
|
||||
|
||||
struct BatchList {
|
||||
std::vector<BatchInfo> batches;
|
||||
std::string first_id, last_id;
|
||||
bool has_more = false;
|
||||
bool truncated = false;
|
||||
};
|
||||
|
||||
// One request line of a batch input file: {"custom_id", "method", "url", "body"}
|
||||
// is the OpenAI-compatible shape; the exact line schema is not in the OpenAPI
|
||||
// document (see SPEC Unverified), so lines are only checked to be JSON objects.
|
||||
struct BatchInput {
|
||||
std::string filename = "batch.jsonl";
|
||||
std::string jsonl;
|
||||
void validate() const; // <= 200 MB, <= 50,000 lines, each line a JSON object
|
||||
};
|
||||
|
||||
class BatchFiles : public llm::Service {
|
||||
public:
|
||||
explicit BatchFiles(std::shared_ptr<llm::ApiClient> client) : llm::Service(std::move(client)) {}
|
||||
BatchFileInfo upload(const BatchInput& input);
|
||||
// order: "", asc, desc; purpose: "", batch, batch_output; after: cursor id.
|
||||
BatchFileList list(int limit = 0, const std::string& after = "", const std::string& order = "",
|
||||
const std::string& purpose = "");
|
||||
BatchFileInfo get(const std::string& file_id);
|
||||
// Destructive, no default. Batches already created from the file are not affected.
|
||||
BatchFileInfo remove(const std::string& file_id);
|
||||
std::string content(const std::string& file_id);
|
||||
};
|
||||
|
||||
class Batches : public llm::Service {
|
||||
public:
|
||||
explicit Batches(std::shared_ptr<llm::ApiClient> client) : llm::Service(std::move(client)) {}
|
||||
// idempotency_key: "" omits the header (<= 200 chars). metadata: <= 16 pairs, keys <= 64, values <= 512.
|
||||
BatchInfo create(const std::string& input_file_id, const std::map<std::string, std::string>& metadata = {},
|
||||
const std::string& idempotency_key = "");
|
||||
BatchList list(int limit = 0, const std::string& after = "");
|
||||
BatchInfo get(const std::string& batch_id);
|
||||
// Destructive, no default: moves the batch to cancelling.
|
||||
BatchInfo cancel(const std::string& batch_id);
|
||||
};
|
||||
|
||||
} // namespace molo::perplexity
|
||||
Reference in New Issue
Block a user