Files
moloapp/src/vendors/retrieval/pinecone/pinecone.h
T

108 lines
4.3 KiB
C++

#pragma once
// Pinecone: control plane (indexes, collections, backups), data plane
// (upsert, query, fetch, list, delete, namespaces, stats) and inference
// (embed, rerank). API version 2026-07. The data plane lives on the host of an
// index, so a Pinecone object is built with that host (empty = control plane
// and inference only). Implements Embedder and Reranker through the hosted
// inference models.
#include <string>
#include <vector>
#include "vendors/retrieval/provider.h"
#include "vendors/retrieval/seams.h"
namespace molo::retrieval {
const CallTable& pinecone_calls();
struct PineconeVector {
std::string id;
std::vector<float> values;
Json metadata; // null = none
};
struct PineconeMatch {
std::string id;
double score = 0;
std::vector<float> values;
Json metadata;
};
struct PineconeQuery {
std::vector<float> vector; // or `id`
std::string id;
int top_k = 10;
std::string ns; // namespace; empty = the default namespace
Json filter; // null = none
bool include_values = false;
bool include_metadata = true;
};
struct PineconePage {
std::vector<std::string> ids;
std::string next_token; // empty = last page
bool truncated = false; // the page walk hit the cap
};
class Pinecone : public Provider, public Embedder, public Reranker {
public:
static constexpr const char* kKeyEnv = "PINECONE_API_KEY";
static constexpr const char* kControlUrl = "https://api.pinecone.io";
static constexpr const char* kApiVersion = "2026-07";
static constexpr const char* kDefaultEmbedModel = "multilingual-e5-large";
static constexpr const char* kDefaultRerankModel = "bge-reranker-v2-m3";
static constexpr std::size_t kFetchIdsPerCall = 100; // ids travel in the URL
static llm::ApiClientConfig config();
// index_host: the `host` field of describe_index, e.g. "my-index-abc.svc.pinecone.io".
static Pinecone from_env(const std::string& index_host = "");
static Pinecone with(const TransportFactory& factory, std::string key, const std::string& index_host = "");
explicit Pinecone(std::shared_ptr<Gateway> gateway) : Provider(std::move(gateway)) {}
std::string provider() const override { return "pinecone"; }
EmbedResult embed(const EmbedRequest& request) override;
RerankResult rerank(const RerankRequest& request) override;
// Control plane
Json list_indexes();
Json describe_index(const std::string& name);
// A dense-vector index on Pinecone managed infrastructure.
Json create_index(const std::string& name, int dimension, const std::string& metric,
const std::string& cloud, const std::string& region);
Json configure_index(const std::string& name, const Json& body);
// Destructive.
Json delete_index(const std::string& name);
Json list_collections();
Json describe_collection(const std::string& name);
Json create_collection(const std::string& name, const std::string& source_index);
Json delete_collection(const std::string& name); // destructive
Json list_backups(const std::string& index_name);
Json create_backup(const std::string& index_name, const std::string& name, const std::string& description);
Json describe_backup(const std::string& backup_id);
Json delete_backup(const std::string& backup_id); // destructive
// Data plane (needs the index host)
Json upsert(const std::vector<PineconeVector>& vectors, const std::string& ns);
std::vector<PineconeMatch> query(const PineconeQuery& query);
Json fetch(const std::vector<std::string>& ids, const std::string& ns);
PineconePage list(const std::string& prefix, const std::string& ns, int limit, const std::string& token);
Json stats(const Json& filter);
Json list_namespaces(int limit, const std::string& token);
Json describe_namespace(const std::string& ns);
// Destructive.
Json delete_ids(const std::vector<std::string>& ids, const std::string& ns);
Json delete_all(const std::string& ns);
Json delete_by_filter(const Json& filter, const std::string& ns);
Json delete_namespace(const std::string& ns);
static EmbedResult parse_embeddings(const Json& doc);
static RerankResult parse_rerank(const Json& doc);
static std::vector<PineconeMatch> parse_matches(const Json& doc);
static PineconePage parse_list(const Json& doc);
static Json vector_json(const PineconeVector& v);
};
} // namespace molo::retrieval