Files
moloapp/src/google/models/vertex_model.cpp
T

27 lines
836 B
C++
Raw Normal View History

#include "google/models/vertex_model.h"
#include "google/errors.h"
namespace molo::google::models {
VertexModel::VertexModel(std::shared_ptr<Gemini> gemini, std::string default_model)
: gemini_(std::move(gemini)), default_model_(std::move(default_model)) {
VertexTarget::require_segment(default_model_, "model");
}
const std::string& VertexModel::model_for(const GenerateRequest& request) const {
return request.model.empty() ? default_model_ : request.model;
}
GenerateResponse VertexModel::generate(const GenerateRequest& request) {
return gemini_->generate(model_for(request), request);
}
void VertexModel::stream(
const GenerateRequest& request,
const std::function<bool(const GenerateResponse&)>& on_chunk) {
gemini_->stream(model_for(request), request, on_chunk);
}
} // namespace molo::google::models