Merge optimize module (evaluation, simulation, observability, optimizer)
This commit is contained in:
@@ -0,0 +1,80 @@
|
||||
// Agent optimize page: one action select, fields per action, JSON out.
|
||||
(function () {
|
||||
"use strict";
|
||||
var ACTIONS = {
|
||||
score: { help: "Local autorater scores a whole conversation.",
|
||||
fields: [["metric", "select:task_success,safety"], ["transcript", "area:user: ...\nagent: ..."]] },
|
||||
simulate: { help: "A simulated user talks to an agent built from your instruction, then both are scored.",
|
||||
fields: [["instruction", "area"], ["starting_prompt", "text"], ["plan", "area"], ["max_turns", "text:5"]] },
|
||||
cluster: { help: "Group failures (one per line) by root cause.",
|
||||
fields: [["failures", "area"], ["max_clusters", "text:5"]] },
|
||||
suggest: { help: "Cluster failures and suggest a refined system instruction.",
|
||||
fields: [["instruction", "area"], ["failures", "area"]] },
|
||||
evaluate: { help: "Managed evaluateInstances (safety, exact_match, trajectory).",
|
||||
fields: [["kind", "select:safety,exact_match,trajectory"], ["prediction", "area"], ["reference", "text"],
|
||||
["predicted", "text:tool names, comma separated"]] },
|
||||
scenarios: { help: "Generate simulated user scenarios.",
|
||||
fields: [["agent_instruction", "area"], ["instruction", "text"], ["count", "text:5"]] },
|
||||
runs: { help: "List evaluation runs (needs OAuth).", fields: [["limit", "text:10"]] },
|
||||
traces: { help: "Cloud Trace summary (needs OAuth).", fields: [["limit", "text:20"], ["filter", "text"]] },
|
||||
logs: { help: "Cloud Logging entries (needs OAuth).", fields: [["limit", "text:20"], ["trace_id", "text"], ["filter", "text"]] }
|
||||
};
|
||||
var $ = function (id) { return document.getElementById(id); };
|
||||
var sel = $("o-action"), fields = $("o-fields"), out = $("o-out"), err = $("o-error"), help = $("o-help");
|
||||
var MAX_REPLY_CHARS = 100000;
|
||||
|
||||
Object.keys(ACTIONS).forEach(function (k) {
|
||||
var o = document.createElement("option");
|
||||
o.value = k; o.textContent = k; sel.appendChild(o);
|
||||
});
|
||||
|
||||
function build() {
|
||||
var a = ACTIONS[sel.value];
|
||||
help.textContent = a.help;
|
||||
fields.innerHTML = "";
|
||||
a.fields.forEach(function (f) {
|
||||
var label = document.createElement("label");
|
||||
label.textContent = f[0];
|
||||
var kind = f[1].split(":")[0], arg = f[1].slice(kind.length + 1), el;
|
||||
if (kind === "select") {
|
||||
el = document.createElement("select");
|
||||
arg.split(",").forEach(function (v) {
|
||||
var o = document.createElement("option"); o.value = v; o.textContent = v; el.appendChild(o);
|
||||
});
|
||||
} else if (kind === "area") {
|
||||
el = document.createElement("textarea"); el.rows = 5; el.placeholder = arg;
|
||||
} else {
|
||||
el = document.createElement("input"); el.type = "text";
|
||||
if (/^\d+$/.test(arg)) el.value = arg; else el.placeholder = arg;
|
||||
}
|
||||
el.id = "of-" + f[0]; el.style.width = "100%"; el.style.boxSizing = "border-box";
|
||||
label.appendChild(el);
|
||||
fields.appendChild(label);
|
||||
});
|
||||
}
|
||||
|
||||
function send() {
|
||||
err.textContent = ""; out.textContent = "";
|
||||
var body = {};
|
||||
ACTIONS[sel.value].fields.forEach(function (f) {
|
||||
var v = $("of-" + f[0]).value;
|
||||
if (v !== "") body[f[0]] = v;
|
||||
});
|
||||
$("o-send").disabled = true;
|
||||
fetch("/agent/optimize/" + sel.value, {
|
||||
method: "POST", headers: { "Content-Type": "application/json" }, body: JSON.stringify(body)
|
||||
}).then(function (r) {
|
||||
return r.text().then(function (t) { return { ok: r.ok, text: t }; });
|
||||
}).then(function (r) {
|
||||
var text = r.text.slice(0, MAX_REPLY_CHARS);
|
||||
if (!r.ok) { err.textContent = text; return; }
|
||||
try { text = JSON.stringify(JSON.parse(text), null, 2); } catch (e) { /* show raw */ }
|
||||
out.textContent = text;
|
||||
}).catch(function (e) { err.textContent = String(e); })
|
||||
.then(function () { $("o-send").disabled = false; });
|
||||
}
|
||||
|
||||
sel.addEventListener("change", build);
|
||||
$("o-send").addEventListener("click", send);
|
||||
build();
|
||||
})();
|
||||
Reference in New Issue
Block a user