81 lines
3.8 KiB
JavaScript
81 lines
3.8 KiB
JavaScript
// Agent optimize page: one action select, fields per action, JSON out.
|
|||
|
|
(function () {
|
||
|
|
"use strict";
|
||
|
|
var ACTIONS = {
|
||
|
|
score: { help: "Local autorater scores a whole conversation.",
|
||
|
|
fields: [["metric", "select:task_success,safety"], ["transcript", "area:user: ...\nagent: ..."]] },
|
||
|
|
simulate: { help: "A simulated user talks to an agent built from your instruction, then both are scored.",
|
||
|
|
fields: [["instruction", "area"], ["starting_prompt", "text"], ["plan", "area"], ["max_turns", "text:5"]] },
|
||
|
|
cluster: { help: "Group failures (one per line) by root cause.",
|
||
|
|
fields: [["failures", "area"], ["max_clusters", "text:5"]] },
|
||
|
|
suggest: { help: "Cluster failures and suggest a refined system instruction.",
|
||
|
|
fields: [["instruction", "area"], ["failures", "area"]] },
|
||
|
|
evaluate: { help: "Managed evaluateInstances (safety, exact_match, trajectory).",
|
||
|
|
fields: [["kind", "select:safety,exact_match,trajectory"], ["prediction", "area"], ["reference", "text"],
|
||
|
|
["predicted", "text:tool names, comma separated"]] },
|
||
|
|
scenarios: { help: "Generate simulated user scenarios.",
|
||
|
|
fields: [["agent_instruction", "area"], ["instruction", "text"], ["count", "text:5"]] },
|
||
|
|
runs: { help: "List evaluation runs (needs OAuth).", fields: [["limit", "text:10"]] },
|
||
|
|
traces: { help: "Cloud Trace summary (needs OAuth).", fields: [["limit", "text:20"], ["filter", "text"]] },
|
||
|
|
logs: { help: "Cloud Logging entries (needs OAuth).", fields: [["limit", "text:20"], ["trace_id", "text"], ["filter", "text"]] }
|
||
|
|
};
|
||
|
|
var $ = function (id) { return document.getElementById(id); };
|
||
|
|
var sel = $("o-action"), fields = $("o-fields"), out = $("o-out"), err = $("o-error"), help = $("o-help");
|
||
|
|
var MAX_REPLY_CHARS = 100000;
|
||
|
|
|
||
|
|
Object.keys(ACTIONS).forEach(function (k) {
|
||
|
|
var o = document.createElement("option");
|
||
|
|
o.value = k; o.textContent = k; sel.appendChild(o);
|
||
|
|
});
|
||
|
|
|
||
|
|
function build() {
|
||
|
|
var a = ACTIONS[sel.value];
|
||
|
|
help.textContent = a.help;
|
||
|
|
fields.innerHTML = "";
|
||
|
|
a.fields.forEach(function (f) {
|
||
|
|
var label = document.createElement("label");
|
||
|
|
label.textContent = f[0];
|
||
|
|
var kind = f[1].split(":")[0], arg = f[1].slice(kind.length + 1), el;
|
||
|
|
if (kind === "select") {
|
||
|
|
el = document.createElement("select");
|
||
|
|
arg.split(",").forEach(function (v) {
|
||
|
|
var o = document.createElement("option"); o.value = v; o.textContent = v; el.appendChild(o);
|
||
|
|
});
|
||
|
|
} else if (kind === "area") {
|
||
|
|
el = document.createElement("textarea"); el.rows = 5; el.placeholder = arg;
|
||
|
|
} else {
|
||
|
|
el = document.createElement("input"); el.type = "text";
|
||
|
|
if (/^\d+$/.test(arg)) el.value = arg; else el.placeholder = arg;
|
||
|
|
}
|
||
|
|
el.id = "of-" + f[0]; el.style.width = "100%"; el.style.boxSizing = "border-box";
|
||
|
|
label.appendChild(el);
|
||
|
|
fields.appendChild(label);
|
||
|
|
});
|
||
|
|
}
|
||
|
|
|
||
|
|
function send() {
|
||
|
|
err.textContent = ""; out.textContent = "";
|
||
|
|
var body = {};
|
||
|
|
ACTIONS[sel.value].fields.forEach(function (f) {
|
||
|
|
var v = $("of-" + f[0]).value;
|
||
|
|
if (v !== "") body[f[0]] = v;
|
||
|
|
});
|
||
|
|
$("o-send").disabled = true;
|
||
|
|
fetch("/agent/optimize/" + sel.value, {
|
||
|
|
method: "POST", headers: { "Content-Type": "application/json" }, body: JSON.stringify(body)
|
||
|
|
}).then(function (r) {
|
||
|
|
return r.text().then(function (t) { return { ok: r.ok, text: t }; });
|
||
|
|
}).then(function (r) {
|
||
|
|
var text = r.text.slice(0, MAX_REPLY_CHARS);
|
||
|
|
if (!r.ok) { err.textContent = text; return; }
|
||
|
|
try { text = JSON.stringify(JSON.parse(text), null, 2); } catch (e) { /* show raw */ }
|
||
|
|
out.textContent = text;
|
||
|
|
}).catch(function (e) { err.textContent = String(e); })
|
||
|
|
.then(function () { $("o-send").disabled = false; });
|
||
|
|
}
|
||
|
|
|
||
|
|
sel.addEventListener("change", build);
|
||
|
|
$("o-send").addEventListener("click", send);
|
||
|
|
build();
|
||
|
|
})();
|