@shawnstack/quickforge 1.7.11 → 1.8.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/dist/assets/AgentProfilesPage-lKGIE5Dj.js +1 -0
- package/dist/assets/ChatPanelHost-CWUYIkXG.js +11 -0
- package/dist/assets/CloudAccountSettingsPage-BhXH0ups.js +1 -0
- package/dist/assets/{PluginsPage-mLvwvTmL.js → PluginsPage-DHWF13mN.js} +1 -1
- package/dist/assets/ScheduledTasksPage-DLAg-i8c.js +2 -0
- package/dist/assets/{SettingsWorkspacePage-0OINfEqK.js → SettingsWorkspacePage-BhUzL5oi.js} +313 -313
- package/dist/assets/ShareLinksSettingsPage-DogGa3lH.js +1 -0
- package/dist/assets/SharedConversationPage-7QpeaG_P.js +1 -0
- package/dist/assets/TerminalDock-CWSKcuiU.js +2 -0
- package/dist/assets/WorkspaceInspector-CEfyYqWy.js +36 -0
- package/dist/assets/{abnfDiagram-VRR7QNED-CMhVoYUh.js → abnfDiagram-VRR7QNED-DGklo3PO.js} +1 -1
- package/dist/assets/{architectureDiagram-ZJ3FMSHR-C52qL6Hg.js → architectureDiagram-ZJ3FMSHR-CioWLVTp.js} +1 -1
- package/dist/assets/{blockDiagram-677ZJIJ3-CM3XbLol.js → blockDiagram-677ZJIJ3-BJWBq5e9.js} +1 -1
- package/dist/assets/{c4Diagram-LMCZKHZV-D7Bh1ui1.js → c4Diagram-LMCZKHZV-BacRvqFK.js} +1 -1
- package/dist/assets/channel-CeXY-wZo.js +1 -0
- package/dist/assets/{chunk-32BRIVSS-xgrtbT8e.js → chunk-32BRIVSS-B53BNE2C.js} +1 -1
- package/dist/assets/{chunk-52WLFC77-CDbaHw80.js → chunk-52WLFC77-CYq4hT4f.js} +1 -1
- package/dist/assets/{chunk-C7G6YPKG-ZMLUvfLy.js → chunk-C7G6YPKG-KFaGpP_Z.js} +1 -1
- package/dist/assets/{chunk-EX3LRPZG-BcQhaqt7.js → chunk-EX3LRPZG-DqVd_ihG.js} +1 -1
- package/dist/assets/{chunk-FWX5IMBZ-DrnrdrSu.js → chunk-FWX5IMBZ-BxRjZkOP.js} +2 -2
- package/dist/assets/{chunk-HOUHSVGY-tdc-Z9eW.js → chunk-HOUHSVGY-C9QO8omv.js} +1 -1
- package/dist/assets/{chunk-ICXQ74PX-Cd7igVGt.js → chunk-ICXQ74PX-ClbGPgLV.js} +1 -1
- package/dist/assets/{chunk-MOJQB5TN-CLTjV5ov.js → chunk-MOJQB5TN-Ba4wlF1J.js} +1 -1
- package/dist/assets/{chunk-OGEWGWER-TgvkXkFX.js → chunk-OGEWGWER-DczhQmcx.js} +1 -1
- package/dist/assets/{chunk-PUDLZKDR-C5GMVYup.js → chunk-PUDLZKDR-CPWpcKUF.js} +1 -1
- package/dist/assets/{chunk-Q4XR5HBZ-fo5-HsqY.js → chunk-Q4XR5HBZ-CiF6T--X.js} +1 -1
- package/dist/assets/{chunk-V7JOEXUC-CEDazV6w.js → chunk-V7JOEXUC-Dxv0zwmw.js} +1 -1
- package/dist/assets/{chunk-VAUOI2AC-CWYjg8zE.js → chunk-VAUOI2AC-D3J5bw1P.js} +1 -1
- package/dist/assets/{chunk-VR4S4FIN-C_-eEj-9.js → chunk-VR4S4FIN-BXQSwwII.js} +1 -1
- package/dist/assets/{chunk-WYO6CB5R-NF-MsJJR.js → chunk-WYO6CB5R-C0azl-fk.js} +2 -2
- package/dist/assets/{chunk-ZGVPDNZ5-CRrAYi4g.js → chunk-ZGVPDNZ5-D_8F4Akx.js} +1 -1
- package/dist/assets/classDiagram-OUVF2IWQ-B8M6sf49.js +1 -0
- package/dist/assets/classDiagram-v2-EOCWNBFH-BY7fzBDH.js +1 -0
- package/dist/assets/{cynefinDiagram-TSTJHNR4-D4sZ7LYI.js → cynefinDiagram-TSTJHNR4-BFlsWz0B.js} +1 -1
- package/dist/assets/{dagre-VKFMJZFB-BlsnSh-Q.js → dagre-VKFMJZFB-DXhpjlEs.js} +1 -1
- package/dist/assets/{diagram-FQU43EPY-DW1yQiRO.js → diagram-FQU43EPY-DRVVOD9k.js} +1 -1
- package/dist/assets/{diagram-G47NLZAW-BTUAsFjb.js → diagram-G47NLZAW-BV9Gw1tL.js} +1 -1
- package/dist/assets/{diagram-NH7WQ7WH-BcaomqSd.js → diagram-NH7WQ7WH-CrUkXfRY.js} +1 -1
- package/dist/assets/{diagram-OA4YK3LP-DDLX7Xwr.js → diagram-OA4YK3LP-CuILjn7v.js} +1 -1
- package/dist/assets/{diagram-WEI45ONY-CIave0An.js → diagram-WEI45ONY-nlNN3tWB.js} +1 -1
- package/dist/assets/{ebnfDiagram-CCIWWBDH-Cr1Y6lPu.js → ebnfDiagram-CCIWWBDH-BuDgZt9n.js} +1 -1
- package/dist/assets/{erDiagram-Q63AITRT-D3EgiVVH.js → erDiagram-Q63AITRT-MEwxjmtP.js} +1 -1
- package/dist/assets/flowDiagram-23GEKE2U-BiUP-Scq.js +1 -0
- package/dist/assets/{ganttDiagram-NO4QXBWP-B0oyDIqK.js → ganttDiagram-NO4QXBWP-DNw5qghE.js} +1 -1
- package/dist/assets/{gitGraphDiagram-IHSO6WYX-uQtr6IqK.js → gitGraphDiagram-IHSO6WYX-CaTcakAt.js} +1 -1
- package/dist/assets/index-CX36XjVA.css +3 -0
- package/dist/assets/index-CgVTwN15.js +66 -0
- package/dist/assets/{infoDiagram-FWYZ7A6U-B_GzlLIM.js → infoDiagram-FWYZ7A6U-DwfyP7dU.js} +1 -1
- package/dist/assets/{ishikawaDiagram-FXEZZL3T-CKQIsSdU.js → ishikawaDiagram-FXEZZL3T-CmrzbOCV.js} +1 -1
- package/dist/assets/{journeyDiagram-5HDEW3XC-DrrvzZL1.js → journeyDiagram-5HDEW3XC-CYqe3sgr.js} +1 -1
- package/dist/assets/{kanban-definition-HUTT4EX6-CJQRTdXz.js → kanban-definition-HUTT4EX6-BMDO_mv0.js} +1 -1
- package/dist/assets/{line-B4DxX7tC.js → line-SbxJR8ZT.js} +1 -1
- package/dist/assets/lit-vendor-CinchGmI.js +2 -0
- package/dist/assets/local-tools-CJVNO1aW.js +388 -0
- package/dist/assets/{mcp-servers-dialog-B2lALtTE.js → mcp-servers-dialog-xf3UR49J.js} +2 -2
- package/dist/assets/{mermaid.core-DWpShXCs.js → mermaid.core-CwXTzYjs.js} +3 -3
- package/dist/assets/{mindmap-definition-LN4V7U3C-CEVwZD78.js → mindmap-definition-LN4V7U3C-CLyJ78mO.js} +1 -1
- package/dist/assets/{pegDiagram-2B236MQR-CBLkBdnQ.js → pegDiagram-2B236MQR-4qFznrSw.js} +1 -1
- package/dist/assets/{pi-web-ui-DV5jKjSg.js → pi-web-ui-BNuvqKDT.js} +289 -289
- package/dist/assets/{pieDiagram-ENE6RG2P-8tCnwtWS.js → pieDiagram-ENE6RG2P-141sGxVe.js} +1 -1
- package/dist/assets/{quadrantDiagram-ABIIQ3AL-CWd28cHF.js → quadrantDiagram-ABIIQ3AL-SUI44pAX.js} +1 -1
- package/dist/assets/{railroadDiagram-RFXS5EU6-CI4ouOBs.js → railroadDiagram-RFXS5EU6-1oiZuYBB.js} +1 -1
- package/dist/assets/{requirementDiagram-TGXJPOKE-DtFz7sw4.js → requirementDiagram-TGXJPOKE-CfVishLi.js} +1 -1
- package/dist/assets/{sankeyDiagram-HTMAVEWB--VeOwwk9.js → sankeyDiagram-HTMAVEWB-DVu7J_Z9.js} +1 -1
- package/dist/assets/{sequenceDiagram-DBY2YBRQ-B8AHk5Oe.js → sequenceDiagram-DBY2YBRQ-D-Ip2yiS.js} +1 -1
- package/dist/assets/{skills-dialog-DYp35JM3.js → skills-dialog-Bbqtuy2h.js} +3 -3
- package/dist/assets/{stateDiagram-2N3HPSRC-etXnJ8X8.js → stateDiagram-2N3HPSRC-Cg0hWwrp.js} +1 -1
- package/dist/assets/stateDiagram-v2-6OUMAXLB-DhmzNQd9.js +1 -0
- package/dist/assets/{swimlanes-5IMT3BWC-pabIKAmn.js → swimlanes-5IMT3BWC-Co5D-cGU.js} +1 -1
- package/dist/assets/swimlanesDiagram-G3AALYLV-BEvomQNa.js +8 -0
- package/dist/assets/{timeline-definition-FHXFAJF6-C55MKm3L.js → timeline-definition-FHXFAJF6-CBk4c_Ua.js} +1 -1
- package/dist/assets/{vennDiagram-L72KCM5P-CgNf1Q9W.js → vennDiagram-L72KCM5P-BII7wdRx.js} +1 -1
- package/dist/assets/{wardleyDiagram-EHGQE667-Drt5ytec.js → wardleyDiagram-EHGQE667-CkyJJIXP.js} +1 -1
- package/dist/assets/{xychartDiagram-FW5EYKEG-hhoEo_Ar.js → xychartDiagram-FW5EYKEG-B1A66Ks0.js} +1 -1
- package/dist/index.html +6 -6
- package/dist/licenses/material-icon-theme.txt +8 -8
- package/package.json +1 -1
- package/server/agent-manager.mjs +305 -49
- package/server/approval-store.mjs +1 -0
- package/server/ask-store.mjs +78 -0
- package/server/context-references.mjs +139 -0
- package/server/custom-commands.mjs +43 -0
- package/server/index.mjs +1 -1
- package/server/project-config.mjs +17 -5
- package/server/routes/agent-profiles.mjs +16 -1
- package/server/routes/agent.mjs +10 -1
- package/server/routes/shared-conversation.mjs +13 -1
- package/server/routes/skills.mjs +22 -0
- package/server/routes/workspace.mjs +166 -2
- package/server/selected-capabilities.mjs +76 -0
- package/server/session-state-import.mjs +20 -3
- package/server/skills.mjs +1 -1
- package/server/system-prompt.mjs +1 -3
- package/server/tools/definitions.mjs +18 -10
- package/server/tools/index.mjs +14 -2
- package/server/utils/workspace.mjs +13 -4
- package/skills/skill-creator/SKILL.md +485 -485
- package/skills/skill-creator/agents/analyzer.md +274 -274
- package/skills/skill-creator/agents/comparator.md +202 -202
- package/skills/skill-creator/agents/grader.md +223 -223
- package/skills/skill-creator/assets/eval_review.html +146 -146
- package/skills/skill-creator/eval-viewer/viewer.html +1325 -1325
- package/skills/skill-creator/references/schemas.md +430 -430
- package/dist/assets/AgentProfilesPage-Cvb1KTz5.js +0 -1
- package/dist/assets/ChatPanelHost-C7zV-xE_.js +0 -48
- package/dist/assets/CloudAccountSettingsPage-mAs_nbvw.js +0 -1
- package/dist/assets/ScheduledTasksPage-CuUW_9lq.js +0 -2
- package/dist/assets/ShareLinksSettingsPage-DqeyJYoD.js +0 -1
- package/dist/assets/SharedConversationPage-C7CDEoX9.js +0 -1
- package/dist/assets/TerminalDock-CZXcuMpq.js +0 -2
- package/dist/assets/WorkspaceInspector-CNSBOEvP.js +0 -36
- package/dist/assets/channel-Duu1CuH9.js +0 -1
- package/dist/assets/classDiagram-OUVF2IWQ-Cc63fLWP.js +0 -1
- package/dist/assets/classDiagram-v2-EOCWNBFH-CoXU0qT6.js +0 -1
- package/dist/assets/flowDiagram-23GEKE2U-BS7KXcqn.js +0 -1
- package/dist/assets/index-BgMvQW1b.js +0 -66
- package/dist/assets/index-CB1g2D0f.css +0 -3
- package/dist/assets/lit-vendor-DvaQX_UQ.js +0 -2
- package/dist/assets/local-tools-Dopjg9xq.js +0 -270
- package/dist/assets/stateDiagram-v2-6OUMAXLB-Dms3pICj.js +0 -1
- package/dist/assets/swimlanesDiagram-G3AALYLV-B14aWjv6.js +0 -8
|
@@ -1,146 +1,146 @@
|
|
|
1
|
-
<!DOCTYPE html>
|
|
2
|
-
<html lang="en">
|
|
3
|
-
<head>
|
|
4
|
-
<meta charset="UTF-8">
|
|
5
|
-
<meta name="viewport" content="width=device-width, initial-scale=1.0">
|
|
6
|
-
<title>Eval Set Review - __SKILL_NAME_PLACEHOLDER__</title>
|
|
7
|
-
<link rel="preconnect" href="https://fonts.googleapis.com">
|
|
8
|
-
<link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
|
|
9
|
-
<link href="https://fonts.googleapis.com/css2?family=Poppins:wght@500;600&family=Lora:wght@400;500&display=swap" rel="stylesheet">
|
|
10
|
-
<style>
|
|
11
|
-
* { box-sizing: border-box; margin: 0; padding: 0; }
|
|
12
|
-
body { font-family: 'Lora', Georgia, serif; background: #faf9f5; padding: 2rem; color: #141413; }
|
|
13
|
-
h1 { font-family: 'Poppins', sans-serif; margin-bottom: 0.5rem; font-size: 1.5rem; }
|
|
14
|
-
.description { color: #b0aea5; margin-bottom: 1.5rem; font-style: italic; max-width: 900px; }
|
|
15
|
-
.controls { margin-bottom: 1rem; display: flex; gap: 0.5rem; }
|
|
16
|
-
.btn { font-family: 'Poppins', sans-serif; padding: 0.5rem 1rem; border: none; border-radius: 6px; cursor: pointer; font-size: 0.875rem; font-weight: 500; }
|
|
17
|
-
.btn-add { background: #6a9bcc; color: white; }
|
|
18
|
-
.btn-add:hover { background: #5889b8; }
|
|
19
|
-
.btn-export { background: #d97757; color: white; }
|
|
20
|
-
.btn-export:hover { background: #c4613f; }
|
|
21
|
-
table { width: 100%; max-width: 1100px; border-collapse: collapse; background: white; border-radius: 6px; overflow: hidden; box-shadow: 0 1px 3px rgba(0,0,0,0.08); }
|
|
22
|
-
th { font-family: 'Poppins', sans-serif; background: #141413; color: #faf9f5; padding: 0.75rem 1rem; text-align: left; font-size: 0.875rem; }
|
|
23
|
-
td { padding: 0.75rem 1rem; border-bottom: 1px solid #e8e6dc; vertical-align: top; }
|
|
24
|
-
tr:nth-child(even) td { background: #faf9f5; }
|
|
25
|
-
tr:hover td { background: #f3f1ea; }
|
|
26
|
-
.section-header td { background: #e8e6dc; font-family: 'Poppins', sans-serif; font-weight: 500; font-size: 0.8rem; color: #141413; text-transform: uppercase; letter-spacing: 0.05em; }
|
|
27
|
-
.query-input { width: 100%; padding: 0.4rem; border: 1px solid #e8e6dc; border-radius: 4px; font-size: 0.875rem; font-family: 'Lora', Georgia, serif; resize: vertical; min-height: 60px; }
|
|
28
|
-
.query-input:focus { outline: none; border-color: #d97757; box-shadow: 0 0 0 2px rgba(217,119,87,0.15); }
|
|
29
|
-
.toggle { position: relative; display: inline-block; width: 44px; height: 24px; }
|
|
30
|
-
.toggle input { opacity: 0; width: 0; height: 0; }
|
|
31
|
-
.toggle .slider { position: absolute; inset: 0; background: #b0aea5; border-radius: 24px; cursor: pointer; transition: 0.2s; }
|
|
32
|
-
.toggle .slider::before { content: ""; position: absolute; width: 18px; height: 18px; left: 3px; bottom: 3px; background: white; border-radius: 50%; transition: 0.2s; }
|
|
33
|
-
.toggle input:checked + .slider { background: #d97757; }
|
|
34
|
-
.toggle input:checked + .slider::before { transform: translateX(20px); }
|
|
35
|
-
.btn-delete { background: #c44; color: white; padding: 0.3rem 0.6rem; border: none; border-radius: 4px; cursor: pointer; font-size: 0.75rem; font-family: 'Poppins', sans-serif; }
|
|
36
|
-
.btn-delete:hover { background: #a33; }
|
|
37
|
-
.summary { margin-top: 1rem; color: #b0aea5; font-size: 0.875rem; }
|
|
38
|
-
</style>
|
|
39
|
-
</head>
|
|
40
|
-
<body>
|
|
41
|
-
<h1>Eval Set Review: <span id="skill-name">__SKILL_NAME_PLACEHOLDER__</span></h1>
|
|
42
|
-
<p class="description">Current description: <span id="skill-desc">__SKILL_DESCRIPTION_PLACEHOLDER__</span></p>
|
|
43
|
-
|
|
44
|
-
<div class="controls">
|
|
45
|
-
<button class="btn btn-add" onclick="addRow()">+ Add Query</button>
|
|
46
|
-
<button class="btn btn-export" onclick="exportEvalSet()">Export Eval Set</button>
|
|
47
|
-
</div>
|
|
48
|
-
|
|
49
|
-
<table>
|
|
50
|
-
<thead>
|
|
51
|
-
<tr>
|
|
52
|
-
<th style="width:65%">Query</th>
|
|
53
|
-
<th style="width:18%">Should Trigger</th>
|
|
54
|
-
<th style="width:10%">Actions</th>
|
|
55
|
-
</tr>
|
|
56
|
-
</thead>
|
|
57
|
-
<tbody id="eval-body"></tbody>
|
|
58
|
-
</table>
|
|
59
|
-
|
|
60
|
-
<p class="summary" id="summary"></p>
|
|
61
|
-
|
|
62
|
-
<script>
|
|
63
|
-
const EVAL_DATA = __EVAL_DATA_PLACEHOLDER__;
|
|
64
|
-
|
|
65
|
-
let evalItems = [...EVAL_DATA];
|
|
66
|
-
|
|
67
|
-
function render() {
|
|
68
|
-
const tbody = document.getElementById('eval-body');
|
|
69
|
-
tbody.innerHTML = '';
|
|
70
|
-
|
|
71
|
-
// Sort: should-trigger first, then should-not-trigger
|
|
72
|
-
const sorted = evalItems
|
|
73
|
-
.map((item, origIdx) => ({ ...item, origIdx }))
|
|
74
|
-
.sort((a, b) => (b.should_trigger ? 1 : 0) - (a.should_trigger ? 1 : 0));
|
|
75
|
-
|
|
76
|
-
let lastGroup = null;
|
|
77
|
-
sorted.forEach(item => {
|
|
78
|
-
const group = item.should_trigger ? 'trigger' : 'no-trigger';
|
|
79
|
-
if (group !== lastGroup) {
|
|
80
|
-
const headerRow = document.createElement('tr');
|
|
81
|
-
headerRow.className = 'section-header';
|
|
82
|
-
headerRow.innerHTML = `<td colspan="3">${item.should_trigger ? 'Should Trigger' : 'Should NOT Trigger'}</td>`;
|
|
83
|
-
tbody.appendChild(headerRow);
|
|
84
|
-
lastGroup = group;
|
|
85
|
-
}
|
|
86
|
-
|
|
87
|
-
const idx = item.origIdx;
|
|
88
|
-
const tr = document.createElement('tr');
|
|
89
|
-
tr.innerHTML = `
|
|
90
|
-
<td><textarea class="query-input" onchange="updateQuery(${idx}, this.value)">${escapeHtml(item.query)}</textarea></td>
|
|
91
|
-
<td>
|
|
92
|
-
<label class="toggle">
|
|
93
|
-
<input type="checkbox" ${item.should_trigger ? 'checked' : ''} onchange="updateTrigger(${idx}, this.checked)">
|
|
94
|
-
<span class="slider"></span>
|
|
95
|
-
</label>
|
|
96
|
-
<span style="margin-left:8px;font-size:0.8rem;color:#b0aea5">${item.should_trigger ? 'Yes' : 'No'}</span>
|
|
97
|
-
</td>
|
|
98
|
-
<td><button class="btn-delete" onclick="deleteRow(${idx})">Delete</button></td>
|
|
99
|
-
`;
|
|
100
|
-
tbody.appendChild(tr);
|
|
101
|
-
});
|
|
102
|
-
updateSummary();
|
|
103
|
-
}
|
|
104
|
-
|
|
105
|
-
function escapeHtml(text) {
|
|
106
|
-
const div = document.createElement('div');
|
|
107
|
-
div.textContent = text;
|
|
108
|
-
return div.innerHTML;
|
|
109
|
-
}
|
|
110
|
-
|
|
111
|
-
function updateQuery(idx, value) { evalItems[idx].query = value; updateSummary(); }
|
|
112
|
-
function updateTrigger(idx, value) { evalItems[idx].should_trigger = value; render(); }
|
|
113
|
-
function deleteRow(idx) { evalItems.splice(idx, 1); render(); }
|
|
114
|
-
|
|
115
|
-
function addRow() {
|
|
116
|
-
evalItems.push({ query: '', should_trigger: true });
|
|
117
|
-
render();
|
|
118
|
-
const inputs = document.querySelectorAll('.query-input');
|
|
119
|
-
inputs[inputs.length - 1].focus();
|
|
120
|
-
}
|
|
121
|
-
|
|
122
|
-
function updateSummary() {
|
|
123
|
-
const trigger = evalItems.filter(i => i.should_trigger).length;
|
|
124
|
-
const noTrigger = evalItems.filter(i => !i.should_trigger).length;
|
|
125
|
-
document.getElementById('summary').textContent =
|
|
126
|
-
`${evalItems.length} queries total: ${trigger} should trigger, ${noTrigger} should not trigger`;
|
|
127
|
-
}
|
|
128
|
-
|
|
129
|
-
function exportEvalSet() {
|
|
130
|
-
const valid = evalItems.filter(i => i.query.trim() !== '');
|
|
131
|
-
const data = valid.map(i => ({ query: i.query.trim(), should_trigger: i.should_trigger }));
|
|
132
|
-
const blob = new Blob([JSON.stringify(data, null, 2)], { type: 'application/json' });
|
|
133
|
-
const url = URL.createObjectURL(blob);
|
|
134
|
-
const a = document.createElement('a');
|
|
135
|
-
a.href = url;
|
|
136
|
-
a.download = 'eval_set.json';
|
|
137
|
-
document.body.appendChild(a);
|
|
138
|
-
a.click();
|
|
139
|
-
document.body.removeChild(a);
|
|
140
|
-
URL.revokeObjectURL(url);
|
|
141
|
-
}
|
|
142
|
-
|
|
143
|
-
render();
|
|
144
|
-
</script>
|
|
145
|
-
</body>
|
|
146
|
-
</html>
|
|
1
|
+
<!DOCTYPE html>
|
|
2
|
+
<html lang="en">
|
|
3
|
+
<head>
|
|
4
|
+
<meta charset="UTF-8">
|
|
5
|
+
<meta name="viewport" content="width=device-width, initial-scale=1.0">
|
|
6
|
+
<title>Eval Set Review - __SKILL_NAME_PLACEHOLDER__</title>
|
|
7
|
+
<link rel="preconnect" href="https://fonts.googleapis.com">
|
|
8
|
+
<link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
|
|
9
|
+
<link href="https://fonts.googleapis.com/css2?family=Poppins:wght@500;600&family=Lora:wght@400;500&display=swap" rel="stylesheet">
|
|
10
|
+
<style>
|
|
11
|
+
* { box-sizing: border-box; margin: 0; padding: 0; }
|
|
12
|
+
body { font-family: 'Lora', Georgia, serif; background: #faf9f5; padding: 2rem; color: #141413; }
|
|
13
|
+
h1 { font-family: 'Poppins', sans-serif; margin-bottom: 0.5rem; font-size: 1.5rem; }
|
|
14
|
+
.description { color: #b0aea5; margin-bottom: 1.5rem; font-style: italic; max-width: 900px; }
|
|
15
|
+
.controls { margin-bottom: 1rem; display: flex; gap: 0.5rem; }
|
|
16
|
+
.btn { font-family: 'Poppins', sans-serif; padding: 0.5rem 1rem; border: none; border-radius: 6px; cursor: pointer; font-size: 0.875rem; font-weight: 500; }
|
|
17
|
+
.btn-add { background: #6a9bcc; color: white; }
|
|
18
|
+
.btn-add:hover { background: #5889b8; }
|
|
19
|
+
.btn-export { background: #d97757; color: white; }
|
|
20
|
+
.btn-export:hover { background: #c4613f; }
|
|
21
|
+
table { width: 100%; max-width: 1100px; border-collapse: collapse; background: white; border-radius: 6px; overflow: hidden; box-shadow: 0 1px 3px rgba(0,0,0,0.08); }
|
|
22
|
+
th { font-family: 'Poppins', sans-serif; background: #141413; color: #faf9f5; padding: 0.75rem 1rem; text-align: left; font-size: 0.875rem; }
|
|
23
|
+
td { padding: 0.75rem 1rem; border-bottom: 1px solid #e8e6dc; vertical-align: top; }
|
|
24
|
+
tr:nth-child(even) td { background: #faf9f5; }
|
|
25
|
+
tr:hover td { background: #f3f1ea; }
|
|
26
|
+
.section-header td { background: #e8e6dc; font-family: 'Poppins', sans-serif; font-weight: 500; font-size: 0.8rem; color: #141413; text-transform: uppercase; letter-spacing: 0.05em; }
|
|
27
|
+
.query-input { width: 100%; padding: 0.4rem; border: 1px solid #e8e6dc; border-radius: 4px; font-size: 0.875rem; font-family: 'Lora', Georgia, serif; resize: vertical; min-height: 60px; }
|
|
28
|
+
.query-input:focus { outline: none; border-color: #d97757; box-shadow: 0 0 0 2px rgba(217,119,87,0.15); }
|
|
29
|
+
.toggle { position: relative; display: inline-block; width: 44px; height: 24px; }
|
|
30
|
+
.toggle input { opacity: 0; width: 0; height: 0; }
|
|
31
|
+
.toggle .slider { position: absolute; inset: 0; background: #b0aea5; border-radius: 24px; cursor: pointer; transition: 0.2s; }
|
|
32
|
+
.toggle .slider::before { content: ""; position: absolute; width: 18px; height: 18px; left: 3px; bottom: 3px; background: white; border-radius: 50%; transition: 0.2s; }
|
|
33
|
+
.toggle input:checked + .slider { background: #d97757; }
|
|
34
|
+
.toggle input:checked + .slider::before { transform: translateX(20px); }
|
|
35
|
+
.btn-delete { background: #c44; color: white; padding: 0.3rem 0.6rem; border: none; border-radius: 4px; cursor: pointer; font-size: 0.75rem; font-family: 'Poppins', sans-serif; }
|
|
36
|
+
.btn-delete:hover { background: #a33; }
|
|
37
|
+
.summary { margin-top: 1rem; color: #b0aea5; font-size: 0.875rem; }
|
|
38
|
+
</style>
|
|
39
|
+
</head>
|
|
40
|
+
<body>
|
|
41
|
+
<h1>Eval Set Review: <span id="skill-name">__SKILL_NAME_PLACEHOLDER__</span></h1>
|
|
42
|
+
<p class="description">Current description: <span id="skill-desc">__SKILL_DESCRIPTION_PLACEHOLDER__</span></p>
|
|
43
|
+
|
|
44
|
+
<div class="controls">
|
|
45
|
+
<button class="btn btn-add" onclick="addRow()">+ Add Query</button>
|
|
46
|
+
<button class="btn btn-export" onclick="exportEvalSet()">Export Eval Set</button>
|
|
47
|
+
</div>
|
|
48
|
+
|
|
49
|
+
<table>
|
|
50
|
+
<thead>
|
|
51
|
+
<tr>
|
|
52
|
+
<th style="width:65%">Query</th>
|
|
53
|
+
<th style="width:18%">Should Trigger</th>
|
|
54
|
+
<th style="width:10%">Actions</th>
|
|
55
|
+
</tr>
|
|
56
|
+
</thead>
|
|
57
|
+
<tbody id="eval-body"></tbody>
|
|
58
|
+
</table>
|
|
59
|
+
|
|
60
|
+
<p class="summary" id="summary"></p>
|
|
61
|
+
|
|
62
|
+
<script>
|
|
63
|
+
const EVAL_DATA = __EVAL_DATA_PLACEHOLDER__;
|
|
64
|
+
|
|
65
|
+
let evalItems = [...EVAL_DATA];
|
|
66
|
+
|
|
67
|
+
function render() {
|
|
68
|
+
const tbody = document.getElementById('eval-body');
|
|
69
|
+
tbody.innerHTML = '';
|
|
70
|
+
|
|
71
|
+
// Sort: should-trigger first, then should-not-trigger
|
|
72
|
+
const sorted = evalItems
|
|
73
|
+
.map((item, origIdx) => ({ ...item, origIdx }))
|
|
74
|
+
.sort((a, b) => (b.should_trigger ? 1 : 0) - (a.should_trigger ? 1 : 0));
|
|
75
|
+
|
|
76
|
+
let lastGroup = null;
|
|
77
|
+
sorted.forEach(item => {
|
|
78
|
+
const group = item.should_trigger ? 'trigger' : 'no-trigger';
|
|
79
|
+
if (group !== lastGroup) {
|
|
80
|
+
const headerRow = document.createElement('tr');
|
|
81
|
+
headerRow.className = 'section-header';
|
|
82
|
+
headerRow.innerHTML = `<td colspan="3">${item.should_trigger ? 'Should Trigger' : 'Should NOT Trigger'}</td>`;
|
|
83
|
+
tbody.appendChild(headerRow);
|
|
84
|
+
lastGroup = group;
|
|
85
|
+
}
|
|
86
|
+
|
|
87
|
+
const idx = item.origIdx;
|
|
88
|
+
const tr = document.createElement('tr');
|
|
89
|
+
tr.innerHTML = `
|
|
90
|
+
<td><textarea class="query-input" onchange="updateQuery(${idx}, this.value)">${escapeHtml(item.query)}</textarea></td>
|
|
91
|
+
<td>
|
|
92
|
+
<label class="toggle">
|
|
93
|
+
<input type="checkbox" ${item.should_trigger ? 'checked' : ''} onchange="updateTrigger(${idx}, this.checked)">
|
|
94
|
+
<span class="slider"></span>
|
|
95
|
+
</label>
|
|
96
|
+
<span style="margin-left:8px;font-size:0.8rem;color:#b0aea5">${item.should_trigger ? 'Yes' : 'No'}</span>
|
|
97
|
+
</td>
|
|
98
|
+
<td><button class="btn-delete" onclick="deleteRow(${idx})">Delete</button></td>
|
|
99
|
+
`;
|
|
100
|
+
tbody.appendChild(tr);
|
|
101
|
+
});
|
|
102
|
+
updateSummary();
|
|
103
|
+
}
|
|
104
|
+
|
|
105
|
+
function escapeHtml(text) {
|
|
106
|
+
const div = document.createElement('div');
|
|
107
|
+
div.textContent = text;
|
|
108
|
+
return div.innerHTML;
|
|
109
|
+
}
|
|
110
|
+
|
|
111
|
+
function updateQuery(idx, value) { evalItems[idx].query = value; updateSummary(); }
|
|
112
|
+
function updateTrigger(idx, value) { evalItems[idx].should_trigger = value; render(); }
|
|
113
|
+
function deleteRow(idx) { evalItems.splice(idx, 1); render(); }
|
|
114
|
+
|
|
115
|
+
function addRow() {
|
|
116
|
+
evalItems.push({ query: '', should_trigger: true });
|
|
117
|
+
render();
|
|
118
|
+
const inputs = document.querySelectorAll('.query-input');
|
|
119
|
+
inputs[inputs.length - 1].focus();
|
|
120
|
+
}
|
|
121
|
+
|
|
122
|
+
function updateSummary() {
|
|
123
|
+
const trigger = evalItems.filter(i => i.should_trigger).length;
|
|
124
|
+
const noTrigger = evalItems.filter(i => !i.should_trigger).length;
|
|
125
|
+
document.getElementById('summary').textContent =
|
|
126
|
+
`${evalItems.length} queries total: ${trigger} should trigger, ${noTrigger} should not trigger`;
|
|
127
|
+
}
|
|
128
|
+
|
|
129
|
+
function exportEvalSet() {
|
|
130
|
+
const valid = evalItems.filter(i => i.query.trim() !== '');
|
|
131
|
+
const data = valid.map(i => ({ query: i.query.trim(), should_trigger: i.should_trigger }));
|
|
132
|
+
const blob = new Blob([JSON.stringify(data, null, 2)], { type: 'application/json' });
|
|
133
|
+
const url = URL.createObjectURL(blob);
|
|
134
|
+
const a = document.createElement('a');
|
|
135
|
+
a.href = url;
|
|
136
|
+
a.download = 'eval_set.json';
|
|
137
|
+
document.body.appendChild(a);
|
|
138
|
+
a.click();
|
|
139
|
+
document.body.removeChild(a);
|
|
140
|
+
URL.revokeObjectURL(url);
|
|
141
|
+
}
|
|
142
|
+
|
|
143
|
+
render();
|
|
144
|
+
</script>
|
|
145
|
+
</body>
|
|
146
|
+
</html>
|