@inspectr/mcplab-reporting 1.1.21 → 1.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/html.d.ts +1 -1
- package/dist/html.d.ts.map +1 -1
- package/dist/html.js +7 -6
- package/dist/html.js.map +1 -1
- package/package.json +2 -2
package/dist/html.d.ts
CHANGED
package/dist/html.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"html.d.ts","sourceRoot":"","sources":["../src/html.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,
|
|
1
|
+
{"version":3,"file":"html.d.ts","sourceRoot":"","sources":["../src/html.ts"],"names":[],"mappings":"AAAA,OAAO,EAA2B,KAAK,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAmBlF,wBAAgB,UAAU,CAAC,OAAO,EAAE,WAAW,GAAG,MAAM,CAuYvD"}
|
package/dist/html.js
CHANGED
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { formatToolSequenceLabel } from '@inspectr/mcplab-core';
|
|
1
2
|
const INSPECTR_LOGO_SVG = `<svg width="30" height="30" viewBox="0 0 1648 1648" xmlns="http://www.w3.org/2000/svg" aria-hidden="true"><defs><linearGradient id="inspectr-report-grad" x1="0%" y1="0%" x2="100%" y2="0%"><stop offset="0%" style="stop-color:#7c2d12"></stop><stop offset="100%" style="stop-color:#f97316"></stop></linearGradient></defs><path d="m610 216.654c-66.158 4.092-126.119 35.849-164.917 87.346-8.408 11.16-13.344 19.191-19.983 32.513-12.431 24.946-19.521 50.434-22.11 79.487-1.665 18.687-.854 826.238.841 837.939 7.867 54.284 32.465 101.134 70.706 134.667 16.297 14.291 32.283 24.657 53.963 34.991 16.889 8.05 34.568 13.468 60.5 18.541 9.019 1.764 52.201 1.795 61.5.044 26.487-4.989 43.97-10.341 61-18.675 15.131-7.406 21.53-11.135 60.5-35.267 20.813-12.887 23.095-14.298 29.5-18.24l13-8 13-8c6.901-4.247 12.593-7.767 29.54-18.271 5.796-3.593 12.771-7.863 15.5-9.49 2.728-1.626 8.56-5.19 12.96-7.921 4.4-2.73 72.575-44.711 151.5-93.29s150.925-92.918 160-98.531c9.075-5.612 24.15-14.936 33.5-20.719s23.075-14.234 30.5-18.78c85.169-52.142 120.029-73.942 130.014-81.304 40.974-30.211 68.344-69.764 81.788-118.194 13.864-49.94 8.549-104.847-14.809-153-16.836-34.708-41.252-62.432-74.993-85.154-4.125-2.778-17.625-11.26-30-18.849s-27-16.594-32.5-20.009c-5.5-3.416-109.45-67.427-231-142.246-306.386-188.593-335.221-206.352-350-215.553-30.562-19.028-59.301-29.911-90-34.083-11.697-1.59-30.408-2.514-39.5-1.952m-10.5 77.269c-39.541 6.402-76.013 29.73-97.661 62.467-13.001 19.66-19.718 38.39-22.802 63.584-1.472 12.028-1.434 802.191.04 818.026 1.861 19.998 6.142 35.48 14.415 52.133 17.942 36.114 53.025 64.18 91.508 73.203 3.575.839 8.975 2.118 12 2.844 8.221 1.973 40.343 1.613 49.971-.56 32.301-7.289 65.233-26.686 94.817-55.849 15.26-15.042 22.884-24.803 33.571-42.979 13.939-23.706 20.949-43.36 27.745-77.792 1.004-5.086 1.428-50 1.949-206.5.465-139.686 1.001-201.809 1.777-206 .611-3.3 1.608-9.15 2.217-13 1.672-10.583 4.039-21.117 7.191-32 8.179-28.247 20.714-55.13 37.188-79.751 24.262-36.262 53.189-63.572 93.074-87.872 4.95-3.016 12.825-7.435 17.5-9.82s8.95-4.668 9.5-5.074c3.565-2.63 34.688-13.266 52.465-17.93 6.2-1.627 11.49-3.174 11.754-3.439 1.003-1.002-1.016-2.602-10.967-8.689-5.639-3.449-16.552-10.172-24.252-14.94-13.435-8.319-31.76-19.604-58.5-36.029-6.875-4.222-16.1-9.911-20.5-12.641-7.667-4.758-73.088-45.103-122.5-75.546-75.227-46.348-108.509-66.591-116.5-70.86-9.422-5.033-25.23-10.76-37.043-13.419-7.967-1.794-40.076-2.843-47.957-1.567m473.5 305.564c-5.775.685-11.625 1.491-13 1.792-1.375.3-5.2 1.088-8.5 1.749-7.914 1.587-27.103 7.461-36.5 11.174-38.797 15.33-75.171 44.925-98.829 80.41-11.24 16.86-21.329 38.407-26.167 55.888-2.443 8.825-3.85 14.608-4.866 20-.621 3.3-1.653 8.475-2.292 11.5-.846 4.008-1.345 59.624-1.837 205-.618 182.331-.824 200.361-2.399 209.5-1.629 9.459-4.196 22.506-6.744 34.279-.628 2.903-.881 5.54-.561 5.859.596.596 455.986-279.084 472.195-290.001 17.547-11.819 36.335-33.412 46.291-53.203 3.956-7.863 9.527-23.924 11.597-33.434 4.848-22.272 3.572-48.26-3.506-71.387-6.907-22.572-18.055-40.93-35.316-58.158-12.705-12.681-16.829-15.485-79.066-53.756-7.15-4.397-15.7-9.654-19-11.684-3.3-2.029-8.925-5.504-12.5-7.722-53.826-33.397-67.199-40.611-88.616-47.8-29.343-9.85-61.599-13.421-90.384-10.006m-1066.25 1048.256c3.988.189 10.513.189 14.5 0 3.988-.19.725-.346-7.25-.346s-11.238.156-7.25.346" fill="url(#inspectr-report-grad)" fill-rule="evenodd"></path></svg>`;
|
|
2
3
|
function escapeHtml(value) {
|
|
3
4
|
// Convert value to string first
|
|
@@ -38,10 +39,10 @@ export function renderHtml(results) {
|
|
|
38
39
|
return `<tr><td><code class="sequence-code">${escapeHtml(seq)}</code></td><td class="count-col">${count}</td></tr>`;
|
|
39
40
|
})
|
|
40
41
|
.join('\n');
|
|
41
|
-
const
|
|
42
|
-
const
|
|
43
|
-
|
|
44
|
-
|
|
42
|
+
const toolSequence = scenario.eval?.tool_sequence ?? [];
|
|
43
|
+
const toolSequenceRows = toolSequence.length
|
|
44
|
+
? `<tr><td><code class="sequence-code">${escapeHtml(formatToolSequenceLabel(toolSequence).replace(/^Tool sequence · /, ''))}</code></td></tr>`
|
|
45
|
+
: '';
|
|
45
46
|
const requiredTools = scenario.eval?.tool_constraints?.required_tools ?? [];
|
|
46
47
|
const forbiddenTools = scenario.eval?.tool_constraints?.forbidden_tools ?? [];
|
|
47
48
|
const requiredStats = scenario.tool_constraints_stats?.required ?? {};
|
|
@@ -86,10 +87,10 @@ export function renderHtml(results) {
|
|
|
86
87
|
<tbody>${sequenceRows || '<tr><td colspan="2">No tool calls</td></tr>'}</tbody>
|
|
87
88
|
</table>
|
|
88
89
|
|
|
89
|
-
<h4>
|
|
90
|
+
<h4>Ordered tool sequence</h4>
|
|
90
91
|
<table>
|
|
91
92
|
<thead><tr><th>Sequence</th></tr></thead>
|
|
92
|
-
<tbody>${
|
|
93
|
+
<tbody>${toolSequenceRows || '<tr><td>No constraints</td></tr>'}</tbody>
|
|
93
94
|
</table>
|
|
94
95
|
|
|
95
96
|
<h4>Required tools</h4>
|
package/dist/html.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"html.js","sourceRoot":"","sources":["../src/html.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"html.js","sourceRoot":"","sources":["../src/html.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,uBAAuB,EAAoB,MAAM,uBAAuB,CAAC;AAElF,MAAM,iBAAiB,GAAG,k0GAAk0G,CAAC;AAE71G,SAAS,UAAU,CAAC,KAAmD;IACrE,gCAAgC;IAChC,MAAM,GAAG,GAAG,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC/C,OAAO,GAAG;SACP,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC;SACtB,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC;SACrB,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC;SACrB,OAAO,CAAC,IAAI,EAAE,QAAQ,CAAC;SACvB,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;AAC5B,CAAC;AAED,SAAS,aAAa,CAAC,KAAa;IAClC,OAAO,GAAG,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;AACxC,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,OAAoB;IAC7C,MAAM,YAAY,GAAG,OAAO,CAAC,SAAS;SACnC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;QAChB,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,GAAG,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC;QACnF,MAAM,QAAQ,GAAG,aAAa,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QACnD,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAAC,MAAM,CAAC;QAClE,MAAM,MAAM,GACV,QAAQ,CAAC,SAAS,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC;QAClF,OAAO;2BACc,MAAM;mCACE,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC,KAAK,UAAU,CAC1E,QAAQ,CAAC,WAAW,CACrB;gBACS,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC;gBAC1B,QAAQ,CAAC,IAAI,CAAC,MAAM;gBACpB,QAAQ;gBACR,SAAS;gBACT,SAAS;;OAElB,CAAC;IACJ,CAAC,CAAC;SACD,IAAI,CAAC,IAAI,CAAC,CAAC;IAEd,MAAM,OAAO,GAAG,OAAO,CAAC,SAAS;SAC9B,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;QAChB,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAC;aAC7D,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;YACpB,OAAO,uCAAuC,UAAU,CACtD,GAAG,CACJ,qCAAqC,KAAK,YAAY,CAAC;QAC1D,CAAC,CAAC;aACD,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,MAAM,YAAY,GAAG,QAAQ,CAAC,IAAI,EAAE,aAAa,IAAI,EAAE,CAAC;QACxD,MAAM,gBAAgB,GAAG,YAAY,CAAC,MAAM;YAC1C,CAAC,CAAC,uCAAuC,UAAU,CAC/C,uBAAuB,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC,mBAAmB,EAAE,EAAE,CAAC,CACvE,mBAAmB;YACtB,CAAC,CAAC,EAAE,CAAC;QAEP,MAAM,aAAa,GAAG,QAAQ,CAAC,IAAI,EAAE,gBAAgB,EAAE,cAAc,IAAI,EAAE,CAAC;QAC5E,MAAM,cAAc,GAAG,QAAQ,CAAC,IAAI,EAAE,gBAAgB,EAAE,eAAe,IAAI,EAAE,CAAC;QAC9E,MAAM,aAAa,GAAG,QAAQ,CAAC,sBAAsB,EAAE,QAAQ,IAAI,EAAE,CAAC;QACtE,MAAM,cAAc,GAAG,QAAQ,CAAC,sBAAsB,EAAE,SAAS,IAAI,EAAE,CAAC;QAExE,MAAM,YAAY,GAAG,aAAa;aAC/B,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACZ,MAAM,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACvC,OAAO,WAAW,UAAU,CAAC,IAAI,CAAC,YAAY,KAAK,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,YAAY,CAAC;QAC1F,CAAC,CAAC;aACD,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,MAAM,aAAa,GAAG,cAAc;aACjC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACZ,MAAM,KAAK,GAAG,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACxC,OAAO,WAAW,UAAU,CAAC,IAAI,CAAC,YAAY,KAAK,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,YAAY,CAAC;QAC1F,CAAC,CAAC;aACD,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAC;aAC3D,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,WAAW,UAAU,CAAC,IAAI,CAAC,YAAY,KAAK,YAAY,CAAC;aAChF,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,MAAM,eAAe,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC;aAC9D,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,EAAE;YACtB,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;iBAChC,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,WAAW,UAAU,CAAC,KAAK,CAAC,YAAY,KAAK,YAAY,CAAC;iBAClF,IAAI,CAAC,IAAI,CAAC,CAAC;YACd,OAAO;kBACC,UAAU,CAAC,IAAI,CAAC;;;uBAGX,IAAI,IAAI,yCAAyC;;WAE7D,CAAC;QACJ,CAAC,CAAC;aACD,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,OAAO;gCACmB,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC;gBAChD,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC;uCACT,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,6BACzD,QAAQ,CAAC,IAAI,CAAC,MAChB,kCAAkC,aAAa,CAAC,QAAQ,CAAC,SAAS,CAAC;;;;;qBAKpD,YAAY,IAAI,6CAA6C;;;;;;qBAM7D,gBAAgB,IAAI,kCAAkC;;;;;;qBAMtD,YAAY,IAAI,iDAAiD;;;;;;qBAMjE,aAAa,IAAI,kDAAkD;;;;;;qBAMnE,QAAQ,IAAI,6CAA6C;;;YAGlE,eAAe,CAAC,CAAC,CAAC,4BAA4B,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE;;;;mBAI7D,UAAU,CAAC,QAAQ,CAAC,iBAAiB,IAAI,EAAE,CAAC;;;OAGxD,CAAC;IACJ,CAAC,CAAC;SACD,IAAI,CAAC,IAAI,CAAC,CAAC;IAEd,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;YAiKG,iBAAiB;;;;oBAIT,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;uBAChC,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC;YAEjD,OAAO,CAAC,QAAQ,CAAC,QAAQ;QACvB,CAAC,CAAC,aAAa,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ;QAC5D,CAAC,CAAC,EACN;yBACe,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC;yBACxC,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC;YAErD,OAAO,CAAC,QAAQ,CAAC,UAAU;QACzB,CAAC,CAAC,qBAAqB,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE;QAChE,CAAC,CAAC,EACN;;;;;;;;+DASF,OAAO,CAAC,OAAO,CAAC,eAClB;0DACoD,OAAO,CAAC,OAAO,CAAC,UAAU;yDAC3B,aAAa,CAC9D,OAAO,CAAC,OAAO,CAAC,SAAS,CAC1B;kEAC2D,OAAO,CAAC,OAAO,CAAC,sBAAsB,CAAC,OAAO,CACxG,CAAC,CACF;gEAEC,OAAO,CAAC,OAAO,CAAC,mBAAmB,KAAK,IAAI;QAC1C,CAAC,CAAC,KAAK;QACP,CAAC,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC,CAAC,KACvD;;;;;;;;;;;;;;;;;;;;;;;YAuBM,YAAY;;;;;;;QAOhB,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkCZ,CAAC,IAAI,EAAE,CAAC;AACX,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@inspectr/mcplab-reporting",
|
|
3
|
-
"version": "1.1
|
|
3
|
+
"version": "1.2.1",
|
|
4
4
|
"description": "HTML report generation for MCPLab evaluation runs",
|
|
5
5
|
"license": "MIT",
|
|
6
6
|
"repository": {
|
|
@@ -33,6 +33,6 @@
|
|
|
33
33
|
"build": "tsc -b"
|
|
34
34
|
},
|
|
35
35
|
"dependencies": {
|
|
36
|
-
"@inspectr/mcplab-core": "1.
|
|
36
|
+
"@inspectr/mcplab-core": "1.21.0"
|
|
37
37
|
}
|
|
38
38
|
}
|