@dalmia/calibrate-mcp 0.0.23 → 0.0.25
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bin/mcp-server.js +50 -27
- package/bin/mcp-server.js.map +18 -18
- package/esm/funcs/agentTestsGetBenchmark.js +6 -1
- package/esm/funcs/agentTestsGetBenchmark.js.map +1 -1
- package/esm/funcs/agentTestsGetRun.js +6 -1
- package/esm/funcs/agentTestsGetRun.js.map +1 -1
- package/esm/funcs/annotationTasksGetSummary.js +2 -0
- package/esm/funcs/annotationTasksGetSummary.js.map +1 -1
- package/esm/funcs/evaluatorsGet.js +5 -1
- package/esm/funcs/evaluatorsGet.js.map +1 -1
- package/esm/landing-page.js +1 -1
- package/esm/lib/config.d.ts +2 -2
- package/esm/lib/config.js +2 -2
- package/esm/mcp-server/mcp-server.js +1 -1
- package/esm/mcp-server/server.js +1 -1
- package/esm/models/{evaluatordetailresponse.d.ts → evaluatordetailresponsecompact.d.ts} +17 -17
- package/esm/models/evaluatordetailresponsecompact.d.ts.map +1 -0
- package/esm/models/{evaluatordetailresponse.js → evaluatordetailresponsecompact.js} +14 -13
- package/esm/models/evaluatordetailresponsecompact.js.map +1 -0
- package/esm/models/{evaluatorversionresponse.d.ts → evaluatorversioncompact.d.ts} +4 -4
- package/esm/models/evaluatorversioncompact.d.ts.map +1 -0
- package/esm/models/{evaluatorversionresponse.js → evaluatorversioncompact.js} +3 -3
- package/esm/models/evaluatorversioncompact.js.map +1 -0
- package/esm/models/getagenttestrunstatusagenttestsruntaskidgetop.d.ts +2 -0
- package/esm/models/getagenttestrunstatusagenttestsruntaskidgetop.d.ts.map +1 -1
- package/esm/models/getagenttestrunstatusagenttestsruntaskidgetop.js +2 -0
- package/esm/models/getagenttestrunstatusagenttestsruntaskidgetop.js.map +1 -1
- package/esm/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.d.ts +2 -0
- package/esm/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.d.ts.map +1 -1
- package/esm/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.js +2 -0
- package/esm/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.js.map +1 -1
- package/esm/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.d.ts +3 -2
- package/esm/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.d.ts.map +1 -1
- package/esm/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.js +3 -2
- package/esm/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.js.map +1 -1
- package/esm/models/tasksummaryannotationtaskstaskuuidsummarygetop.d.ts +2 -0
- package/esm/models/tasksummaryannotationtaskstaskuuidsummarygetop.d.ts.map +1 -1
- package/esm/models/tasksummaryannotationtaskstaskuuidsummarygetop.js +2 -0
- package/esm/models/tasksummaryannotationtaskstaskuuidsummarygetop.js.map +1 -1
- package/esm/models/tasksummaryresponse.d.ts +2 -2
- package/esm/models/tasksummaryresponse.d.ts.map +1 -1
- package/esm/models/tasksummaryresponse.js +3 -2
- package/esm/models/tasksummaryresponse.js.map +1 -1
- package/package.json +1 -1
- package/src/funcs/agentTestsGetBenchmark.ts +6 -1
- package/src/funcs/agentTestsGetRun.ts +6 -1
- package/src/funcs/annotationTasksGetSummary.ts +2 -0
- package/src/funcs/evaluatorsGet.ts +5 -1
- package/src/landing-page.ts +1 -1
- package/src/lib/config.ts +2 -2
- package/src/mcp-server/mcp-server.ts +1 -1
- package/src/mcp-server/server.ts +1 -1
- package/src/models/{evaluatordetailresponse.ts → evaluatordetailresponsecompact.ts} +29 -28
- package/src/models/{evaluatorversionresponse.ts → evaluatorversioncompact.ts} +5 -5
- package/src/models/getagenttestrunstatusagenttestsruntaskidgetop.ts +8 -0
- package/src/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.ts +8 -0
- package/src/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.ts +9 -5
- package/src/models/tasksummaryannotationtaskstaskuuidsummarygetop.ts +8 -0
- package/src/models/tasksummaryresponse.ts +4 -5
- package/esm/models/evaluatordetailresponse.d.ts.map +0 -1
- package/esm/models/evaluatordetailresponse.js.map +0 -1
- package/esm/models/evaluatorversionresponse.d.ts.map +0 -1
- package/esm/models/evaluatorversionresponse.js.map +0 -1
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
/*
|
|
2
2
|
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
3
|
*/
|
|
4
|
-
import { encodeSimple } from "../lib/encodings.js";
|
|
4
|
+
import { encodeFormQuery, encodeSimple } from "../lib/encodings.js";
|
|
5
5
|
import { compactMap } from "../lib/primitives.js";
|
|
6
6
|
import { safeParse } from "../lib/schemas.js";
|
|
7
7
|
import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
|
|
@@ -31,6 +31,10 @@ async function $do(client$, request, options) {
|
|
|
31
31
|
}),
|
|
32
32
|
};
|
|
33
33
|
const path$ = pathToFunc("/agent-tests/benchmark/{task_id}")(pathParams$);
|
|
34
|
+
const query$ = encodeFormQuery({
|
|
35
|
+
"compact": payload$.compact,
|
|
36
|
+
"only_failed": payload$.only_failed,
|
|
37
|
+
});
|
|
34
38
|
const headers$ = new Headers(compactMap({
|
|
35
39
|
Accept: "application/json",
|
|
36
40
|
"X-API-Key": encodeSimple("X-API-Key", payload$.xAPIKey, {
|
|
@@ -64,6 +68,7 @@ async function $do(client$, request, options) {
|
|
|
64
68
|
baseURL: options?.serverURL,
|
|
65
69
|
path: path$,
|
|
66
70
|
headers: headers$,
|
|
71
|
+
query: query$,
|
|
67
72
|
body: body$,
|
|
68
73
|
userAgent: client$._options.userAgent,
|
|
69
74
|
timeoutMs: options?.timeoutMs || client$._options.timeoutMs
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"agentTestsGetBenchmark.js","sourceRoot":"","sources":["../../src/funcs/agentTestsGetBenchmark.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;
|
|
1
|
+
{"version":3,"file":"agentTestsGetBenchmark.js","sourceRoot":"","sources":["../../src/funcs/agentTestsGetBenchmark.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACpE,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAE9C,OAAO,EAAE,eAAe,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC5E,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAU3C,OAAO,EAEL,+DAA+D,GAChE,MAAM,+DAA+D,CAAC;AACvE,OAAO,EAAW,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAGxD;;;;;GAKG;AACH,MAAM,UAAU,sBAAsB,CACpC,OAAyB,EACzB,OAA8D,EAC9D,OAAwB;IAaxB,OAAO,IAAI,UAAU,CAAC,GAAG,CACvB,OAAO,EACP,OAAO,EACP,OAAO,CACR,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,GAAG,CAChB,OAAyB,EACzB,OAA8D,EAC9D,OAAwB;IAgBxB,MAAM,OAAO,GAAG,SAAS,CACvB,OAAO,EACP,CAAC,MAAM,EAAE,EAAE,CACT,+DAA+D,CAAC,KAAK,CACnE,MAAM,CACP,EACH,yBAAyB,CAC1B,CAAC;IACF,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;QAChB,OAAO,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IAC1C,CAAC;IACD,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC;IAC/B,MAAM,KAAK,GAAG,IAAI,CAAC;IAEnB,MAAM,WAAW,GAAG;QAClB,OAAO,EAAE,YAAY,CAAC,SAAS,EAAE,QAAQ,CAAC,OAAO,EAAE;YACjD,OAAO,EAAE,KAAK;YACd,YAAY,EAAE,SAAS;SACxB,CAAC;KACH,CAAC;IACF,MAAM,KAAK,GAAG,UAAU,CAAC,kCAAkC,CAAC,CAC1D,WAAW,CACZ,CAAC;IACF,MAAM,MAAM,GAAG,eAAe,CAAC;QAC7B,SAAS,EAAE,QAAQ,CAAC,OAAO;QAC3B,aAAa,EAAE,QAAQ,CAAC,WAAW;KACpC,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,IAAI,OAAO,CAAC,UAAU,CAAC;QACtC,MAAM,EAAE,kBAAkB;QAC1B,WAAW,EAAE,YAAY,CAAC,WAAW,EAAE,QAAQ,CAAC,OAAO,EAAE;YACvD,OAAO,EAAE,KAAK;YACd,YAAY,EAAE,MAAM;SACrB,CAAC;KACH,CAAC,CAAC,CAAC;IACJ,MAAM,aAAa,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACvE,MAAM,eAAe,GAAG,qBAAqB,CAAC,aAAa,CAAC,CAAC;IAE7D,MAAM,OAAO,GAAG;QACd,OAAO,EAAE,OAAO,CAAC,QAAQ;QACzB,OAAO,EAAE,OAAO,EAAE,SAAS,IAAI,OAAO,CAAC,QAAQ,IAAI,EAAE;QACrD,WAAW,EAAE,0DAA0D;QACvE,YAAY,EAAE,IAAI;QAClB,gBAAgB,EAAE,eAAe;QACjC,cAAc,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ;QACzC,WAAW,EAAE,OAAO,EAAE,OAAO;eACxB,OAAO,CAAC,QAAQ,CAAC,WAAW;eAC5B,EAAE,QAAQ,EAAE,MAAM,EAAE;QACzB,UAAU,EAAE,OAAO,EAAE,UAAU,IAAI;YACjC,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;SACN;KACF,CAAC;IAEF,MAAM,UAAU,GAAG,OAAO,CAAC,cAAc,CAAC,OAAO,EAAE;QACjD,QAAQ,EAAE,eAAe;QACzB,MAAM,EAAE,KAAK;QACb,OAAO,EAAE,OAAO,EAAE,SAAS;QAC3B,IAAI,EAAE,KAAK;QACX,OAAO,EAAE,QAAQ;QACjB,KAAK,EAAE,MAAM;QACb,IAAI,EAAE,KAAK;QACX,SAAS,EAAE,OAAO,CAAC,QAAQ,CAAC,SAAS;QACrC,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,OAAO,CAAC,QAAQ,CAAC,SAAS;eACtD,CAAC,CAAC;KACR,EAAE,OAAO,CAAC,CAAC;IACZ,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC;QACnB,OAAO,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IAC7C,CAAC;IACD,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC;IAE9B,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE;QACvC,OAAO;QACP,UAAU,EAAE,EAAE;QACd,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,UAAU,EAAE,OAAO,CAAC,UAAU;KAC/B,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,OAAO,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,eAAe,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;IAChE,CAAC;IACD,OAAO,CAAC,QAAQ,EAAE;YAChB,MAAM,EAAE,UAAU;YAClB,SAAS,EAAE,IAAI;YACf,QAAQ,EAAE,QAAQ,CAAC,KAAK;SACzB,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
/*
|
|
2
2
|
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
3
|
*/
|
|
4
|
-
import { encodeSimple } from "../lib/encodings.js";
|
|
4
|
+
import { encodeFormQuery, encodeSimple } from "../lib/encodings.js";
|
|
5
5
|
import { compactMap } from "../lib/primitives.js";
|
|
6
6
|
import { safeParse } from "../lib/schemas.js";
|
|
7
7
|
import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
|
|
@@ -31,6 +31,10 @@ async function $do(client$, request, options) {
|
|
|
31
31
|
}),
|
|
32
32
|
};
|
|
33
33
|
const path$ = pathToFunc("/agent-tests/run/{task_id}")(pathParams$);
|
|
34
|
+
const query$ = encodeFormQuery({
|
|
35
|
+
"compact": payload$.compact,
|
|
36
|
+
"only_failed": payload$.only_failed,
|
|
37
|
+
});
|
|
34
38
|
const headers$ = new Headers(compactMap({
|
|
35
39
|
Accept: "application/json",
|
|
36
40
|
"X-API-Key": encodeSimple("X-API-Key", payload$.xAPIKey, {
|
|
@@ -64,6 +68,7 @@ async function $do(client$, request, options) {
|
|
|
64
68
|
baseURL: options?.serverURL,
|
|
65
69
|
path: path$,
|
|
66
70
|
headers: headers$,
|
|
71
|
+
query: query$,
|
|
67
72
|
body: body$,
|
|
68
73
|
userAgent: client$._options.userAgent,
|
|
69
74
|
timeoutMs: options?.timeoutMs || client$._options.timeoutMs
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"agentTestsGetRun.js","sourceRoot":"","sources":["../../src/funcs/agentTestsGetRun.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;
|
|
1
|
+
{"version":3,"file":"agentTestsGetRun.js","sourceRoot":"","sources":["../../src/funcs/agentTestsGetRun.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACpE,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAE9C,OAAO,EAAE,eAAe,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC5E,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAU3C,OAAO,EAEL,4DAA4D,GAC7D,MAAM,4DAA4D,CAAC;AACpE,OAAO,EAAW,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAGxD;;;;;GAKG;AACH,MAAM,UAAU,gBAAgB,CAC9B,OAAyB,EACzB,OAA2D,EAC3D,OAAwB;IAaxB,OAAO,IAAI,UAAU,CAAC,GAAG,CACvB,OAAO,EACP,OAAO,EACP,OAAO,CACR,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,GAAG,CAChB,OAAyB,EACzB,OAA2D,EAC3D,OAAwB;IAgBxB,MAAM,OAAO,GAAG,SAAS,CACvB,OAAO,EACP,CAAC,MAAM,EAAE,EAAE,CACT,4DAA4D,CAAC,KAAK,CAChE,MAAM,CACP,EACH,yBAAyB,CAC1B,CAAC;IACF,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;QAChB,OAAO,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IAC1C,CAAC;IACD,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC;IAC/B,MAAM,KAAK,GAAG,IAAI,CAAC;IAEnB,MAAM,WAAW,GAAG;QAClB,OAAO,EAAE,YAAY,CAAC,SAAS,EAAE,QAAQ,CAAC,OAAO,EAAE;YACjD,OAAO,EAAE,KAAK;YACd,YAAY,EAAE,SAAS;SACxB,CAAC;KACH,CAAC;IACF,MAAM,KAAK,GAAG,UAAU,CAAC,4BAA4B,CAAC,CACpD,WAAW,CACZ,CAAC;IACF,MAAM,MAAM,GAAG,eAAe,CAAC;QAC7B,SAAS,EAAE,QAAQ,CAAC,OAAO;QAC3B,aAAa,EAAE,QAAQ,CAAC,WAAW;KACpC,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,IAAI,OAAO,CAAC,UAAU,CAAC;QACtC,MAAM,EAAE,kBAAkB;QAC1B,WAAW,EAAE,YAAY,CAAC,WAAW,EAAE,QAAQ,CAAC,OAAO,EAAE;YACvD,OAAO,EAAE,KAAK;YACd,YAAY,EAAE,MAAM;SACrB,CAAC;KACH,CAAC,CAAC,CAAC;IACJ,MAAM,aAAa,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACvE,MAAM,eAAe,GAAG,qBAAqB,CAAC,aAAa,CAAC,CAAC;IAE7D,MAAM,OAAO,GAAG;QACd,OAAO,EAAE,OAAO,CAAC,QAAQ;QACzB,OAAO,EAAE,OAAO,EAAE,SAAS,IAAI,OAAO,CAAC,QAAQ,IAAI,EAAE;QACrD,WAAW,EAAE,yDAAyD;QACtE,YAAY,EAAE,IAAI;QAClB,gBAAgB,EAAE,eAAe;QACjC,cAAc,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ;QACzC,WAAW,EAAE,OAAO,EAAE,OAAO;eACxB,OAAO,CAAC,QAAQ,CAAC,WAAW;eAC5B,EAAE,QAAQ,EAAE,MAAM,EAAE;QACzB,UAAU,EAAE,OAAO,EAAE,UAAU,IAAI;YACjC,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;SACN;KACF,CAAC;IAEF,MAAM,UAAU,GAAG,OAAO,CAAC,cAAc,CAAC,OAAO,EAAE;QACjD,QAAQ,EAAE,eAAe;QACzB,MAAM,EAAE,KAAK;QACb,OAAO,EAAE,OAAO,EAAE,SAAS;QAC3B,IAAI,EAAE,KAAK;QACX,OAAO,EAAE,QAAQ;QACjB,KAAK,EAAE,MAAM;QACb,IAAI,EAAE,KAAK;QACX,SAAS,EAAE,OAAO,CAAC,QAAQ,CAAC,SAAS;QACrC,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,OAAO,CAAC,QAAQ,CAAC,SAAS;eACtD,CAAC,CAAC;KACR,EAAE,OAAO,CAAC,CAAC;IACZ,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC;QACnB,OAAO,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IAC7C,CAAC;IACD,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC;IAE9B,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE;QACvC,OAAO;QACP,UAAU,EAAE,EAAE;QACd,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,UAAU,EAAE,OAAO,CAAC,UAAU;KAC/B,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,OAAO,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,eAAe,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;IAChE,CAAC;IACD,OAAO,CAAC,QAAQ,EAAE;YAChB,MAAM,EAAE,UAAU;YAClB,SAAS,EAAE,IAAI;YACf,QAAQ,EAAE,QAAQ,CAAC,KAAK;SACzB,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -32,6 +32,8 @@ async function $do(client$, request, options) {
|
|
|
32
32
|
};
|
|
33
33
|
const path$ = pathToFunc("/annotation-tasks/{task_uuid}/summary")(pathParams$);
|
|
34
34
|
const query$ = encodeFormQuery({
|
|
35
|
+
"compact": payload$.compact,
|
|
36
|
+
"disagreement_only": payload$.disagreement_only,
|
|
35
37
|
"item_id": payload$.item_id,
|
|
36
38
|
"limit": payload$.limit,
|
|
37
39
|
"live_only": payload$.live_only,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"annotationTasksGetSummary.js","sourceRoot":"","sources":["../../src/funcs/annotationTasksGetSummary.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACpE,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAE9C,OAAO,EAAE,eAAe,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC5E,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAU3C,OAAO,EAEL,6DAA6D,GAC9D,MAAM,6DAA6D,CAAC;AACrE,OAAO,EAAW,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAGxD;;;;;GAKG;AACH,MAAM,UAAU,yBAAyB,CACvC,OAAyB,EACzB,OAA4D,EAC5D,OAAwB;IAaxB,OAAO,IAAI,UAAU,CAAC,GAAG,CACvB,OAAO,EACP,OAAO,EACP,OAAO,CACR,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,GAAG,CAChB,OAAyB,EACzB,OAA4D,EAC5D,OAAwB;IAgBxB,MAAM,OAAO,GAAG,SAAS,CACvB,OAAO,EACP,CAAC,MAAM,EAAE,EAAE,CACT,6DAA6D,CAAC,KAAK,CACjE,MAAM,CACP,EACH,yBAAyB,CAC1B,CAAC;IACF,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;QAChB,OAAO,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IAC1C,CAAC;IACD,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC;IAC/B,MAAM,KAAK,GAAG,IAAI,CAAC;IAEnB,MAAM,WAAW,GAAG;QAClB,SAAS,EAAE,YAAY,CAAC,WAAW,EAAE,QAAQ,CAAC,SAAS,EAAE;YACvD,OAAO,EAAE,KAAK;YACd,YAAY,EAAE,SAAS;SACxB,CAAC;KACH,CAAC;IACF,MAAM,KAAK,GAAG,UAAU,CAAC,uCAAuC,CAAC,CAC/D,WAAW,CACZ,CAAC;IACF,MAAM,MAAM,GAAG,eAAe,CAAC;QAC7B,SAAS,EAAE,QAAQ,CAAC,OAAO;QAC3B,OAAO,EAAE,QAAQ,CAAC,KAAK;QACvB,WAAW,EAAE,QAAQ,CAAC,SAAS;QAC/B,QAAQ,EAAE,QAAQ,CAAC,MAAM;QACzB,OAAO,EAAE,QAAQ,CAAC,KAAK;QACvB,GAAG,EAAE,QAAQ,CAAC,CAAC;QACf,SAAS,EAAE,QAAQ,CAAC,OAAO;KAC5B,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,IAAI,OAAO,CAAC,UAAU,CAAC;QACtC,MAAM,EAAE,kBAAkB;QAC1B,WAAW,EAAE,YAAY,CAAC,WAAW,EAAE,QAAQ,CAAC,OAAO,EAAE;YACvD,OAAO,EAAE,KAAK;YACd,YAAY,EAAE,MAAM;SACrB,CAAC;KACH,CAAC,CAAC,CAAC;IACJ,MAAM,aAAa,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACvE,MAAM,eAAe,GAAG,qBAAqB,CAAC,aAAa,CAAC,CAAC;IAE7D,MAAM,OAAO,GAAG;QACd,OAAO,EAAE,OAAO,CAAC,QAAQ;QACzB,OAAO,EAAE,OAAO,EAAE,SAAS,IAAI,OAAO,CAAC,QAAQ,IAAI,EAAE;QACrD,WAAW,EAAE,uDAAuD;QACpE,YAAY,EAAE,IAAI;QAClB,gBAAgB,EAAE,eAAe;QACjC,cAAc,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ;QACzC,WAAW,EAAE,OAAO,EAAE,OAAO;eACxB,OAAO,CAAC,QAAQ,CAAC,WAAW;eAC5B,EAAE,QAAQ,EAAE,MAAM,EAAE;QACzB,UAAU,EAAE,OAAO,EAAE,UAAU,IAAI;YACjC,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;SACN;KACF,CAAC;IAEF,MAAM,UAAU,GAAG,OAAO,CAAC,cAAc,CAAC,OAAO,EAAE;QACjD,QAAQ,EAAE,eAAe;QACzB,MAAM,EAAE,KAAK;QACb,OAAO,EAAE,OAAO,EAAE,SAAS;QAC3B,IAAI,EAAE,KAAK;QACX,OAAO,EAAE,QAAQ;QACjB,KAAK,EAAE,MAAM;QACb,IAAI,EAAE,KAAK;QACX,SAAS,EAAE,OAAO,CAAC,QAAQ,CAAC,SAAS;QACrC,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,OAAO,CAAC,QAAQ,CAAC,SAAS;eACtD,CAAC,CAAC;KACR,EAAE,OAAO,CAAC,CAAC;IACZ,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC;QACnB,OAAO,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IAC7C,CAAC;IACD,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC;IAE9B,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE;QACvC,OAAO;QACP,UAAU,EAAE,EAAE;QACd,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,UAAU,EAAE,OAAO,CAAC,UAAU;KAC/B,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,OAAO,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,eAAe,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;IAChE,CAAC;IACD,OAAO,CAAC,QAAQ,EAAE;YAChB,MAAM,EAAE,UAAU;YAClB,SAAS,EAAE,IAAI;YACf,QAAQ,EAAE,QAAQ,CAAC,KAAK;SACzB,CAAC,CAAC;AACL,CAAC"}
|
|
1
|
+
{"version":3,"file":"annotationTasksGetSummary.js","sourceRoot":"","sources":["../../src/funcs/annotationTasksGetSummary.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACpE,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAE9C,OAAO,EAAE,eAAe,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC5E,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAU3C,OAAO,EAEL,6DAA6D,GAC9D,MAAM,6DAA6D,CAAC;AACrE,OAAO,EAAW,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAGxD;;;;;GAKG;AACH,MAAM,UAAU,yBAAyB,CACvC,OAAyB,EACzB,OAA4D,EAC5D,OAAwB;IAaxB,OAAO,IAAI,UAAU,CAAC,GAAG,CACvB,OAAO,EACP,OAAO,EACP,OAAO,CACR,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,GAAG,CAChB,OAAyB,EACzB,OAA4D,EAC5D,OAAwB;IAgBxB,MAAM,OAAO,GAAG,SAAS,CACvB,OAAO,EACP,CAAC,MAAM,EAAE,EAAE,CACT,6DAA6D,CAAC,KAAK,CACjE,MAAM,CACP,EACH,yBAAyB,CAC1B,CAAC;IACF,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;QAChB,OAAO,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IAC1C,CAAC;IACD,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC;IAC/B,MAAM,KAAK,GAAG,IAAI,CAAC;IAEnB,MAAM,WAAW,GAAG;QAClB,SAAS,EAAE,YAAY,CAAC,WAAW,EAAE,QAAQ,CAAC,SAAS,EAAE;YACvD,OAAO,EAAE,KAAK;YACd,YAAY,EAAE,SAAS;SACxB,CAAC;KACH,CAAC;IACF,MAAM,KAAK,GAAG,UAAU,CAAC,uCAAuC,CAAC,CAC/D,WAAW,CACZ,CAAC;IACF,MAAM,MAAM,GAAG,eAAe,CAAC;QAC7B,SAAS,EAAE,QAAQ,CAAC,OAAO;QAC3B,mBAAmB,EAAE,QAAQ,CAAC,iBAAiB;QAC/C,SAAS,EAAE,QAAQ,CAAC,OAAO;QAC3B,OAAO,EAAE,QAAQ,CAAC,KAAK;QACvB,WAAW,EAAE,QAAQ,CAAC,SAAS;QAC/B,QAAQ,EAAE,QAAQ,CAAC,MAAM;QACzB,OAAO,EAAE,QAAQ,CAAC,KAAK;QACvB,GAAG,EAAE,QAAQ,CAAC,CAAC;QACf,SAAS,EAAE,QAAQ,CAAC,OAAO;KAC5B,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,IAAI,OAAO,CAAC,UAAU,CAAC;QACtC,MAAM,EAAE,kBAAkB;QAC1B,WAAW,EAAE,YAAY,CAAC,WAAW,EAAE,QAAQ,CAAC,OAAO,EAAE;YACvD,OAAO,EAAE,KAAK;YACd,YAAY,EAAE,MAAM;SACrB,CAAC;KACH,CAAC,CAAC,CAAC;IACJ,MAAM,aAAa,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACvE,MAAM,eAAe,GAAG,qBAAqB,CAAC,aAAa,CAAC,CAAC;IAE7D,MAAM,OAAO,GAAG;QACd,OAAO,EAAE,OAAO,CAAC,QAAQ;QACzB,OAAO,EAAE,OAAO,EAAE,SAAS,IAAI,OAAO,CAAC,QAAQ,IAAI,EAAE;QACrD,WAAW,EAAE,uDAAuD;QACpE,YAAY,EAAE,IAAI;QAClB,gBAAgB,EAAE,eAAe;QACjC,cAAc,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ;QACzC,WAAW,EAAE,OAAO,EAAE,OAAO;eACxB,OAAO,CAAC,QAAQ,CAAC,WAAW;eAC5B,EAAE,QAAQ,EAAE,MAAM,EAAE;QACzB,UAAU,EAAE,OAAO,EAAE,UAAU,IAAI;YACjC,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;SACN;KACF,CAAC;IAEF,MAAM,UAAU,GAAG,OAAO,CAAC,cAAc,CAAC,OAAO,EAAE;QACjD,QAAQ,EAAE,eAAe;QACzB,MAAM,EAAE,KAAK;QACb,OAAO,EAAE,OAAO,EAAE,SAAS;QAC3B,IAAI,EAAE,KAAK;QACX,OAAO,EAAE,QAAQ;QACjB,KAAK,EAAE,MAAM;QACb,IAAI,EAAE,KAAK;QACX,SAAS,EAAE,OAAO,CAAC,QAAQ,CAAC,SAAS;QACrC,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,OAAO,CAAC,QAAQ,CAAC,SAAS;eACtD,CAAC,CAAC;KACR,EAAE,OAAO,CAAC,CAAC;IACZ,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC;QACnB,OAAO,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IAC7C,CAAC;IACD,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC;IAE9B,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE;QACvC,OAAO;QACP,UAAU,EAAE,EAAE;QACd,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,UAAU,EAAE,OAAO,CAAC,UAAU;KAC/B,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,OAAO,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,eAAe,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;IAChE,CAAC;IACD,OAAO,CAAC,QAAQ,EAAE;YAChB,MAAM,EAAE,UAAU;YAClB,SAAS,EAAE,IAAI;YACf,QAAQ,EAAE,QAAQ,CAAC,KAAK;SACzB,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
/*
|
|
2
2
|
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
3
|
*/
|
|
4
|
-
import { encodeSimple } from "../lib/encodings.js";
|
|
4
|
+
import { encodeFormQuery, encodeSimple } from "../lib/encodings.js";
|
|
5
5
|
import { compactMap } from "../lib/primitives.js";
|
|
6
6
|
import { safeParse } from "../lib/schemas.js";
|
|
7
7
|
import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
|
|
@@ -31,6 +31,9 @@ async function $do(client$, request, options) {
|
|
|
31
31
|
}),
|
|
32
32
|
};
|
|
33
33
|
const path$ = pathToFunc("/evaluators/{evaluator_uuid}")(pathParams$);
|
|
34
|
+
const query$ = encodeFormQuery({
|
|
35
|
+
"compact": payload$.compact,
|
|
36
|
+
});
|
|
34
37
|
const headers$ = new Headers(compactMap({
|
|
35
38
|
Accept: "application/json",
|
|
36
39
|
"X-API-Key": encodeSimple("X-API-Key", payload$.xAPIKey, {
|
|
@@ -64,6 +67,7 @@ async function $do(client$, request, options) {
|
|
|
64
67
|
baseURL: options?.serverURL,
|
|
65
68
|
path: path$,
|
|
66
69
|
headers: headers$,
|
|
70
|
+
query: query$,
|
|
67
71
|
body: body$,
|
|
68
72
|
userAgent: client$._options.userAgent,
|
|
69
73
|
timeoutMs: options?.timeoutMs || client$._options.timeoutMs
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"evaluatorsGet.js","sourceRoot":"","sources":["../../src/funcs/evaluatorsGet.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;
|
|
1
|
+
{"version":3,"file":"evaluatorsGet.js","sourceRoot":"","sources":["../../src/funcs/evaluatorsGet.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACpE,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAE9C,OAAO,EAAE,eAAe,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC5E,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAU3C,OAAO,EAEL,+DAA+D,GAChE,MAAM,+DAA+D,CAAC;AACvE,OAAO,EAAW,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAGxD;;;;;GAKG;AACH,MAAM,UAAU,aAAa,CAC3B,OAAyB,EACzB,OAA8D,EAC9D,OAAwB;IAaxB,OAAO,IAAI,UAAU,CAAC,GAAG,CACvB,OAAO,EACP,OAAO,EACP,OAAO,CACR,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,GAAG,CAChB,OAAyB,EACzB,OAA8D,EAC9D,OAAwB;IAgBxB,MAAM,OAAO,GAAG,SAAS,CACvB,OAAO,EACP,CAAC,MAAM,EAAE,EAAE,CACT,+DAA+D,CAAC,KAAK,CACnE,MAAM,CACP,EACH,yBAAyB,CAC1B,CAAC;IACF,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;QAChB,OAAO,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IAC1C,CAAC;IACD,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC;IAC/B,MAAM,KAAK,GAAG,IAAI,CAAC;IAEnB,MAAM,WAAW,GAAG;QAClB,cAAc,EAAE,YAAY,CAAC,gBAAgB,EAAE,QAAQ,CAAC,cAAc,EAAE;YACtE,OAAO,EAAE,KAAK;YACd,YAAY,EAAE,SAAS;SACxB,CAAC;KACH,CAAC;IACF,MAAM,KAAK,GAAG,UAAU,CAAC,8BAA8B,CAAC,CACtD,WAAW,CACZ,CAAC;IACF,MAAM,MAAM,GAAG,eAAe,CAAC;QAC7B,SAAS,EAAE,QAAQ,CAAC,OAAO;KAC5B,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,IAAI,OAAO,CAAC,UAAU,CAAC;QACtC,MAAM,EAAE,kBAAkB;QAC1B,WAAW,EAAE,YAAY,CAAC,WAAW,EAAE,QAAQ,CAAC,OAAO,EAAE;YACvD,OAAO,EAAE,KAAK;YACd,YAAY,EAAE,MAAM;SACrB,CAAC;KACH,CAAC,CAAC,CAAC;IACJ,MAAM,aAAa,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACvE,MAAM,eAAe,GAAG,qBAAqB,CAAC,aAAa,CAAC,CAAC;IAE7D,MAAM,OAAO,GAAG;QACd,OAAO,EAAE,OAAO,CAAC,QAAQ;QACzB,OAAO,EAAE,OAAO,EAAE,SAAS,IAAI,OAAO,CAAC,QAAQ,IAAI,EAAE;QACrD,WAAW,EAAE,wDAAwD;QACrE,YAAY,EAAE,IAAI;QAClB,gBAAgB,EAAE,eAAe;QACjC,cAAc,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ;QACzC,WAAW,EAAE,OAAO,EAAE,OAAO;eACxB,OAAO,CAAC,QAAQ,CAAC,WAAW;eAC5B,EAAE,QAAQ,EAAE,MAAM,EAAE;QACzB,UAAU,EAAE,OAAO,EAAE,UAAU,IAAI;YACjC,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;SACN;KACF,CAAC;IAEF,MAAM,UAAU,GAAG,OAAO,CAAC,cAAc,CAAC,OAAO,EAAE;QACjD,QAAQ,EAAE,eAAe;QACzB,MAAM,EAAE,KAAK;QACb,OAAO,EAAE,OAAO,EAAE,SAAS;QAC3B,IAAI,EAAE,KAAK;QACX,OAAO,EAAE,QAAQ;QACjB,KAAK,EAAE,MAAM;QACb,IAAI,EAAE,KAAK;QACX,SAAS,EAAE,OAAO,CAAC,QAAQ,CAAC,SAAS;QACrC,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,OAAO,CAAC,QAAQ,CAAC,SAAS;eACtD,CAAC,CAAC;KACR,EAAE,OAAO,CAAC,CAAC;IACZ,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC;QACnB,OAAO,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IAC7C,CAAC;IACD,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC;IAE9B,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE;QACvC,OAAO;QACP,UAAU,EAAE,EAAE;QACd,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,UAAU,EAAE,OAAO,CAAC,UAAU;KAC/B,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,OAAO,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,eAAe,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;IAChE,CAAC;IACD,OAAO,CAAC,QAAQ,EAAE;YAChB,MAAM,EAAE,UAAU;YAClB,SAAS,EAAE,IAAI;YACf,QAAQ,EAAE,QAAQ,CAAC,KAAK;SACzB,CAAC,CAAC;AACL,CAAC"}
|
package/esm/landing-page.js
CHANGED
|
@@ -915,7 +915,7 @@ http_headers = { "api-key-auth" = "YOUR_API_KEY_AUTH" }`;
|
|
|
915
915
|
<h1>Instructions</h1>
|
|
916
916
|
<p>One-click installation for Claude Desktop users</p>
|
|
917
917
|
<div class="instruction-item">
|
|
918
|
-
<a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.
|
|
918
|
+
<a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.25/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
|
|
919
919
|
📥 Download MCP Bundle
|
|
920
920
|
</a>
|
|
921
921
|
</div>
|
package/esm/lib/config.d.ts
CHANGED
|
@@ -35,8 +35,8 @@ export declare function serverURLFromOptions(options: SDKOptions): URL | null;
|
|
|
35
35
|
export declare const SDK_METADATA: {
|
|
36
36
|
readonly language: "typescript";
|
|
37
37
|
readonly openapiDocVersion: "0.1.0";
|
|
38
|
-
readonly sdkVersion: "0.0.
|
|
38
|
+
readonly sdkVersion: "0.0.25";
|
|
39
39
|
readonly genVersion: "2.915.1";
|
|
40
|
-
readonly userAgent: "speakeasy-sdk/mcp-typescript 0.0.
|
|
40
|
+
readonly userAgent: "speakeasy-sdk/mcp-typescript 0.0.25 2.915.1 0.1.0 @dalmia/calibrate-mcp";
|
|
41
41
|
};
|
|
42
42
|
//# sourceMappingURL=config.d.ts.map
|
package/esm/lib/config.js
CHANGED
|
@@ -27,8 +27,8 @@ export function serverURLFromOptions(options) {
|
|
|
27
27
|
export const SDK_METADATA = {
|
|
28
28
|
language: "typescript",
|
|
29
29
|
openapiDocVersion: "0.1.0",
|
|
30
|
-
sdkVersion: "0.0.
|
|
30
|
+
sdkVersion: "0.0.25",
|
|
31
31
|
genVersion: "2.915.1",
|
|
32
|
-
userAgent: "speakeasy-sdk/mcp-typescript 0.0.
|
|
32
|
+
userAgent: "speakeasy-sdk/mcp-typescript 0.0.25 2.915.1 0.1.0 @dalmia/calibrate-mcp",
|
|
33
33
|
};
|
|
34
34
|
//# sourceMappingURL=config.js.map
|
package/esm/mcp-server/server.js
CHANGED
|
@@ -42,7 +42,7 @@ import { tool$testsUpdate } from "./tools/testsUpdate.js";
|
|
|
42
42
|
export function createMCPServer(deps) {
|
|
43
43
|
const server = new McpServer({
|
|
44
44
|
name: "CalibrateMcp",
|
|
45
|
-
version: "0.0.
|
|
45
|
+
version: "0.0.25",
|
|
46
46
|
});
|
|
47
47
|
const getClient = deps.getSDK || (() => new CalibrateMcpCore({
|
|
48
48
|
security: deps.security,
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import * as z from "zod";
|
|
2
2
|
import { ClosedEnum } from "../types/enums.js";
|
|
3
|
-
import {
|
|
3
|
+
import { EvaluatorVersionCompact } from "./evaluatorversioncompact.js";
|
|
4
4
|
/**
|
|
5
5
|
* What the evaluator judges:
|
|
6
6
|
*
|
|
@@ -12,7 +12,7 @@ import { EvaluatorVersionResponse } from "./evaluatorversionresponse.js";
|
|
|
12
12
|
* - `llm-general`: a standalone input and output pair
|
|
13
13
|
* - `conversation`: a full conversation
|
|
14
14
|
*/
|
|
15
|
-
export declare const
|
|
15
|
+
export declare const EvaluatorDetailResponseCompactEvaluatorType: {
|
|
16
16
|
readonly Tts: "tts";
|
|
17
17
|
readonly Stt: "stt";
|
|
18
18
|
readonly Llm: "llm";
|
|
@@ -30,8 +30,8 @@ export declare const EvaluatorDetailResponseEvaluatorType: {
|
|
|
30
30
|
* - `llm-general`: a standalone input and output pair
|
|
31
31
|
* - `conversation`: a full conversation
|
|
32
32
|
*/
|
|
33
|
-
export type
|
|
34
|
-
export declare const
|
|
33
|
+
export type EvaluatorDetailResponseCompactEvaluatorType = ClosedEnum<typeof EvaluatorDetailResponseCompactEvaluatorType>;
|
|
34
|
+
export declare const EvaluatorDetailResponseCompactEvaluatorType$zodSchema: z.ZodEnum<{
|
|
35
35
|
conversation: "conversation";
|
|
36
36
|
stt: "stt";
|
|
37
37
|
llm: "llm";
|
|
@@ -46,7 +46,7 @@ export declare const EvaluatorDetailResponseEvaluatorType$zodSchema: z.ZodEnum<{
|
|
|
46
46
|
* - `text`
|
|
47
47
|
* - `audio`
|
|
48
48
|
*/
|
|
49
|
-
export declare const
|
|
49
|
+
export declare const EvaluatorDetailResponseCompactDataType: {
|
|
50
50
|
readonly Text: "text";
|
|
51
51
|
readonly Audio: "audio";
|
|
52
52
|
};
|
|
@@ -58,8 +58,8 @@ export declare const EvaluatorDetailResponseDataType: {
|
|
|
58
58
|
* - `text`
|
|
59
59
|
* - `audio`
|
|
60
60
|
*/
|
|
61
|
-
export type
|
|
62
|
-
export declare const
|
|
61
|
+
export type EvaluatorDetailResponseCompactDataType = ClosedEnum<typeof EvaluatorDetailResponseCompactDataType>;
|
|
62
|
+
export declare const EvaluatorDetailResponseCompactDataType$zodSchema: z.ZodEnum<{
|
|
63
63
|
text: "text";
|
|
64
64
|
audio: "audio";
|
|
65
65
|
}>;
|
|
@@ -71,7 +71,7 @@ export declare const EvaluatorDetailResponseDataType$zodSchema: z.ZodEnum<{
|
|
|
71
71
|
* - `binary`: pass or fail
|
|
72
72
|
* - `rating`: a numeric score, using the scale in `output_config`
|
|
73
73
|
*/
|
|
74
|
-
export declare const
|
|
74
|
+
export declare const EvaluatorDetailResponseCompactOutputType: {
|
|
75
75
|
readonly Binary: "binary";
|
|
76
76
|
readonly Rating: "rating";
|
|
77
77
|
};
|
|
@@ -83,24 +83,24 @@ export declare const EvaluatorDetailResponseOutputType: {
|
|
|
83
83
|
* - `binary`: pass or fail
|
|
84
84
|
* - `rating`: a numeric score, using the scale in `output_config`
|
|
85
85
|
*/
|
|
86
|
-
export type
|
|
87
|
-
export declare const
|
|
86
|
+
export type EvaluatorDetailResponseCompactOutputType = ClosedEnum<typeof EvaluatorDetailResponseCompactOutputType>;
|
|
87
|
+
export declare const EvaluatorDetailResponseCompactOutputType$zodSchema: z.ZodEnum<{
|
|
88
88
|
binary: "binary";
|
|
89
89
|
rating: "rating";
|
|
90
90
|
}>;
|
|
91
|
-
export type
|
|
91
|
+
export type EvaluatorDetailResponseCompact = {
|
|
92
92
|
uuid: string;
|
|
93
93
|
name: string;
|
|
94
94
|
description?: string | null | undefined;
|
|
95
|
-
evaluator_type:
|
|
96
|
-
data_type:
|
|
97
|
-
output_type:
|
|
95
|
+
evaluator_type: EvaluatorDetailResponseCompactEvaluatorType;
|
|
96
|
+
data_type: EvaluatorDetailResponseCompactDataType;
|
|
97
|
+
output_type: EvaluatorDetailResponseCompactOutputType;
|
|
98
98
|
is_default: boolean;
|
|
99
99
|
slug?: string | null | undefined;
|
|
100
100
|
live_version_id?: string | null | undefined;
|
|
101
101
|
created_at: string;
|
|
102
102
|
updated_at: string;
|
|
103
|
-
versions: Array<
|
|
103
|
+
versions: Array<EvaluatorVersionCompact>;
|
|
104
104
|
};
|
|
105
|
-
export declare const
|
|
106
|
-
//# sourceMappingURL=
|
|
105
|
+
export declare const EvaluatorDetailResponseCompact$zodSchema: z.ZodType<EvaluatorDetailResponseCompact>;
|
|
106
|
+
//# sourceMappingURL=evaluatordetailresponsecompact.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"evaluatordetailresponsecompact.d.ts","sourceRoot":"","sources":["../../src/models/evaluatordetailresponsecompact.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EACL,uBAAuB,EAExB,MAAM,8BAA8B,CAAC;AAEtC;;;;;;;;;;GAUG;AACH,eAAO,MAAM,2CAA2C;;;;;;CAM9C,CAAC;AACX;;;;;;;;;;GAUG;AACH,MAAM,MAAM,2CAA2C,GAAG,UAAU,CAClE,OAAO,2CAA2C,CACnD,CAAC;AAEF,eAAO,MAAM,qDAAqD;;;;;;EAQjE,CAAC;AAEF;;;;;;;GAOG;AACH,eAAO,MAAM,sCAAsC;;;CAGzC,CAAC;AACX;;;;;;;GAOG;AACH,MAAM,MAAM,sCAAsC,GAAG,UAAU,CAC7D,OAAO,sCAAsC,CAC9C,CAAC;AAEF,eAAO,MAAM,gDAAgD;;;EAGQ,CAAC;AAEtE;;;;;;;GAOG;AACH,eAAO,MAAM,wCAAwC;;;CAG3C,CAAC;AACX;;;;;;;GAOG;AACH,MAAM,MAAM,wCAAwC,GAAG,UAAU,CAC/D,OAAO,wCAAwC,CAChD,CAAC;AAEF,eAAO,MAAM,kDAAkD;;;EAK9D,CAAC;AAEF,MAAM,MAAM,8BAA8B,GAAG;IAC3C,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,cAAc,EAAE,2CAA2C,CAAC;IAC5D,SAAS,EAAE,sCAAsC,CAAC;IAClD,WAAW,EAAE,wCAAwC,CAAC;IACtD,UAAU,EAAE,OAAO,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACjC,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC5C,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,KAAK,CAAC,uBAAuB,CAAC,CAAC;CAC1C,CAAC;AAEF,eAAO,MAAM,wCAAwC,EAAE,CAAC,CAAC,OAAO,CAC9D,8BAA8B,CAmC9B,CAAC"}
|
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
3
|
*/
|
|
4
4
|
import * as z from "zod";
|
|
5
|
-
import {
|
|
5
|
+
import { EvaluatorVersionCompact$zodSchema, } from "./evaluatorversioncompact.js";
|
|
6
6
|
/**
|
|
7
7
|
* What the evaluator judges:
|
|
8
8
|
*
|
|
@@ -14,14 +14,14 @@ import { EvaluatorVersionResponse$zodSchema, } from "./evaluatorversionresponse.
|
|
|
14
14
|
* - `llm-general`: a standalone input and output pair
|
|
15
15
|
* - `conversation`: a full conversation
|
|
16
16
|
*/
|
|
17
|
-
export const
|
|
17
|
+
export const EvaluatorDetailResponseCompactEvaluatorType = {
|
|
18
18
|
Tts: "tts",
|
|
19
19
|
Stt: "stt",
|
|
20
20
|
Llm: "llm",
|
|
21
21
|
LlmGeneral: "llm-general",
|
|
22
22
|
Conversation: "conversation",
|
|
23
23
|
};
|
|
24
|
-
export const
|
|
24
|
+
export const EvaluatorDetailResponseCompactEvaluatorType$zodSchema = z.enum([
|
|
25
25
|
"tts",
|
|
26
26
|
"stt",
|
|
27
27
|
"llm",
|
|
@@ -36,11 +36,11 @@ export const EvaluatorDetailResponseEvaluatorType$zodSchema = z.enum([
|
|
|
36
36
|
* - `text`
|
|
37
37
|
* - `audio`
|
|
38
38
|
*/
|
|
39
|
-
export const
|
|
39
|
+
export const EvaluatorDetailResponseCompactDataType = {
|
|
40
40
|
Text: "text",
|
|
41
41
|
Audio: "audio",
|
|
42
42
|
};
|
|
43
|
-
export const
|
|
43
|
+
export const EvaluatorDetailResponseCompactDataType$zodSchema = z.enum([
|
|
44
44
|
"text",
|
|
45
45
|
"audio",
|
|
46
46
|
]).describe("The modality the judge reads:\n\n- `text`\n- `audio`\n");
|
|
@@ -52,26 +52,27 @@ export const EvaluatorDetailResponseDataType$zodSchema = z.enum([
|
|
|
52
52
|
* - `binary`: pass or fail
|
|
53
53
|
* - `rating`: a numeric score, using the scale in `output_config`
|
|
54
54
|
*/
|
|
55
|
-
export const
|
|
55
|
+
export const EvaluatorDetailResponseCompactOutputType = {
|
|
56
56
|
Binary: "binary",
|
|
57
57
|
Rating: "rating",
|
|
58
58
|
};
|
|
59
|
-
export const
|
|
59
|
+
export const EvaluatorDetailResponseCompactOutputType$zodSchema = z.enum([
|
|
60
60
|
"binary",
|
|
61
61
|
"rating",
|
|
62
62
|
]).describe("How the evaluator scores:\n\n- `binary`: pass or fail\n- `rating`: a numeric score, using the scale in `output_config`\n");
|
|
63
|
-
export const
|
|
63
|
+
export const EvaluatorDetailResponseCompact$zodSchema = z.object({
|
|
64
64
|
created_at: z.string().describe("When the evaluator was created (ISO 8601 UTC)"),
|
|
65
|
-
data_type:
|
|
65
|
+
data_type: EvaluatorDetailResponseCompactDataType$zodSchema.describe("The modality the judge reads:\n\n- `text`\n- `audio`\n"),
|
|
66
66
|
description: z.string().nullable().optional().describe("What the evaluator checks"),
|
|
67
|
-
evaluator_type:
|
|
67
|
+
evaluator_type: EvaluatorDetailResponseCompactEvaluatorType$zodSchema
|
|
68
|
+
.describe("What the evaluator judges:\n\n- `tts`: TTS audio\n- `stt`: one transcript\n- `llm`: a reply with its conversation history\n- `llm-general`: a standalone input and output pair\n- `conversation`: a full conversation\n"),
|
|
68
69
|
is_default: z.boolean().describe("True for a built-in default evaluator, which you can't edit. False for an evaluator you created, which you can edit and add versions to"),
|
|
69
70
|
live_version_id: z.string().nullable().optional().describe("ID of the version that is currently live"),
|
|
70
71
|
name: z.string().describe("Evaluator name"),
|
|
71
|
-
output_type:
|
|
72
|
+
output_type: EvaluatorDetailResponseCompactOutputType$zodSchema.describe("How the evaluator scores:\n\n- `binary`: pass or fail\n- `rating`: a numeric score, using the scale in `output_config`\n"),
|
|
72
73
|
slug: z.string().nullable().optional().describe("Stable slug for a built-in default evaluator"),
|
|
73
74
|
updated_at: z.string().describe("When the evaluator was last updated (ISO 8601 UTC)"),
|
|
74
75
|
uuid: z.string().describe("Evaluator ID"),
|
|
75
|
-
versions: z.array(
|
|
76
|
+
versions: z.array(EvaluatorVersionCompact$zodSchema).describe("Full version history, oldest first"),
|
|
76
77
|
});
|
|
77
|
-
//# sourceMappingURL=
|
|
78
|
+
//# sourceMappingURL=evaluatordetailresponsecompact.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"evaluatordetailresponsecompact.js","sourceRoot":"","sources":["../../src/models/evaluatordetailresponsecompact.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAEL,iCAAiC,GAClC,MAAM,8BAA8B,CAAC;AAEtC;;;;;;;;;;GAUG;AACH,MAAM,CAAC,MAAM,2CAA2C,GAAG;IACzD,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,UAAU,EAAE,aAAa;IACzB,YAAY,EAAE,cAAc;CACpB,CAAC;AAgBX,MAAM,CAAC,MAAM,qDAAqD,GAAG,CAAC,CAAC,IAAI,CAAC;IAC1E,KAAK;IACL,KAAK;IACL,KAAK;IACL,aAAa;IACb,cAAc;CACf,CAAC,CAAC,QAAQ,CACT,yNAAyN,CAC1N,CAAC;AAEF;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,sCAAsC,GAAG;IACpD,IAAI,EAAE,MAAM;IACZ,KAAK,EAAE,OAAO;CACN,CAAC;AAaX,MAAM,CAAC,MAAM,gDAAgD,GAAG,CAAC,CAAC,IAAI,CAAC;IACrE,MAAM;IACN,OAAO;CACR,CAAC,CAAC,QAAQ,CAAC,wDAAwD,CAAC,CAAC;AAEtE;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,wCAAwC,GAAG;IACtD,MAAM,EAAE,QAAQ;IAChB,MAAM,EAAE,QAAQ;CACR,CAAC;AAaX,MAAM,CAAC,MAAM,kDAAkD,GAAG,CAAC,CAAC,IAAI,CAAC;IACvE,QAAQ;IACR,QAAQ;CACT,CAAC,CAAC,QAAQ,CACT,0HAA0H,CAC3H,CAAC;AAiBF,MAAM,CAAC,MAAM,wCAAwC,GAEjD,CAAC,CAAC,MAAM,CAAC;IACX,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC7B,+CAA+C,CAChD;IACD,SAAS,EAAE,gDAAgD,CAAC,QAAQ,CAClE,wDAAwD,CACzD;IACD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpD,2BAA2B,CAC5B;IACD,cAAc,EAAE,qDAAqD;SAClE,QAAQ,CACP,yNAAyN,CAC1N;IACH,UAAU,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAC9B,yIAAyI,CAC1I;IACD,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxD,0CAA0C,CAC3C;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC;IAC3C,WAAW,EAAE,kDAAkD,CAAC,QAAQ,CACtE,0HAA0H,CAC3H;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7C,8CAA8C,CAC/C;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC7B,oDAAoD,CACrD;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,cAAc,CAAC;IACzC,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAC,QAAQ,CAC3D,oCAAoC,CACrC;CACF,CAAC,CAAC"}
|
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
import * as z from "zod";
|
|
2
2
|
import { OutputConfig } from "./outputconfig.js";
|
|
3
3
|
import { VariableSpec } from "./variablespec.js";
|
|
4
|
-
export type
|
|
4
|
+
export type EvaluatorVersionCompact = {
|
|
5
5
|
uuid: string;
|
|
6
6
|
version_number: number;
|
|
7
7
|
judge_model: string;
|
|
8
|
-
system_prompt
|
|
8
|
+
system_prompt?: string | null | undefined;
|
|
9
9
|
output_config?: OutputConfig | null | undefined;
|
|
10
10
|
variables?: Array<VariableSpec> | null | undefined;
|
|
11
11
|
created_at: string;
|
|
12
12
|
};
|
|
13
|
-
export declare const
|
|
14
|
-
//# sourceMappingURL=
|
|
13
|
+
export declare const EvaluatorVersionCompact$zodSchema: z.ZodType<EvaluatorVersionCompact>;
|
|
14
|
+
//# sourceMappingURL=evaluatorversioncompact.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"evaluatorversioncompact.d.ts","sourceRoot":"","sources":["../../src/models/evaluatorversioncompact.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,YAAY,EAA0B,MAAM,mBAAmB,CAAC;AACzE,OAAO,EAAE,YAAY,EAA0B,MAAM,mBAAmB,CAAC;AAEzE,MAAM,MAAM,uBAAuB,GAAG;IACpC,IAAI,EAAE,MAAM,CAAC;IACb,cAAc,EAAE,MAAM,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1C,aAAa,CAAC,EAAE,YAAY,GAAG,IAAI,GAAG,SAAS,CAAC;IAChD,SAAS,CAAC,EAAE,KAAK,CAAC,YAAY,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACnD,UAAU,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,eAAO,MAAM,iCAAiC,EAAE,CAAC,CAAC,OAAO,CACvD,uBAAuB,CAqBvB,CAAC"}
|
|
@@ -4,13 +4,13 @@
|
|
|
4
4
|
import * as z from "zod";
|
|
5
5
|
import { OutputConfig$zodSchema } from "./outputconfig.js";
|
|
6
6
|
import { VariableSpec$zodSchema } from "./variablespec.js";
|
|
7
|
-
export const
|
|
7
|
+
export const EvaluatorVersionCompact$zodSchema = z.object({
|
|
8
8
|
created_at: z.string().describe("When the version was created (ISO 8601 UTC)"),
|
|
9
9
|
judge_model: z.string().describe("The model that runs the judge, named the way its provider does, for example `openai/gpt-4.1` or `anthropic/claude-sonnet-4`"),
|
|
10
10
|
output_config: OutputConfig$zodSchema.nullable().optional().describe("The scale points and their labels. Required for a `rating` evaluator. A `binary` evaluator uses the default Correct/Wrong labels unless you set your own"),
|
|
11
|
-
system_prompt: z.string().describe("Judge system prompt, with `{{\"{{\"}}variable}}` placeholders unrendered"),
|
|
11
|
+
system_prompt: z.string().nullable().optional().describe("Judge system prompt, with `{{\"{{\"}}variable}}` placeholders unrendered"),
|
|
12
12
|
uuid: z.string().describe("Version ID"),
|
|
13
13
|
variables: z.array(VariableSpec$zodSchema).nullable().optional().describe("Declared prompt variables"),
|
|
14
14
|
version_number: z.int().describe("The version's number. The first version is 1, and it goes up by one for each new version of the evaluator"),
|
|
15
15
|
});
|
|
16
|
-
//# sourceMappingURL=
|
|
16
|
+
//# sourceMappingURL=evaluatorversioncompact.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"evaluatorversioncompact.js","sourceRoot":"","sources":["../../src/models/evaluatorversioncompact.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAgB,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AACzE,OAAO,EAAgB,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AAYzE,MAAM,CAAC,MAAM,iCAAiC,GAE1C,CAAC,CAAC,MAAM,CAAC;IACX,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC7B,6CAA6C,CAC9C;IACD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC9B,6HAA6H,CAC9H;IACD,aAAa,EAAE,sBAAsB,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClE,0JAA0J,CAC3J;IACD,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACtD,0EAA0E,CAC3E;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC;IACvC,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvE,2BAA2B,CAC5B;IACD,cAAc,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,CAC9B,2GAA2G,CAC5G;CACF,CAAC,CAAC"}
|
|
@@ -3,6 +3,8 @@ import { HTTPValidationError } from "./httpvalidationerror.js";
|
|
|
3
3
|
import { TestRunStatusResponse } from "./testrunstatusresponse.js";
|
|
4
4
|
export type GetAgentTestRunStatusAgentTestsRunTaskIdGetRequest = {
|
|
5
5
|
task_id: string;
|
|
6
|
+
only_failed?: boolean | undefined;
|
|
7
|
+
compact?: boolean | undefined;
|
|
6
8
|
xAPIKey?: string | null | undefined;
|
|
7
9
|
};
|
|
8
10
|
export declare const GetAgentTestRunStatusAgentTestsRunTaskIdGetRequest$zodSchema: z.ZodType<GetAgentTestRunStatusAgentTestsRunTaskIdGetRequest>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"getagenttestrunstatusagenttestsruntaskidgetop.d.ts","sourceRoot":"","sources":["../../src/models/getagenttestrunstatusagenttestsruntaskidgetop.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AAEpC,MAAM,MAAM,kDAAkD,GAAG;IAC/D,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACrC,CAAC;AAEF,eAAO,MAAM,4DAA4D,EACvE,CAAC,CAAC,OAAO,CAAC,kDAAkD,
|
|
1
|
+
{"version":3,"file":"getagenttestrunstatusagenttestsruntaskidgetop.d.ts","sourceRoot":"","sources":["../../src/models/getagenttestrunstatusagenttestsruntaskidgetop.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AAEpC,MAAM,MAAM,kDAAkD,GAAG;IAC/D,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAClC,OAAO,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC9B,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACrC,CAAC;AAEF,eAAO,MAAM,4DAA4D,EACvE,CAAC,CAAC,OAAO,CAAC,kDAAkD,CAS1D,CAAC;AAEL,MAAM,MAAM,mDAAmD,GAC3D,qBAAqB,GACrB,mBAAmB,CAAC;AAExB,eAAO,MAAM,6DAA6D,EACxE,CAAC,CAAC,OAAO,CAAC,mDAAmD,CAG3D,CAAC"}
|
|
@@ -5,6 +5,8 @@ import * as z from "zod";
|
|
|
5
5
|
import { HTTPValidationError$zodSchema, } from "./httpvalidationerror.js";
|
|
6
6
|
import { TestRunStatusResponse$zodSchema, } from "./testrunstatusresponse.js";
|
|
7
7
|
export const GetAgentTestRunStatusAgentTestsRunTaskIdGetRequest$zodSchema = z.object({
|
|
8
|
+
compact: z.boolean().default(false).describe("Return a compact response that omits heavy detail fields (`results.output`, `results.test_case`, `results.judge_results`, `results.reasoning`, `evaluators.output_config`), keeping only the lightweight decision fields. Omit for full detail"),
|
|
9
|
+
only_failed: z.boolean().default(false).describe("Return only failing test cases. Omit to return every case"),
|
|
8
10
|
task_id: z.string().describe("Test run to poll for status and results"),
|
|
9
11
|
xAPIKey: z.string().nullable().optional(),
|
|
10
12
|
});
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"getagenttestrunstatusagenttestsruntaskidgetop.js","sourceRoot":"","sources":["../../src/models/getagenttestrunstatusagenttestsruntaskidgetop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;
|
|
1
|
+
{"version":3,"file":"getagenttestrunstatusagenttestsruntaskidgetop.js","sourceRoot":"","sources":["../../src/models/getagenttestrunstatusagenttestsruntaskidgetop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AASpC,MAAM,CAAC,MAAM,4DAA4D,GACP,CAAC,CAAC,MAAM,CAAC;IACvE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAC1C,gPAAgP,CACjP;IACD,WAAW,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAC9C,2DAA2D,CAC5D;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,yCAAyC,CAAC;IACvE,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC;AAML,MAAM,CAAC,MAAM,6DAA6D,GACP,CAAC,CAAC,KAAK,CAAC;IACvE,+BAA+B;IAC/B,6BAA6B;CAC9B,CAAC,CAAC"}
|
|
@@ -3,6 +3,8 @@ import { BenchmarkStatusResponse } from "./benchmarkstatusresponse.js";
|
|
|
3
3
|
import { HTTPValidationError } from "./httpvalidationerror.js";
|
|
4
4
|
export type GetBenchmarkStatusAgentTestsBenchmarkTaskIdGetRequest = {
|
|
5
5
|
task_id: string;
|
|
6
|
+
only_failed?: boolean | undefined;
|
|
7
|
+
compact?: boolean | undefined;
|
|
6
8
|
xAPIKey?: string | null | undefined;
|
|
7
9
|
};
|
|
8
10
|
export declare const GetBenchmarkStatusAgentTestsBenchmarkTaskIdGetRequest$zodSchema: z.ZodType<GetBenchmarkStatusAgentTestsBenchmarkTaskIdGetRequest>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"getbenchmarkstatusagenttestsbenchmarktaskidgetop.d.ts","sourceRoot":"","sources":["../../src/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,uBAAuB,EAExB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,qDAAqD,GAAG;IAClE,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACrC,CAAC;AAEF,eAAO,MAAM,+DAA+D,EAC1E,CAAC,CAAC,OAAO,CAAC,qDAAqD,
|
|
1
|
+
{"version":3,"file":"getbenchmarkstatusagenttestsbenchmarktaskidgetop.d.ts","sourceRoot":"","sources":["../../src/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,uBAAuB,EAExB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,qDAAqD,GAAG;IAClE,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAClC,OAAO,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC9B,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACrC,CAAC;AAEF,eAAO,MAAM,+DAA+D,EAC1E,CAAC,CAAC,OAAO,CAAC,qDAAqD,CAW7D,CAAC;AAEL,MAAM,MAAM,sDAAsD,GAC9D,uBAAuB,GACvB,mBAAmB,CAAC;AAExB,eAAO,MAAM,gEAAgE,EAC3E,CAAC,CAAC,OAAO,CAAC,sDAAsD,CAG9D,CAAC"}
|
|
@@ -5,6 +5,8 @@ import * as z from "zod";
|
|
|
5
5
|
import { BenchmarkStatusResponse$zodSchema, } from "./benchmarkstatusresponse.js";
|
|
6
6
|
import { HTTPValidationError$zodSchema, } from "./httpvalidationerror.js";
|
|
7
7
|
export const GetBenchmarkStatusAgentTestsBenchmarkTaskIdGetRequest$zodSchema = z.object({
|
|
8
|
+
compact: z.boolean().default(false).describe("Return a compact response that omits heavy detail fields (`model_results.test_results`, `evaluators.output_config`), keeping only the lightweight decision fields. Omit for full detail"),
|
|
9
|
+
only_failed: z.boolean().default(false).describe("Return only failing test cases for each model. Omit to return every case"),
|
|
8
10
|
task_id: z.string().describe("Benchmark run to poll for status and results"),
|
|
9
11
|
xAPIKey: z.string().nullable().optional(),
|
|
10
12
|
});
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"getbenchmarkstatusagenttestsbenchmarktaskidgetop.js","sourceRoot":"","sources":["../../src/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,iCAAiC,GAClC,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;
|
|
1
|
+
{"version":3,"file":"getbenchmarkstatusagenttestsbenchmarktaskidgetop.js","sourceRoot":"","sources":["../../src/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,iCAAiC,GAClC,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AASlC,MAAM,CAAC,MAAM,+DAA+D,GACP,CAAC,CAAC,MAAM,CAAC;IAC1E,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAC1C,yLAAyL,CAC1L;IACD,WAAW,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAC9C,0EAA0E,CAC3E;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC1B,8CAA8C,CAC/C;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC;AAML,MAAM,CAAC,MAAM,gEAAgE,GACP,CAAC,CAAC,KAAK,CAAC;IAC1E,iCAAiC;IACjC,6BAA6B;CAC9B,CAAC,CAAC"}
|
|
@@ -1,11 +1,12 @@
|
|
|
1
1
|
import * as z from "zod";
|
|
2
|
-
import {
|
|
2
|
+
import { EvaluatorDetailResponseCompact } from "./evaluatordetailresponsecompact.js";
|
|
3
3
|
import { HTTPValidationError } from "./httpvalidationerror.js";
|
|
4
4
|
export type GetEvaluatorEndpointEvaluatorsEvaluatorUuidGetRequest = {
|
|
5
5
|
evaluator_uuid: string;
|
|
6
|
+
compact?: boolean | undefined;
|
|
6
7
|
xAPIKey?: string | null | undefined;
|
|
7
8
|
};
|
|
8
9
|
export declare const GetEvaluatorEndpointEvaluatorsEvaluatorUuidGetRequest$zodSchema: z.ZodType<GetEvaluatorEndpointEvaluatorsEvaluatorUuidGetRequest>;
|
|
9
|
-
export type GetEvaluatorEndpointEvaluatorsEvaluatorUuidGetResponse =
|
|
10
|
+
export type GetEvaluatorEndpointEvaluatorsEvaluatorUuidGetResponse = EvaluatorDetailResponseCompact | HTTPValidationError;
|
|
10
11
|
export declare const GetEvaluatorEndpointEvaluatorsEvaluatorUuidGetResponse$zodSchema: z.ZodType<GetEvaluatorEndpointEvaluatorsEvaluatorUuidGetResponse>;
|
|
11
12
|
//# sourceMappingURL=getevaluatorendpointevaluatorsevaluatoruuidgetop.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"getevaluatorendpointevaluatorsevaluatoruuidgetop.d.ts","sourceRoot":"","sources":["../../src/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,
|
|
1
|
+
{"version":3,"file":"getevaluatorendpointevaluatorsevaluatoruuidgetop.d.ts","sourceRoot":"","sources":["../../src/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,8BAA8B,EAE/B,MAAM,qCAAqC,CAAC;AAC7C,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,qDAAqD,GAAG;IAClE,cAAc,EAAE,MAAM,CAAC;IACvB,OAAO,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC9B,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACrC,CAAC;AAEF,eAAO,MAAM,+DAA+D,EAC1E,CAAC,CAAC,OAAO,CAAC,qDAAqD,CAM7D,CAAC;AAEL,MAAM,MAAM,sDAAsD,GAC9D,8BAA8B,GAC9B,mBAAmB,CAAC;AAExB,eAAO,MAAM,gEAAgE,EAC3E,CAAC,CAAC,OAAO,CAAC,sDAAsD,CAG9D,CAAC"}
|
|
@@ -2,14 +2,15 @@
|
|
|
2
2
|
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
3
|
*/
|
|
4
4
|
import * as z from "zod";
|
|
5
|
-
import {
|
|
5
|
+
import { EvaluatorDetailResponseCompact$zodSchema, } from "./evaluatordetailresponsecompact.js";
|
|
6
6
|
import { HTTPValidationError$zodSchema, } from "./httpvalidationerror.js";
|
|
7
7
|
export const GetEvaluatorEndpointEvaluatorsEvaluatorUuidGetRequest$zodSchema = z.object({
|
|
8
|
+
compact: z.boolean().default(false).describe("Return a compact response that omits heavy detail fields (`versions.system_prompt`, `versions.output_config`, `versions.variables`), keeping only the lightweight decision fields. Omit for full detail"),
|
|
8
9
|
evaluator_uuid: z.string().describe("Evaluator to retrieve"),
|
|
9
10
|
xAPIKey: z.string().nullable().optional(),
|
|
10
11
|
});
|
|
11
12
|
export const GetEvaluatorEndpointEvaluatorsEvaluatorUuidGetResponse$zodSchema = z.union([
|
|
12
|
-
|
|
13
|
+
EvaluatorDetailResponseCompact$zodSchema,
|
|
13
14
|
HTTPValidationError$zodSchema,
|
|
14
15
|
]);
|
|
15
16
|
//# sourceMappingURL=getevaluatorendpointevaluatorsevaluatoruuidgetop.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"getevaluatorendpointevaluatorsevaluatoruuidgetop.js","sourceRoot":"","sources":["../../src/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,
|
|
1
|
+
{"version":3,"file":"getevaluatorendpointevaluatorsevaluatoruuidgetop.js","sourceRoot":"","sources":["../../src/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,wCAAwC,GACzC,MAAM,qCAAqC,CAAC;AAC7C,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAQlC,MAAM,CAAC,MAAM,+DAA+D,GACP,CAAC,CAAC,MAAM,CAAC;IAC1E,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAC1C,yMAAyM,CAC1M;IACD,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;IAC5D,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC;AAML,MAAM,CAAC,MAAM,gEAAgE,GACP,CAAC,CAAC,KAAK,CAAC;IAC1E,wCAAwC;IACxC,6BAA6B;CAC9B,CAAC,CAAC"}
|
|
@@ -21,11 +21,13 @@ export type TaskSummaryAnnotationTasksTaskUuidSummaryGetRequest = {
|
|
|
21
21
|
task_uuid: string;
|
|
22
22
|
item_id?: string | null | undefined;
|
|
23
23
|
live_only?: boolean | undefined;
|
|
24
|
+
disagreement_only?: boolean | undefined;
|
|
24
25
|
q?: string | null | undefined;
|
|
25
26
|
sort_by?: string | undefined;
|
|
26
27
|
order?: Order | undefined;
|
|
27
28
|
limit?: number | undefined;
|
|
28
29
|
offset?: number | undefined;
|
|
30
|
+
compact?: boolean | undefined;
|
|
29
31
|
xAPIKey?: string | null | undefined;
|
|
30
32
|
};
|
|
31
33
|
export declare const TaskSummaryAnnotationTasksTaskUuidSummaryGetRequest$zodSchema: z.ZodType<TaskSummaryAnnotationTasksTaskUuidSummaryGetRequest>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tasksummaryannotationtaskstaskuuidsummarygetop.d.ts","sourceRoot":"","sources":["../../src/models/tasksummaryannotationtaskstaskuuidsummarygetop.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC;;GAEG;AACH,eAAO,MAAM,KAAK;;;CAGR,CAAC;AACX;;GAEG;AACH,MAAM,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,KAAK,CAAC,CAAC;AAE7C,eAAO,MAAM,eAAe;;;EAGC,CAAC;AAE9B,MAAM,MAAM,mDAAmD,GAAG;IAChE,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,SAAS,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAChC,CAAC,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC9B,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,KAAK,CAAC,EAAE,KAAK,GAAG,SAAS,CAAC;IAC1B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACrC,CAAC;AAEF,eAAO,MAAM,6DAA6D,EACxE,CAAC,CAAC,OAAO,CAAC,mDAAmD,
|
|
1
|
+
{"version":3,"file":"tasksummaryannotationtaskstaskuuidsummarygetop.d.ts","sourceRoot":"","sources":["../../src/models/tasksummaryannotationtaskstaskuuidsummarygetop.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC;;GAEG;AACH,eAAO,MAAM,KAAK;;;CAGR,CAAC;AACX;;GAEG;AACH,MAAM,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,KAAK,CAAC,CAAC;AAE7C,eAAO,MAAM,eAAe;;;EAGC,CAAC;AAE9B,MAAM,MAAM,mDAAmD,GAAG;IAChE,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,SAAS,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAChC,iBAAiB,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACxC,CAAC,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC9B,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,KAAK,CAAC,EAAE,KAAK,GAAG,SAAS,CAAC;IAC1B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,OAAO,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC9B,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACrC,CAAC;AAEF,eAAO,MAAM,6DAA6D,EACxE,CAAC,CAAC,OAAO,CAAC,mDAAmD,CA0B3D,CAAC;AAEL,MAAM,MAAM,oDAAoD,GAC5D,mBAAmB,GACnB,mBAAmB,CAAC;AAExB,eAAO,MAAM,8DAA8D,EACzE,CAAC,CAAC,OAAO,CAAC,oDAAoD,CAG5D,CAAC"}
|
|
@@ -16,6 +16,8 @@ export const Order$zodSchema = z.enum([
|
|
|
16
16
|
"desc",
|
|
17
17
|
]).describe("Sort direction");
|
|
18
18
|
export const TaskSummaryAnnotationTasksTaskUuidSummaryGetRequest$zodSchema = z.object({
|
|
19
|
+
compact: z.boolean().default(false).describe("Return a compact response that omits heavy detail fields (`rows.payload`, `rows.evaluator_reasoning`, `rows.annotations.reasoning`, `evaluators.versions.system_prompt`, `evaluators.versions.output_config`, `evaluators.versions.variables`, `item_comments`), keeping only the lightweight decision fields. Omit for full detail"),
|
|
20
|
+
disagreement_only: z.boolean().default(false).describe("When true, keep only rows where the evaluator disagreed with at least one annotator"),
|
|
19
21
|
item_id: z.string().describe("Filter rows to a single item. The full task-wide annotator union is still returned in `annotators`").nullable().optional(),
|
|
20
22
|
limit: z.int().default(50).describe("Maximum number of items to return"),
|
|
21
23
|
live_only: z.boolean().default(false).describe("When true, emit only one row for each (item, evaluator) pair using the evaluator's live version. Versions other than the live one that have runs are excluded"),
|