@meetkai/mka1 0.53.8 → 0.53.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bin/mcp-server.js +12 -5
- package/bin/mcp-server.js.map +8 -8
- package/dist/commonjs/funcs/llmEvalsListSamples.js +1 -0
- package/dist/commonjs/funcs/llmEvalsListSamples.js.map +1 -1
- package/dist/commonjs/lib/config.d.ts +2 -2
- package/dist/commonjs/lib/config.js +2 -2
- package/dist/commonjs/mcp-server/mcp-server.js +1 -1
- package/dist/commonjs/mcp-server/server.js +1 -1
- package/dist/commonjs/models/components/evalsampleobject.d.ts +5 -0
- package/dist/commonjs/models/components/evalsampleobject.d.ts.map +1 -1
- package/dist/commonjs/models/components/evalsampleobject.js +2 -0
- package/dist/commonjs/models/components/evalsampleobject.js.map +1 -1
- package/dist/commonjs/models/operations/listevalsamples.d.ts +2 -0
- package/dist/commonjs/models/operations/listevalsamples.d.ts.map +1 -1
- package/dist/commonjs/models/operations/listevalsamples.js +4 -0
- package/dist/commonjs/models/operations/listevalsamples.js.map +1 -1
- package/dist/commonjs/react-query/llmEvalsListSamples.core.d.ts +1 -0
- package/dist/commonjs/react-query/llmEvalsListSamples.core.d.ts.map +1 -1
- package/dist/commonjs/react-query/llmEvalsListSamples.core.js +1 -0
- package/dist/commonjs/react-query/llmEvalsListSamples.core.js.map +1 -1
- package/dist/commonjs/react-query/llmEvalsListSamples.d.ts +2 -0
- package/dist/commonjs/react-query/llmEvalsListSamples.d.ts.map +1 -1
- package/dist/commonjs/react-query/llmEvalsListSamples.js.map +1 -1
- package/dist/esm/funcs/llmEvalsListSamples.js +1 -0
- package/dist/esm/funcs/llmEvalsListSamples.js.map +1 -1
- package/dist/esm/lib/config.d.ts +2 -2
- package/dist/esm/lib/config.js +2 -2
- package/dist/esm/mcp-server/mcp-server.js +1 -1
- package/dist/esm/mcp-server/server.js +1 -1
- package/dist/esm/models/components/evalsampleobject.d.ts +5 -0
- package/dist/esm/models/components/evalsampleobject.d.ts.map +1 -1
- package/dist/esm/models/components/evalsampleobject.js +2 -0
- package/dist/esm/models/components/evalsampleobject.js.map +1 -1
- package/dist/esm/models/operations/listevalsamples.d.ts +2 -0
- package/dist/esm/models/operations/listevalsamples.d.ts.map +1 -1
- package/dist/esm/models/operations/listevalsamples.js +4 -0
- package/dist/esm/models/operations/listevalsamples.js.map +1 -1
- package/dist/esm/react-query/llmEvalsListSamples.core.d.ts +1 -0
- package/dist/esm/react-query/llmEvalsListSamples.core.d.ts.map +1 -1
- package/dist/esm/react-query/llmEvalsListSamples.core.js +1 -0
- package/dist/esm/react-query/llmEvalsListSamples.core.js.map +1 -1
- package/dist/esm/react-query/llmEvalsListSamples.d.ts +2 -0
- package/dist/esm/react-query/llmEvalsListSamples.d.ts.map +1 -1
- package/dist/esm/react-query/llmEvalsListSamples.js.map +1 -1
- package/jsr.json +1 -1
- package/package.json +1 -1
- package/src/funcs/llmEvalsListSamples.ts +1 -0
- package/src/lib/config.ts +2 -2
- package/src/mcp-server/mcp-server.ts +1 -1
- package/src/mcp-server/server.ts +1 -1
- package/src/models/components/evalsampleobject.ts +7 -0
- package/src/models/operations/listevalsamples.ts +6 -0
- package/src/react-query/llmEvalsListSamples.core.ts +2 -0
- package/src/react-query/llmEvalsListSamples.ts +2 -0
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"llmEvalsListSamples.d.ts","sourceRoot":"","sources":["../../../src/react-query/llmEvalsListSamples.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,sBAAsB,EACtB,WAAW,EAEX,cAAc,EAEd,sBAAsB,EACvB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,eAAe,EACf,mBAAmB,EACnB,mBAAmB,EACnB,mBAAmB,EACnB,qBAAqB,EACtB,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,uBAAuB,EAAE,MAAM,6CAA6C,CAAC;AACtF,OAAO,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AACxD,OAAO,EAAE,kBAAkB,EAAE,MAAM,wCAAwC,CAAC;AAC5E,OAAO,KAAK,UAAU,MAAM,+BAA+B,CAAC;AAE5D,OAAO,EACL,gBAAgB,EAChB,wBAAwB,EACxB,eAAe,EAChB,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,6BAA6B,EAC7B,4BAA4B,EAC5B,2BAA2B,EAC3B,2BAA2B,EAC5B,MAAM,+BAA+B,CAAC;AACvC,OAAO,EACL,6BAA6B,EAC7B,KAAK,4BAA4B,EACjC,2BAA2B,EAC3B,2BAA2B,GAC5B,CAAC;AAEF,MAAM,MAAM,6BAA6B,GACrC,QAAQ,GACR,uBAAuB,GACvB,eAAe,GACf,mBAAmB,GACnB,mBAAmB,GACnB,mBAAmB,GACnB,qBAAqB,GACrB,kBAAkB,CAAC;AAEvB;;;;;GAKG;AACH,wBAAgB,sBAAsB,CACpC,OAAO,EAAE,UAAU,CAAC,sBAAsB,EAC1C,OAAO,CAAC,EAAE,gBAAgB,CACxB,4BAA4B,EAC5B,6BAA6B,CAC9B,GACA,cAAc,CAAC,4BAA4B,EAAE,6BAA6B,CAAC,CAU7E;AAED;;;;;GAKG;AACH,wBAAgB,8BAA8B,CAC5C,OAAO,EAAE,UAAU,CAAC,sBAAsB,EAC1C,OAAO,CAAC,EAAE,wBAAwB,CAChC,4BAA4B,EAC5B,6BAA6B,CAC9B,GACA,sBAAsB,CACvB,4BAA4B,EAC5B,6BAA6B,CAC9B,CAUA;AAED,wBAAgB,0BAA0B,CACxC,MAAM,EAAE,WAAW,EACnB,YAAY,EAAE;IACZ,KAAK,EAAE,MAAM;IACb,UAAU,EAAE;QACV,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC3B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC3B,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC3B,MAAM,CAAC,EAAE,UAAU,CAAC,gBAAgB,GAAG,SAAS,CAAC;QACjD,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QACjC,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC9B,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC9B,iBAAiB,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;QACxC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QACjC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;KAClC;CACF,EACD,IAAI,EAAE,4BAA4B,GACjC,4BAA4B,GAAG,SAAS,CAI1C;AAED,wBAAgB,6BAA6B,CAC3C,MAAM,EAAE,WAAW,EACnB,YAAY,EAAE,eAAe,CAC3B;IACE,KAAK,EAAE,MAAM;IACb,UAAU,EAAE;QACV,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC3B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC3B,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC3B,MAAM,CAAC,EAAE,UAAU,CAAC,gBAAgB,GAAG,SAAS,CAAC;QACjD,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QACjC,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC9B,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC9B,iBAAiB,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;QACxC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QACjC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;KAClC;CACF,CACF,EACD,OAAO,CAAC,EAAE,IAAI,CAAC,sBAAsB,EAAE,UAAU,GAAG,WAAW,GAAG,OAAO,CAAC,GACzE,OAAO,CAAC,IAAI,CAAC,CAKf;AAED,wBAAgB,gCAAgC,CAC9C,MAAM,EAAE,WAAW,EACnB,OAAO,CAAC,EAAE,IAAI,CAAC,sBAAsB,EAAE,UAAU,GAAG,WAAW,GAAG,OAAO,CAAC,GACzE,OAAO,CAAC,IAAI,CAAC,CAKf"}
|
|
1
|
+
{"version":3,"file":"llmEvalsListSamples.d.ts","sourceRoot":"","sources":["../../../src/react-query/llmEvalsListSamples.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,sBAAsB,EACtB,WAAW,EAEX,cAAc,EAEd,sBAAsB,EACvB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,eAAe,EACf,mBAAmB,EACnB,mBAAmB,EACnB,mBAAmB,EACnB,qBAAqB,EACtB,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,uBAAuB,EAAE,MAAM,6CAA6C,CAAC;AACtF,OAAO,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AACxD,OAAO,EAAE,kBAAkB,EAAE,MAAM,wCAAwC,CAAC;AAC5E,OAAO,KAAK,UAAU,MAAM,+BAA+B,CAAC;AAE5D,OAAO,EACL,gBAAgB,EAChB,wBAAwB,EACxB,eAAe,EAChB,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,6BAA6B,EAC7B,4BAA4B,EAC5B,2BAA2B,EAC3B,2BAA2B,EAC5B,MAAM,+BAA+B,CAAC;AACvC,OAAO,EACL,6BAA6B,EAC7B,KAAK,4BAA4B,EACjC,2BAA2B,EAC3B,2BAA2B,GAC5B,CAAC;AAEF,MAAM,MAAM,6BAA6B,GACrC,QAAQ,GACR,uBAAuB,GACvB,eAAe,GACf,mBAAmB,GACnB,mBAAmB,GACnB,mBAAmB,GACnB,qBAAqB,GACrB,kBAAkB,CAAC;AAEvB;;;;;GAKG;AACH,wBAAgB,sBAAsB,CACpC,OAAO,EAAE,UAAU,CAAC,sBAAsB,EAC1C,OAAO,CAAC,EAAE,gBAAgB,CACxB,4BAA4B,EAC5B,6BAA6B,CAC9B,GACA,cAAc,CAAC,4BAA4B,EAAE,6BAA6B,CAAC,CAU7E;AAED;;;;;GAKG;AACH,wBAAgB,8BAA8B,CAC5C,OAAO,EAAE,UAAU,CAAC,sBAAsB,EAC1C,OAAO,CAAC,EAAE,wBAAwB,CAChC,4BAA4B,EAC5B,6BAA6B,CAC9B,GACA,sBAAsB,CACvB,4BAA4B,EAC5B,6BAA6B,CAC9B,CAUA;AAED,wBAAgB,0BAA0B,CACxC,MAAM,EAAE,WAAW,EACnB,YAAY,EAAE;IACZ,KAAK,EAAE,MAAM;IACb,UAAU,EAAE;QACV,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC3B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC3B,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC3B,MAAM,CAAC,EAAE,UAAU,CAAC,gBAAgB,GAAG,SAAS,CAAC;QACjD,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QACjC,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC9B,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC9B,iBAAiB,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;QACxC,gBAAgB,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;QACvC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QACjC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;KAClC;CACF,EACD,IAAI,EAAE,4BAA4B,GACjC,4BAA4B,GAAG,SAAS,CAI1C;AAED,wBAAgB,6BAA6B,CAC3C,MAAM,EAAE,WAAW,EACnB,YAAY,EAAE,eAAe,CAC3B;IACE,KAAK,EAAE,MAAM;IACb,UAAU,EAAE;QACV,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC3B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC3B,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC3B,MAAM,CAAC,EAAE,UAAU,CAAC,gBAAgB,GAAG,SAAS,CAAC;QACjD,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QACjC,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC9B,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC9B,iBAAiB,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;QACxC,gBAAgB,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;QACvC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QACjC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;KAClC;CACF,CACF,EACD,OAAO,CAAC,EAAE,IAAI,CAAC,sBAAsB,EAAE,UAAU,GAAG,WAAW,GAAG,OAAO,CAAC,GACzE,OAAO,CAAC,IAAI,CAAC,CAKf;AAED,wBAAgB,gCAAgC,CAC9C,MAAM,EAAE,WAAW,EACnB,OAAO,CAAC,EAAE,IAAI,CAAC,sBAAsB,EAAE,UAAU,GAAG,WAAW,GAAG,OAAO,CAAC,GACzE,OAAO,CAAC,IAAI,CAAC,CAKf"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"llmEvalsListSamples.js","sourceRoot":"","sources":["../../../src/react-query/llmEvalsListSamples.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAGL,QAAQ,EAER,gBAAgB,GAEjB,MAAM,uBAAuB,CAAC;AAY/B,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAM9C,OAAO,EACL,6BAA6B,EAE7B,2BAA2B,EAC3B,2BAA2B,GAC5B,MAAM,+BAA+B,CAAC;AACvC,OAAO,EACL,6BAA6B,EAE7B,2BAA2B,EAC3B,2BAA2B,GAC5B,CAAC;AAYF;;;;;GAKG;AACH,MAAM,UAAU,sBAAsB,CACpC,OAA0C,EAC1C,OAGC;IAED,MAAM,MAAM,GAAG,aAAa,EAAE,CAAC;IAC/B,OAAO,QAAQ,CAAC;QACd,GAAG,6BAA6B,CAC9B,MAAM,EACN,OAAO,EACP,OAAO,CACR;QACD,GAAG,OAAO;KACX,CAAC,CAAC;AACL,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,8BAA8B,CAC5C,OAA0C,EAC1C,OAGC;IAKD,MAAM,MAAM,GAAG,aAAa,EAAE,CAAC;IAC/B,OAAO,gBAAgB,CAAC;QACtB,GAAG,6BAA6B,CAC9B,MAAM,EACN,OAAO,EACP,OAAO,CACR;QACD,GAAG,OAAO;KACX,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,MAAmB,EACnB,
|
|
1
|
+
{"version":3,"file":"llmEvalsListSamples.js","sourceRoot":"","sources":["../../../src/react-query/llmEvalsListSamples.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAGL,QAAQ,EAER,gBAAgB,GAEjB,MAAM,uBAAuB,CAAC;AAY/B,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAM9C,OAAO,EACL,6BAA6B,EAE7B,2BAA2B,EAC3B,2BAA2B,GAC5B,MAAM,+BAA+B,CAAC;AACvC,OAAO,EACL,6BAA6B,EAE7B,2BAA2B,EAC3B,2BAA2B,GAC5B,CAAC;AAYF;;;;;GAKG;AACH,MAAM,UAAU,sBAAsB,CACpC,OAA0C,EAC1C,OAGC;IAED,MAAM,MAAM,GAAG,aAAa,EAAE,CAAC;IAC/B,OAAO,QAAQ,CAAC;QACd,GAAG,6BAA6B,CAC9B,MAAM,EACN,OAAO,EACP,OAAO,CACR;QACD,GAAG,OAAO;KACX,CAAC,CAAC;AACL,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,8BAA8B,CAC5C,OAA0C,EAC1C,OAGC;IAKD,MAAM,MAAM,GAAG,aAAa,EAAE,CAAC;IAC/B,OAAO,gBAAgB,CAAC;QACtB,GAAG,6BAA6B,CAC9B,MAAM,EACN,OAAO,EACP,OAAO,CACR;QACD,GAAG,OAAO;KACX,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,MAAmB,EACnB,YAgBC,EACD,IAAkC;IAElC,MAAM,GAAG,GAAG,2BAA2B,CAAC,GAAG,YAAY,CAAC,CAAC;IAEzD,OAAO,MAAM,CAAC,YAAY,CAA+B,GAAG,EAAE,IAAI,CAAC,CAAC;AACtE,CAAC;AAED,MAAM,UAAU,6BAA6B,CAC3C,MAAmB,EACnB,YAkBC,EACD,OAA0E;IAE1E,OAAO,MAAM,CAAC,iBAAiB,CAAC;QAC9B,GAAG,OAAO;QACV,QAAQ,EAAE,CAAC,eAAe,EAAE,OAAO,EAAE,aAAa,EAAE,GAAG,YAAY,CAAC;KACrE,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,gCAAgC,CAC9C,MAAmB,EACnB,OAA0E;IAE1E,OAAO,MAAM,CAAC,iBAAiB,CAAC;QAC9B,GAAG,OAAO;QACV,QAAQ,EAAE,CAAC,eAAe,EAAE,OAAO,EAAE,aAAa,CAAC;KACpD,CAAC,CAAC;AACL,CAAC"}
|
package/jsr.json
CHANGED
package/package.json
CHANGED
|
@@ -100,6 +100,7 @@ async function $do(
|
|
|
100
100
|
const query = encodeFormQuery({
|
|
101
101
|
"after": payload.after,
|
|
102
102
|
"include_dataset_row": payload.include_dataset_row,
|
|
103
|
+
"include_reasoning": payload.include_reasoning,
|
|
103
104
|
"limit": payload.limit,
|
|
104
105
|
"model": payload.model,
|
|
105
106
|
"sample_index": payload.sample_index,
|
package/src/lib/config.ts
CHANGED
|
@@ -65,7 +65,7 @@ export function serverURLFromOptions(options: SDKOptions): URL | null {
|
|
|
65
65
|
export const SDK_METADATA = {
|
|
66
66
|
language: "typescript",
|
|
67
67
|
openapiDocVersion: "1.1.0",
|
|
68
|
-
sdkVersion: "0.53.
|
|
68
|
+
sdkVersion: "0.53.9",
|
|
69
69
|
genVersion: "2.928.0",
|
|
70
|
-
userAgent: "speakeasy-sdk/typescript 0.53.
|
|
70
|
+
userAgent: "speakeasy-sdk/typescript 0.53.9 2.928.0 1.1.0 @meetkai/mka1",
|
|
71
71
|
} as const;
|
package/src/mcp-server/server.ts
CHANGED
|
@@ -26,6 +26,10 @@ export type EvalSampleObject = {
|
|
|
26
26
|
target: string | null;
|
|
27
27
|
responseId: string | null;
|
|
28
28
|
outputText: string | null;
|
|
29
|
+
/**
|
|
30
|
+
* Model reasoning ('thinking') captured from the response's reasoning items, kept separate from `output_text` so graders and extraction never see it. Truncated at 64 KB of UTF-8 with a marker appended. Null when the model returned none, when the provider only sent encrypted reasoning, and for transcription tasks.
|
|
31
|
+
*/
|
|
32
|
+
reasoning: string | null;
|
|
29
33
|
extractedOutput: string | null;
|
|
30
34
|
scores: { [k: string]: any };
|
|
31
35
|
judge: { [k: string]: any } | null;
|
|
@@ -53,6 +57,7 @@ export const EvalSampleObject$inboundSchema: z.ZodType<
|
|
|
53
57
|
target: z.nullable(z.string()),
|
|
54
58
|
response_id: z.nullable(z.string()),
|
|
55
59
|
output_text: z.nullable(z.string()),
|
|
60
|
+
reasoning: z.nullable(z.string()),
|
|
56
61
|
extracted_output: z.nullable(z.string()),
|
|
57
62
|
scores: z.record(z.any()),
|
|
58
63
|
judge: z.nullable(z.record(z.any())),
|
|
@@ -88,6 +93,7 @@ export type EvalSampleObject$Outbound = {
|
|
|
88
93
|
target: string | null;
|
|
89
94
|
response_id: string | null;
|
|
90
95
|
output_text: string | null;
|
|
96
|
+
reasoning: string | null;
|
|
91
97
|
extracted_output: string | null;
|
|
92
98
|
scores: { [k: string]: any };
|
|
93
99
|
judge: { [k: string]: any } | null;
|
|
@@ -115,6 +121,7 @@ export const EvalSampleObject$outboundSchema: z.ZodType<
|
|
|
115
121
|
target: z.nullable(z.string()),
|
|
116
122
|
responseId: z.nullable(z.string()),
|
|
117
123
|
outputText: z.nullable(z.string()),
|
|
124
|
+
reasoning: z.nullable(z.string()),
|
|
118
125
|
extractedOutput: z.nullable(z.string()),
|
|
119
126
|
scores: z.record(z.any()),
|
|
120
127
|
judge: z.nullable(z.record(z.any())),
|
|
@@ -31,6 +31,7 @@ export type ListEvalSamplesRequest = {
|
|
|
31
31
|
scoreMin?: number | undefined;
|
|
32
32
|
scoreMax?: number | undefined;
|
|
33
33
|
includeDatasetRow?: boolean | undefined;
|
|
34
|
+
includeReasoning?: boolean | undefined;
|
|
34
35
|
sampleIndex?: string | undefined;
|
|
35
36
|
/**
|
|
36
37
|
* Optional external end-user identifier forwarded by the API gateway.
|
|
@@ -63,6 +64,7 @@ export const ListEvalSamplesRequest$inboundSchema: z.ZodType<
|
|
|
63
64
|
score_min: z.number().optional(),
|
|
64
65
|
score_max: z.number().optional(),
|
|
65
66
|
include_dataset_row: z.boolean().default(true),
|
|
67
|
+
include_reasoning: z.boolean().default(false),
|
|
66
68
|
sample_index: z.string().optional(),
|
|
67
69
|
"X-On-Behalf-Of": z.string().optional(),
|
|
68
70
|
}).transform((v) => {
|
|
@@ -73,6 +75,7 @@ export const ListEvalSamplesRequest$inboundSchema: z.ZodType<
|
|
|
73
75
|
"score_min": "scoreMin",
|
|
74
76
|
"score_max": "scoreMax",
|
|
75
77
|
"include_dataset_row": "includeDatasetRow",
|
|
78
|
+
"include_reasoning": "includeReasoning",
|
|
76
79
|
"sample_index": "sampleIndex",
|
|
77
80
|
"X-On-Behalf-Of": "xOnBehalfOf",
|
|
78
81
|
});
|
|
@@ -89,6 +92,7 @@ export type ListEvalSamplesRequest$Outbound = {
|
|
|
89
92
|
score_min?: number | undefined;
|
|
90
93
|
score_max?: number | undefined;
|
|
91
94
|
include_dataset_row: boolean;
|
|
95
|
+
include_reasoning: boolean;
|
|
92
96
|
sample_index?: string | undefined;
|
|
93
97
|
"X-On-Behalf-Of"?: string | undefined;
|
|
94
98
|
};
|
|
@@ -109,6 +113,7 @@ export const ListEvalSamplesRequest$outboundSchema: z.ZodType<
|
|
|
109
113
|
scoreMin: z.number().optional(),
|
|
110
114
|
scoreMax: z.number().optional(),
|
|
111
115
|
includeDatasetRow: z.boolean().default(true),
|
|
116
|
+
includeReasoning: z.boolean().default(false),
|
|
112
117
|
sampleIndex: z.string().optional(),
|
|
113
118
|
xOnBehalfOf: z.string().optional(),
|
|
114
119
|
}).transform((v) => {
|
|
@@ -119,6 +124,7 @@ export const ListEvalSamplesRequest$outboundSchema: z.ZodType<
|
|
|
119
124
|
scoreMin: "score_min",
|
|
120
125
|
scoreMax: "score_max",
|
|
121
126
|
includeDatasetRow: "include_dataset_row",
|
|
127
|
+
includeReasoning: "include_reasoning",
|
|
122
128
|
sampleIndex: "sample_index",
|
|
123
129
|
xOnBehalfOf: "X-On-Behalf-Of",
|
|
124
130
|
});
|
|
@@ -52,6 +52,7 @@ export function buildLlmEvalsListSamplesQuery(
|
|
|
52
52
|
scoreMin: request.scoreMin,
|
|
53
53
|
scoreMax: request.scoreMax,
|
|
54
54
|
includeDatasetRow: request.includeDatasetRow,
|
|
55
|
+
includeReasoning: request.includeReasoning,
|
|
55
56
|
sampleIndex: request.sampleIndex,
|
|
56
57
|
xOnBehalfOf: request.xOnBehalfOf,
|
|
57
58
|
}),
|
|
@@ -90,6 +91,7 @@ export function queryKeyLlmEvalsListSamples(
|
|
|
90
91
|
scoreMin?: number | undefined;
|
|
91
92
|
scoreMax?: number | undefined;
|
|
92
93
|
includeDatasetRow?: boolean | undefined;
|
|
94
|
+
includeReasoning?: boolean | undefined;
|
|
93
95
|
sampleIndex?: string | undefined;
|
|
94
96
|
xOnBehalfOf?: string | undefined;
|
|
95
97
|
},
|
|
@@ -115,6 +115,7 @@ export function setLlmEvalsListSamplesData(
|
|
|
115
115
|
scoreMin?: number | undefined;
|
|
116
116
|
scoreMax?: number | undefined;
|
|
117
117
|
includeDatasetRow?: boolean | undefined;
|
|
118
|
+
includeReasoning?: boolean | undefined;
|
|
118
119
|
sampleIndex?: string | undefined;
|
|
119
120
|
xOnBehalfOf?: string | undefined;
|
|
120
121
|
},
|
|
@@ -141,6 +142,7 @@ export function invalidateLlmEvalsListSamples(
|
|
|
141
142
|
scoreMin?: number | undefined;
|
|
142
143
|
scoreMax?: number | undefined;
|
|
143
144
|
includeDatasetRow?: boolean | undefined;
|
|
145
|
+
includeReasoning?: boolean | undefined;
|
|
144
146
|
sampleIndex?: string | undefined;
|
|
145
147
|
xOnBehalfOf?: string | undefined;
|
|
146
148
|
},
|