@meetkai/mka1 0.51.34 → 0.51.36
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +232 -226
- package/bin/mcp-server.js +2092 -1439
- package/bin/mcp-server.js.map +18 -10
- package/dist/commonjs/funcs/llmEvalsGetSampleAudio.d.ts +18 -0
- package/dist/commonjs/funcs/llmEvalsGetSampleAudio.d.ts.map +1 -0
- package/dist/commonjs/funcs/llmEvalsGetSampleAudio.js +141 -0
- package/dist/commonjs/funcs/llmEvalsGetSampleAudio.js.map +1 -0
- package/dist/commonjs/funcs/llmEvalsListSamples.js +5 -0
- package/dist/commonjs/funcs/llmEvalsListSamples.js.map +1 -1
- package/dist/commonjs/funcs/llmEvalsListSuiteLeaderboardRuns.d.ts +17 -0
- package/dist/commonjs/funcs/llmEvalsListSuiteLeaderboardRuns.d.ts.map +1 -0
- package/dist/commonjs/funcs/llmEvalsListSuiteLeaderboardRuns.js +138 -0
- package/dist/commonjs/funcs/llmEvalsListSuiteLeaderboardRuns.js.map +1 -0
- package/dist/commonjs/lib/config.d.ts +2 -2
- package/dist/commonjs/lib/config.js +2 -2
- package/dist/commonjs/mcp-server/mcp-server.js +1 -1
- package/dist/commonjs/mcp-server/server.d.ts.map +1 -1
- package/dist/commonjs/mcp-server/server.js +5 -1
- package/dist/commonjs/mcp-server/server.js.map +1 -1
- package/dist/commonjs/mcp-server/tools/llmEvalsGetSampleAudio.d.ts +8 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsGetSampleAudio.d.ts.map +1 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsGetSampleAudio.js +64 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsGetSampleAudio.js.map +1 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsListSuiteLeaderboardRuns.d.ts +8 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsListSuiteLeaderboardRuns.d.ts.map +1 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsListSuiteLeaderboardRuns.js +64 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsListSuiteLeaderboardRuns.js.map +1 -0
- package/dist/commonjs/models/components/evalleaderboardrungroup.d.ts +35 -0
- package/dist/commonjs/models/components/evalleaderboardrungroup.d.ts.map +1 -0
- package/dist/commonjs/models/components/evalleaderboardrungroup.js +75 -0
- package/dist/commonjs/models/components/evalleaderboardrungroup.js.map +1 -0
- package/dist/commonjs/models/components/evalsampleaudioobject.d.ts +37 -0
- package/dist/commonjs/models/components/evalsampleaudioobject.d.ts.map +1 -0
- package/dist/commonjs/models/components/evalsampleaudioobject.js +77 -0
- package/dist/commonjs/models/components/evalsampleaudioobject.js.map +1 -0
- package/dist/commonjs/models/components/index.d.ts +2 -0
- package/dist/commonjs/models/components/index.d.ts.map +1 -1
- package/dist/commonjs/models/components/index.js +2 -0
- package/dist/commonjs/models/components/index.js.map +1 -1
- package/dist/commonjs/models/operations/getevalsampleaudio.d.ts +28 -0
- package/dist/commonjs/models/operations/getevalsampleaudio.d.ts.map +1 -0
- package/dist/commonjs/models/operations/getevalsampleaudio.js +81 -0
- package/dist/commonjs/models/operations/getevalsampleaudio.js.map +1 -0
- package/dist/commonjs/models/operations/index.d.ts +2 -0
- package/dist/commonjs/models/operations/index.d.ts.map +1 -1
- package/dist/commonjs/models/operations/index.js +2 -0
- package/dist/commonjs/models/operations/index.js.map +1 -1
- package/dist/commonjs/models/operations/listevalsamples.d.ts +10 -0
- package/dist/commonjs/models/operations/listevalsamples.d.ts.map +1 -1
- package/dist/commonjs/models/operations/listevalsamples.js +20 -0
- package/dist/commonjs/models/operations/listevalsamples.js.map +1 -1
- package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.d.ts +273 -0
- package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.d.ts.map +1 -0
- package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.js +390 -0
- package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.js.map +1 -0
- package/dist/commonjs/react-query/index.d.ts +2 -0
- package/dist/commonjs/react-query/index.d.ts.map +1 -1
- package/dist/commonjs/react-query/index.js +2 -0
- package/dist/commonjs/react-query/index.js.map +1 -1
- package/dist/commonjs/react-query/llmEvalsGetSampleAudio.core.d.ts +17 -0
- package/dist/commonjs/react-query/llmEvalsGetSampleAudio.core.d.ts.map +1 -0
- package/dist/commonjs/react-query/llmEvalsGetSampleAudio.core.js +45 -0
- package/dist/commonjs/react-query/llmEvalsGetSampleAudio.core.js.map +1 -0
- package/dist/commonjs/react-query/llmEvalsGetSampleAudio.d.ts +44 -0
- package/dist/commonjs/react-query/llmEvalsGetSampleAudio.d.ts.map +1 -0
- package/dist/commonjs/react-query/llmEvalsGetSampleAudio.js +60 -0
- package/dist/commonjs/react-query/llmEvalsGetSampleAudio.js.map +1 -0
- package/dist/commonjs/react-query/llmEvalsListSamples.core.d.ts +5 -0
- package/dist/commonjs/react-query/llmEvalsListSamples.core.d.ts.map +1 -1
- package/dist/commonjs/react-query/llmEvalsListSamples.core.js +5 -0
- package/dist/commonjs/react-query/llmEvalsListSamples.core.js.map +1 -1
- package/dist/commonjs/react-query/llmEvalsListSamples.d.ts +10 -0
- package/dist/commonjs/react-query/llmEvalsListSamples.d.ts.map +1 -1
- package/dist/commonjs/react-query/llmEvalsListSamples.js.map +1 -1
- package/dist/commonjs/react-query/llmEvalsListSuiteLeaderboardRuns.core.d.ts +18 -0
- package/dist/commonjs/react-query/llmEvalsListSuiteLeaderboardRuns.core.d.ts.map +1 -0
- package/dist/commonjs/react-query/llmEvalsListSuiteLeaderboardRuns.core.js +46 -0
- package/dist/commonjs/react-query/llmEvalsListSuiteLeaderboardRuns.core.js.map +1 -0
- package/dist/commonjs/react-query/llmEvalsListSuiteLeaderboardRuns.d.ts +46 -0
- package/dist/commonjs/react-query/llmEvalsListSuiteLeaderboardRuns.d.ts.map +1 -0
- package/dist/commonjs/react-query/llmEvalsListSuiteLeaderboardRuns.js +65 -0
- package/dist/commonjs/react-query/llmEvalsListSuiteLeaderboardRuns.js.map +1 -0
- package/dist/commonjs/sdk/evals.d.ts +14 -0
- package/dist/commonjs/sdk/evals.d.ts.map +1 -1
- package/dist/commonjs/sdk/evals.js +20 -0
- package/dist/commonjs/sdk/evals.js.map +1 -1
- package/dist/esm/funcs/llmEvalsGetSampleAudio.d.ts +18 -0
- package/dist/esm/funcs/llmEvalsGetSampleAudio.d.ts.map +1 -0
- package/dist/esm/funcs/llmEvalsGetSampleAudio.js +105 -0
- package/dist/esm/funcs/llmEvalsGetSampleAudio.js.map +1 -0
- package/dist/esm/funcs/llmEvalsListSamples.js +5 -0
- package/dist/esm/funcs/llmEvalsListSamples.js.map +1 -1
- package/dist/esm/funcs/llmEvalsListSuiteLeaderboardRuns.d.ts +17 -0
- package/dist/esm/funcs/llmEvalsListSuiteLeaderboardRuns.d.ts.map +1 -0
- package/dist/esm/funcs/llmEvalsListSuiteLeaderboardRuns.js +102 -0
- package/dist/esm/funcs/llmEvalsListSuiteLeaderboardRuns.js.map +1 -0
- package/dist/esm/lib/config.d.ts +2 -2
- package/dist/esm/lib/config.js +2 -2
- package/dist/esm/mcp-server/mcp-server.js +1 -1
- package/dist/esm/mcp-server/server.d.ts.map +1 -1
- package/dist/esm/mcp-server/server.js +5 -1
- package/dist/esm/mcp-server/server.js.map +1 -1
- package/dist/esm/mcp-server/tools/llmEvalsGetSampleAudio.d.ts +8 -0
- package/dist/esm/mcp-server/tools/llmEvalsGetSampleAudio.d.ts.map +1 -0
- package/dist/esm/mcp-server/tools/llmEvalsGetSampleAudio.js +28 -0
- package/dist/esm/mcp-server/tools/llmEvalsGetSampleAudio.js.map +1 -0
- package/dist/esm/mcp-server/tools/llmEvalsListSuiteLeaderboardRuns.d.ts +8 -0
- package/dist/esm/mcp-server/tools/llmEvalsListSuiteLeaderboardRuns.d.ts.map +1 -0
- package/dist/esm/mcp-server/tools/llmEvalsListSuiteLeaderboardRuns.js +28 -0
- package/dist/esm/mcp-server/tools/llmEvalsListSuiteLeaderboardRuns.js.map +1 -0
- package/dist/esm/models/components/evalleaderboardrungroup.d.ts +35 -0
- package/dist/esm/models/components/evalleaderboardrungroup.d.ts.map +1 -0
- package/dist/esm/models/components/evalleaderboardrungroup.js +37 -0
- package/dist/esm/models/components/evalleaderboardrungroup.js.map +1 -0
- package/dist/esm/models/components/evalsampleaudioobject.d.ts +37 -0
- package/dist/esm/models/components/evalsampleaudioobject.d.ts.map +1 -0
- package/dist/esm/models/components/evalsampleaudioobject.js +39 -0
- package/dist/esm/models/components/evalsampleaudioobject.js.map +1 -0
- package/dist/esm/models/components/index.d.ts +2 -0
- package/dist/esm/models/components/index.d.ts.map +1 -1
- package/dist/esm/models/components/index.js +2 -0
- package/dist/esm/models/components/index.js.map +1 -1
- package/dist/esm/models/operations/getevalsampleaudio.d.ts +28 -0
- package/dist/esm/models/operations/getevalsampleaudio.d.ts.map +1 -0
- package/dist/esm/models/operations/getevalsampleaudio.js +43 -0
- package/dist/esm/models/operations/getevalsampleaudio.js.map +1 -0
- package/dist/esm/models/operations/index.d.ts +2 -0
- package/dist/esm/models/operations/index.d.ts.map +1 -1
- package/dist/esm/models/operations/index.js +2 -0
- package/dist/esm/models/operations/index.js.map +1 -1
- package/dist/esm/models/operations/listevalsamples.d.ts +10 -0
- package/dist/esm/models/operations/listevalsamples.d.ts.map +1 -1
- package/dist/esm/models/operations/listevalsamples.js +20 -0
- package/dist/esm/models/operations/listevalsamples.js.map +1 -1
- package/dist/esm/models/operations/listevalsuiteleaderboardruns.d.ts +273 -0
- package/dist/esm/models/operations/listevalsuiteleaderboardruns.d.ts.map +1 -0
- package/dist/esm/models/operations/listevalsuiteleaderboardruns.js +340 -0
- package/dist/esm/models/operations/listevalsuiteleaderboardruns.js.map +1 -0
- package/dist/esm/react-query/index.d.ts +2 -0
- package/dist/esm/react-query/index.d.ts.map +1 -1
- package/dist/esm/react-query/index.js +2 -0
- package/dist/esm/react-query/index.js.map +1 -1
- package/dist/esm/react-query/llmEvalsGetSampleAudio.core.d.ts +17 -0
- package/dist/esm/react-query/llmEvalsGetSampleAudio.core.d.ts.map +1 -0
- package/dist/esm/react-query/llmEvalsGetSampleAudio.core.js +40 -0
- package/dist/esm/react-query/llmEvalsGetSampleAudio.core.js.map +1 -0
- package/dist/esm/react-query/llmEvalsGetSampleAudio.d.ts +44 -0
- package/dist/esm/react-query/llmEvalsGetSampleAudio.d.ts.map +1 -0
- package/dist/esm/react-query/llmEvalsGetSampleAudio.js +50 -0
- package/dist/esm/react-query/llmEvalsGetSampleAudio.js.map +1 -0
- package/dist/esm/react-query/llmEvalsListSamples.core.d.ts +5 -0
- package/dist/esm/react-query/llmEvalsListSamples.core.d.ts.map +1 -1
- package/dist/esm/react-query/llmEvalsListSamples.core.js +5 -0
- package/dist/esm/react-query/llmEvalsListSamples.core.js.map +1 -1
- package/dist/esm/react-query/llmEvalsListSamples.d.ts +10 -0
- package/dist/esm/react-query/llmEvalsListSamples.d.ts.map +1 -1
- package/dist/esm/react-query/llmEvalsListSamples.js.map +1 -1
- package/dist/esm/react-query/llmEvalsListSuiteLeaderboardRuns.core.d.ts +18 -0
- package/dist/esm/react-query/llmEvalsListSuiteLeaderboardRuns.core.d.ts.map +1 -0
- package/dist/esm/react-query/llmEvalsListSuiteLeaderboardRuns.core.js +41 -0
- package/dist/esm/react-query/llmEvalsListSuiteLeaderboardRuns.core.js.map +1 -0
- package/dist/esm/react-query/llmEvalsListSuiteLeaderboardRuns.d.ts +46 -0
- package/dist/esm/react-query/llmEvalsListSuiteLeaderboardRuns.d.ts.map +1 -0
- package/dist/esm/react-query/llmEvalsListSuiteLeaderboardRuns.js +55 -0
- package/dist/esm/react-query/llmEvalsListSuiteLeaderboardRuns.js.map +1 -0
- package/dist/esm/sdk/evals.d.ts +14 -0
- package/dist/esm/sdk/evals.d.ts.map +1 -1
- package/dist/esm/sdk/evals.js +20 -0
- package/dist/esm/sdk/evals.js.map +1 -1
- package/jsr.json +1 -1
- package/package.json +1 -1
- package/src/funcs/llmEvalsGetSampleAudio.ts +195 -0
- package/src/funcs/llmEvalsListSamples.ts +5 -0
- package/src/funcs/llmEvalsListSuiteLeaderboardRuns.ts +198 -0
- package/src/lib/config.ts +2 -2
- package/src/mcp-server/mcp-server.ts +1 -1
- package/src/mcp-server/server.ts +5 -1
- package/src/mcp-server/tools/llmEvalsGetSampleAudio.ts +37 -0
- package/src/mcp-server/tools/llmEvalsListSuiteLeaderboardRuns.ts +39 -0
- package/src/models/components/evalleaderboardrungroup.ts +86 -0
- package/src/models/components/evalsampleaudioobject.ts +90 -0
- package/src/models/components/index.ts +2 -0
- package/src/models/operations/getevalsampleaudio.ts +85 -0
- package/src/models/operations/index.ts +2 -0
- package/src/models/operations/listevalsamples.ts +30 -0
- package/src/models/operations/listevalsuiteleaderboardruns.ts +754 -0
- package/src/react-query/index.ts +2 -0
- package/src/react-query/llmEvalsGetSampleAudio.core.ts +94 -0
- package/src/react-query/llmEvalsGetSampleAudio.ts +154 -0
- package/src/react-query/llmEvalsListSamples.core.ts +10 -0
- package/src/react-query/llmEvalsListSamples.ts +10 -0
- package/src/react-query/llmEvalsListSuiteLeaderboardRuns.core.ts +92 -0
- package/src/react-query/llmEvalsListSuiteLeaderboardRuns.ts +164 -0
- package/src/sdk/evals.ts +36 -0
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"listevalsamples.js","sourceRoot":"","sources":["../../../../src/models/operations/listevalsamples.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,KAAK,IAAI,MAAM,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAKjD,MAAM,CAAC,MAAM,gBAAgB,GAAG;IAC9B,MAAM,EAAE,QAAQ;IAChB,UAAU,EAAE,YAAY;IACxB,YAAY,EAAE,gBAAgB;IAC9B,OAAO,EAAE,SAAS;IAClB,OAAO,EAAE,SAAS;IAClB,SAAS,EAAE,WAAW;IACtB,MAAM,EAAE,QAAQ;CACR,CAAC;
|
|
1
|
+
{"version":3,"file":"listevalsamples.js","sourceRoot":"","sources":["../../../../src/models/operations/listevalsamples.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,KAAK,IAAI,MAAM,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAKjD,MAAM,CAAC,MAAM,gBAAgB,GAAG;IAC9B,MAAM,EAAE,QAAQ;IAChB,UAAU,EAAE,YAAY;IACxB,YAAY,EAAE,gBAAgB;IAC9B,OAAO,EAAE,SAAS;IAClB,OAAO,EAAE,SAAS;IAClB,SAAS,EAAE,WAAW;IACtB,MAAM,EAAE,QAAQ;CACR,CAAC;AAqBX,gBAAgB;AAChB,MAAM,CAAC,MAAM,8BAA8B,GAEvC,CAAC,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC;AACnC,gBAAgB;AAChB,MAAM,CAAC,MAAM,+BAA+B,GAExC,8BAA8B,CAAC;AAEnC,gBAAgB;AAChB,MAAM,CAAC,MAAM,oCAAoC,GAI7C,CAAC,CAAC,MAAM,CAAC;IACX,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC;IACpC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC9B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,MAAM,EAAE,8BAA8B,CAAC,QAAQ,EAAE;IACjD,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,mBAAmB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;IAC9C,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACxC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,MAAM,CAAC,CAAC,EAAE;QACf,QAAQ,EAAE,OAAO;QACjB,SAAS,EAAE,QAAQ;QACnB,cAAc,EAAE,aAAa;QAC7B,WAAW,EAAE,UAAU;QACvB,WAAW,EAAE,UAAU;QACvB,qBAAqB,EAAE,mBAAmB;QAC1C,cAAc,EAAE,aAAa;QAC7B,gBAAgB,EAAE,aAAa;KAChC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAiBH,gBAAgB;AAChB,MAAM,CAAC,MAAM,qCAAqC,GAI9C,CAAC,CAAC,MAAM,CAAC;IACX,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC;IACpC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,MAAM,EAAE,+BAA+B,CAAC,QAAQ,EAAE;IAClD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAClC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,iBAAiB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;IAC5C,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAClC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACnC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,MAAM,CAAC,CAAC,EAAE;QACf,KAAK,EAAE,QAAQ;QACf,MAAM,EAAE,SAAS;QACjB,WAAW,EAAE,cAAc;QAC3B,QAAQ,EAAE,WAAW;QACrB,QAAQ,EAAE,WAAW;QACrB,iBAAiB,EAAE,qBAAqB;QACxC,WAAW,EAAE,cAAc;QAC3B,WAAW,EAAE,gBAAgB;KAC9B,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,MAAM,UAAU,4BAA4B,CAC1C,sBAA8C;IAE9C,OAAO,IAAI,CAAC,SAAS,CACnB,qCAAqC,CAAC,KAAK,CAAC,sBAAsB,CAAC,CACpE,CAAC;AACJ,CAAC;AACD,MAAM,UAAU,8BAA8B,CAC5C,UAAkB;IAElB,OAAO,SAAS,CACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,oCAAoC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAChE,oDAAoD,CACrD,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,273 @@
|
|
|
1
|
+
import * as z from "zod/v3";
|
|
2
|
+
import { ClosedEnum } from "../../types/enums.js";
|
|
3
|
+
import { Result as SafeParseResult } from "../../types/fp.js";
|
|
4
|
+
import * as components from "../components/index.js";
|
|
5
|
+
import { SDKValidationError } from "../errors/sdkvalidationerror.js";
|
|
6
|
+
export type ListEvalSuiteLeaderboardRunsRequest = {
|
|
7
|
+
suiteId: string;
|
|
8
|
+
suiteVersion?: number | undefined;
|
|
9
|
+
perGroup?: number | undefined;
|
|
10
|
+
model?: string | undefined;
|
|
11
|
+
cursor?: string | undefined;
|
|
12
|
+
/**
|
|
13
|
+
* Optional external end-user identifier forwarded by the API gateway.
|
|
14
|
+
*/
|
|
15
|
+
xOnBehalfOf?: string | undefined;
|
|
16
|
+
};
|
|
17
|
+
export type ListEvalSuiteLeaderboardRunsStop = string | Array<string>;
|
|
18
|
+
export declare const ListEvalSuiteLeaderboardRunsTruncation: {
|
|
19
|
+
readonly Auto: "auto";
|
|
20
|
+
readonly Disabled: "disabled";
|
|
21
|
+
};
|
|
22
|
+
export type ListEvalSuiteLeaderboardRunsTruncation = ClosedEnum<typeof ListEvalSuiteLeaderboardRunsTruncation>;
|
|
23
|
+
export declare const ListEvalSuiteLeaderboardRunsServiceTier: {
|
|
24
|
+
readonly Auto: "auto";
|
|
25
|
+
readonly Default: "default";
|
|
26
|
+
readonly Flex: "flex";
|
|
27
|
+
readonly Priority: "priority";
|
|
28
|
+
};
|
|
29
|
+
export type ListEvalSuiteLeaderboardRunsServiceTier = ClosedEnum<typeof ListEvalSuiteLeaderboardRunsServiceTier>;
|
|
30
|
+
export type ListEvalSuiteLeaderboardRunsPrefillThink = boolean | string;
|
|
31
|
+
export type ListEvalSuiteLeaderboardRunsGeneration = {
|
|
32
|
+
instructions?: string | undefined;
|
|
33
|
+
temperature?: number | undefined;
|
|
34
|
+
topP?: number | undefined;
|
|
35
|
+
maxOutputTokens?: number | undefined;
|
|
36
|
+
/**
|
|
37
|
+
* lm-eval alias for max_output_tokens.
|
|
38
|
+
*/
|
|
39
|
+
maxGenToks?: number | undefined;
|
|
40
|
+
stop?: string | Array<string> | undefined;
|
|
41
|
+
/**
|
|
42
|
+
* lm-eval generate_until stop sequences.
|
|
43
|
+
*/
|
|
44
|
+
until?: Array<string> | undefined;
|
|
45
|
+
maxToolCalls?: number | undefined;
|
|
46
|
+
reasoning?: any | undefined;
|
|
47
|
+
text?: any | undefined;
|
|
48
|
+
tools?: Array<any | null> | undefined;
|
|
49
|
+
toolChoice?: any | undefined;
|
|
50
|
+
parallelToolCalls?: boolean | undefined;
|
|
51
|
+
truncation?: ListEvalSuiteLeaderboardRunsTruncation | undefined;
|
|
52
|
+
serviceTier?: ListEvalSuiteLeaderboardRunsServiceTier | undefined;
|
|
53
|
+
presencePenalty?: number | undefined;
|
|
54
|
+
frequencyPenalty?: number | undefined;
|
|
55
|
+
topK?: number | undefined;
|
|
56
|
+
minP?: number | undefined;
|
|
57
|
+
repetitionPenalty?: number | undefined;
|
|
58
|
+
doSample?: boolean | undefined;
|
|
59
|
+
extraBody?: {
|
|
60
|
+
[k: string]: any;
|
|
61
|
+
} | undefined;
|
|
62
|
+
chatTemplateKwargs?: {
|
|
63
|
+
[k: string]: any;
|
|
64
|
+
} | undefined;
|
|
65
|
+
prefillThink?: boolean | string | undefined;
|
|
66
|
+
useCache?: boolean | undefined;
|
|
67
|
+
timeoutSeconds?: number | undefined;
|
|
68
|
+
maxRetries?: number | undefined;
|
|
69
|
+
maxEmptyRetries?: number | undefined;
|
|
70
|
+
additionalProperties?: {
|
|
71
|
+
[k: string]: any;
|
|
72
|
+
} | undefined;
|
|
73
|
+
};
|
|
74
|
+
export type ListEvalSuiteLeaderboardRunsRequestCounts = {
|
|
75
|
+
total: number;
|
|
76
|
+
completed: number;
|
|
77
|
+
failed: number;
|
|
78
|
+
};
|
|
79
|
+
export type ListEvalSuiteLeaderboardRunsData = {
|
|
80
|
+
id: string;
|
|
81
|
+
object: "eval.run";
|
|
82
|
+
suiteId: string;
|
|
83
|
+
suiteVersion: number;
|
|
84
|
+
suiteVersionId: string;
|
|
85
|
+
status: components.EvalRunStatus;
|
|
86
|
+
models: Array<string>;
|
|
87
|
+
taskIds: Array<string> | null;
|
|
88
|
+
judgeModel: string | null;
|
|
89
|
+
embeddingModel: string | null;
|
|
90
|
+
generation: ListEvalSuiteLeaderboardRunsGeneration;
|
|
91
|
+
requestCounts: ListEvalSuiteLeaderboardRunsRequestCounts;
|
|
92
|
+
metrics: {
|
|
93
|
+
[k: string]: any;
|
|
94
|
+
} | null;
|
|
95
|
+
error: {
|
|
96
|
+
[k: string]: any;
|
|
97
|
+
} | null;
|
|
98
|
+
artifactFileIds: Array<string>;
|
|
99
|
+
metadata: {
|
|
100
|
+
[k: string]: string;
|
|
101
|
+
};
|
|
102
|
+
createdAt: number;
|
|
103
|
+
startedAt: number | null;
|
|
104
|
+
completedAt: number | null;
|
|
105
|
+
cancelledAt: number | null;
|
|
106
|
+
failedAt: number | null;
|
|
107
|
+
};
|
|
108
|
+
/**
|
|
109
|
+
* OK
|
|
110
|
+
*/
|
|
111
|
+
export type ListEvalSuiteLeaderboardRunsResponseBody = {
|
|
112
|
+
object: "eval.leaderboard_runs";
|
|
113
|
+
/**
|
|
114
|
+
* The deduplicated runs behind `groups`, newest first.
|
|
115
|
+
*/
|
|
116
|
+
data: Array<ListEvalSuiteLeaderboardRunsData>;
|
|
117
|
+
/**
|
|
118
|
+
* The server's group assignments — build boards from these, not from run.models/run.task_ids. Ordered by model, then task id with the covers-everything group first within each model, then rank; that ordering is contract.
|
|
119
|
+
*/
|
|
120
|
+
groups: Array<components.EvalLeaderboardRunGroup>;
|
|
121
|
+
/**
|
|
122
|
+
* True when a server ceiling trimmed the aggregate. Whole runs are kept in (rank, model, task) order — never dropped for being old; resume with `cursor: next_cursor`.
|
|
123
|
+
*/
|
|
124
|
+
truncated: boolean;
|
|
125
|
+
/**
|
|
126
|
+
* Set when truncated: pass as `cursor` on the next request and union the responses until truncated is false to assemble the complete aggregate. Null when this response is complete.
|
|
127
|
+
*/
|
|
128
|
+
nextCursor: string | null;
|
|
129
|
+
};
|
|
130
|
+
/** @internal */
|
|
131
|
+
export declare const ListEvalSuiteLeaderboardRunsRequest$inboundSchema: z.ZodType<ListEvalSuiteLeaderboardRunsRequest, z.ZodTypeDef, unknown>;
|
|
132
|
+
/** @internal */
|
|
133
|
+
export type ListEvalSuiteLeaderboardRunsRequest$Outbound = {
|
|
134
|
+
suite_id: string;
|
|
135
|
+
suite_version?: number | undefined;
|
|
136
|
+
per_group: number;
|
|
137
|
+
model?: string | undefined;
|
|
138
|
+
cursor?: string | undefined;
|
|
139
|
+
"X-On-Behalf-Of"?: string | undefined;
|
|
140
|
+
};
|
|
141
|
+
/** @internal */
|
|
142
|
+
export declare const ListEvalSuiteLeaderboardRunsRequest$outboundSchema: z.ZodType<ListEvalSuiteLeaderboardRunsRequest$Outbound, z.ZodTypeDef, ListEvalSuiteLeaderboardRunsRequest>;
|
|
143
|
+
export declare function listEvalSuiteLeaderboardRunsRequestToJSON(listEvalSuiteLeaderboardRunsRequest: ListEvalSuiteLeaderboardRunsRequest): string;
|
|
144
|
+
export declare function listEvalSuiteLeaderboardRunsRequestFromJSON(jsonString: string): SafeParseResult<ListEvalSuiteLeaderboardRunsRequest, SDKValidationError>;
|
|
145
|
+
/** @internal */
|
|
146
|
+
export declare const ListEvalSuiteLeaderboardRunsStop$inboundSchema: z.ZodType<ListEvalSuiteLeaderboardRunsStop, z.ZodTypeDef, unknown>;
|
|
147
|
+
/** @internal */
|
|
148
|
+
export type ListEvalSuiteLeaderboardRunsStop$Outbound = string | Array<string>;
|
|
149
|
+
/** @internal */
|
|
150
|
+
export declare const ListEvalSuiteLeaderboardRunsStop$outboundSchema: z.ZodType<ListEvalSuiteLeaderboardRunsStop$Outbound, z.ZodTypeDef, ListEvalSuiteLeaderboardRunsStop>;
|
|
151
|
+
export declare function listEvalSuiteLeaderboardRunsStopToJSON(listEvalSuiteLeaderboardRunsStop: ListEvalSuiteLeaderboardRunsStop): string;
|
|
152
|
+
export declare function listEvalSuiteLeaderboardRunsStopFromJSON(jsonString: string): SafeParseResult<ListEvalSuiteLeaderboardRunsStop, SDKValidationError>;
|
|
153
|
+
/** @internal */
|
|
154
|
+
export declare const ListEvalSuiteLeaderboardRunsTruncation$inboundSchema: z.ZodNativeEnum<typeof ListEvalSuiteLeaderboardRunsTruncation>;
|
|
155
|
+
/** @internal */
|
|
156
|
+
export declare const ListEvalSuiteLeaderboardRunsTruncation$outboundSchema: z.ZodNativeEnum<typeof ListEvalSuiteLeaderboardRunsTruncation>;
|
|
157
|
+
/** @internal */
|
|
158
|
+
export declare const ListEvalSuiteLeaderboardRunsServiceTier$inboundSchema: z.ZodNativeEnum<typeof ListEvalSuiteLeaderboardRunsServiceTier>;
|
|
159
|
+
/** @internal */
|
|
160
|
+
export declare const ListEvalSuiteLeaderboardRunsServiceTier$outboundSchema: z.ZodNativeEnum<typeof ListEvalSuiteLeaderboardRunsServiceTier>;
|
|
161
|
+
/** @internal */
|
|
162
|
+
export declare const ListEvalSuiteLeaderboardRunsPrefillThink$inboundSchema: z.ZodType<ListEvalSuiteLeaderboardRunsPrefillThink, z.ZodTypeDef, unknown>;
|
|
163
|
+
/** @internal */
|
|
164
|
+
export type ListEvalSuiteLeaderboardRunsPrefillThink$Outbound = boolean | string;
|
|
165
|
+
/** @internal */
|
|
166
|
+
export declare const ListEvalSuiteLeaderboardRunsPrefillThink$outboundSchema: z.ZodType<ListEvalSuiteLeaderboardRunsPrefillThink$Outbound, z.ZodTypeDef, ListEvalSuiteLeaderboardRunsPrefillThink>;
|
|
167
|
+
export declare function listEvalSuiteLeaderboardRunsPrefillThinkToJSON(listEvalSuiteLeaderboardRunsPrefillThink: ListEvalSuiteLeaderboardRunsPrefillThink): string;
|
|
168
|
+
export declare function listEvalSuiteLeaderboardRunsPrefillThinkFromJSON(jsonString: string): SafeParseResult<ListEvalSuiteLeaderboardRunsPrefillThink, SDKValidationError>;
|
|
169
|
+
/** @internal */
|
|
170
|
+
export declare const ListEvalSuiteLeaderboardRunsGeneration$inboundSchema: z.ZodType<ListEvalSuiteLeaderboardRunsGeneration, z.ZodTypeDef, unknown>;
|
|
171
|
+
/** @internal */
|
|
172
|
+
export type ListEvalSuiteLeaderboardRunsGeneration$Outbound = {
|
|
173
|
+
instructions?: string | undefined;
|
|
174
|
+
temperature?: number | undefined;
|
|
175
|
+
top_p?: number | undefined;
|
|
176
|
+
max_output_tokens?: number | undefined;
|
|
177
|
+
max_gen_toks?: number | undefined;
|
|
178
|
+
stop?: string | Array<string> | undefined;
|
|
179
|
+
until?: Array<string> | undefined;
|
|
180
|
+
max_tool_calls?: number | undefined;
|
|
181
|
+
reasoning?: any | undefined;
|
|
182
|
+
text?: any | undefined;
|
|
183
|
+
tools?: Array<any | null> | undefined;
|
|
184
|
+
tool_choice?: any | undefined;
|
|
185
|
+
parallel_tool_calls?: boolean | undefined;
|
|
186
|
+
truncation?: string | undefined;
|
|
187
|
+
service_tier?: string | undefined;
|
|
188
|
+
presence_penalty?: number | undefined;
|
|
189
|
+
frequency_penalty?: number | undefined;
|
|
190
|
+
top_k?: number | undefined;
|
|
191
|
+
min_p?: number | undefined;
|
|
192
|
+
repetition_penalty?: number | undefined;
|
|
193
|
+
do_sample?: boolean | undefined;
|
|
194
|
+
extra_body?: {
|
|
195
|
+
[k: string]: any;
|
|
196
|
+
} | undefined;
|
|
197
|
+
chat_template_kwargs?: {
|
|
198
|
+
[k: string]: any;
|
|
199
|
+
} | undefined;
|
|
200
|
+
prefill_think?: boolean | string | undefined;
|
|
201
|
+
use_cache?: boolean | undefined;
|
|
202
|
+
timeout_seconds?: number | undefined;
|
|
203
|
+
max_retries?: number | undefined;
|
|
204
|
+
max_empty_retries?: number | undefined;
|
|
205
|
+
[additionalProperties: string]: unknown;
|
|
206
|
+
};
|
|
207
|
+
/** @internal */
|
|
208
|
+
export declare const ListEvalSuiteLeaderboardRunsGeneration$outboundSchema: z.ZodType<ListEvalSuiteLeaderboardRunsGeneration$Outbound, z.ZodTypeDef, ListEvalSuiteLeaderboardRunsGeneration>;
|
|
209
|
+
export declare function listEvalSuiteLeaderboardRunsGenerationToJSON(listEvalSuiteLeaderboardRunsGeneration: ListEvalSuiteLeaderboardRunsGeneration): string;
|
|
210
|
+
export declare function listEvalSuiteLeaderboardRunsGenerationFromJSON(jsonString: string): SafeParseResult<ListEvalSuiteLeaderboardRunsGeneration, SDKValidationError>;
|
|
211
|
+
/** @internal */
|
|
212
|
+
export declare const ListEvalSuiteLeaderboardRunsRequestCounts$inboundSchema: z.ZodType<ListEvalSuiteLeaderboardRunsRequestCounts, z.ZodTypeDef, unknown>;
|
|
213
|
+
/** @internal */
|
|
214
|
+
export type ListEvalSuiteLeaderboardRunsRequestCounts$Outbound = {
|
|
215
|
+
total: number;
|
|
216
|
+
completed: number;
|
|
217
|
+
failed: number;
|
|
218
|
+
};
|
|
219
|
+
/** @internal */
|
|
220
|
+
export declare const ListEvalSuiteLeaderboardRunsRequestCounts$outboundSchema: z.ZodType<ListEvalSuiteLeaderboardRunsRequestCounts$Outbound, z.ZodTypeDef, ListEvalSuiteLeaderboardRunsRequestCounts>;
|
|
221
|
+
export declare function listEvalSuiteLeaderboardRunsRequestCountsToJSON(listEvalSuiteLeaderboardRunsRequestCounts: ListEvalSuiteLeaderboardRunsRequestCounts): string;
|
|
222
|
+
export declare function listEvalSuiteLeaderboardRunsRequestCountsFromJSON(jsonString: string): SafeParseResult<ListEvalSuiteLeaderboardRunsRequestCounts, SDKValidationError>;
|
|
223
|
+
/** @internal */
|
|
224
|
+
export declare const ListEvalSuiteLeaderboardRunsData$inboundSchema: z.ZodType<ListEvalSuiteLeaderboardRunsData, z.ZodTypeDef, unknown>;
|
|
225
|
+
/** @internal */
|
|
226
|
+
export type ListEvalSuiteLeaderboardRunsData$Outbound = {
|
|
227
|
+
id: string;
|
|
228
|
+
object: "eval.run";
|
|
229
|
+
suite_id: string;
|
|
230
|
+
suite_version: number;
|
|
231
|
+
suite_version_id: string;
|
|
232
|
+
status: string;
|
|
233
|
+
models: Array<string>;
|
|
234
|
+
task_ids: Array<string> | null;
|
|
235
|
+
judge_model: string | null;
|
|
236
|
+
embedding_model: string | null;
|
|
237
|
+
generation: ListEvalSuiteLeaderboardRunsGeneration$Outbound;
|
|
238
|
+
request_counts: ListEvalSuiteLeaderboardRunsRequestCounts$Outbound;
|
|
239
|
+
metrics: {
|
|
240
|
+
[k: string]: any;
|
|
241
|
+
} | null;
|
|
242
|
+
error: {
|
|
243
|
+
[k: string]: any;
|
|
244
|
+
} | null;
|
|
245
|
+
artifact_file_ids: Array<string>;
|
|
246
|
+
metadata: {
|
|
247
|
+
[k: string]: string;
|
|
248
|
+
};
|
|
249
|
+
created_at: number;
|
|
250
|
+
started_at: number | null;
|
|
251
|
+
completed_at: number | null;
|
|
252
|
+
cancelled_at: number | null;
|
|
253
|
+
failed_at: number | null;
|
|
254
|
+
};
|
|
255
|
+
/** @internal */
|
|
256
|
+
export declare const ListEvalSuiteLeaderboardRunsData$outboundSchema: z.ZodType<ListEvalSuiteLeaderboardRunsData$Outbound, z.ZodTypeDef, ListEvalSuiteLeaderboardRunsData>;
|
|
257
|
+
export declare function listEvalSuiteLeaderboardRunsDataToJSON(listEvalSuiteLeaderboardRunsData: ListEvalSuiteLeaderboardRunsData): string;
|
|
258
|
+
export declare function listEvalSuiteLeaderboardRunsDataFromJSON(jsonString: string): SafeParseResult<ListEvalSuiteLeaderboardRunsData, SDKValidationError>;
|
|
259
|
+
/** @internal */
|
|
260
|
+
export declare const ListEvalSuiteLeaderboardRunsResponseBody$inboundSchema: z.ZodType<ListEvalSuiteLeaderboardRunsResponseBody, z.ZodTypeDef, unknown>;
|
|
261
|
+
/** @internal */
|
|
262
|
+
export type ListEvalSuiteLeaderboardRunsResponseBody$Outbound = {
|
|
263
|
+
object: "eval.leaderboard_runs";
|
|
264
|
+
data: Array<ListEvalSuiteLeaderboardRunsData$Outbound>;
|
|
265
|
+
groups: Array<components.EvalLeaderboardRunGroup$Outbound>;
|
|
266
|
+
truncated: boolean;
|
|
267
|
+
next_cursor: string | null;
|
|
268
|
+
};
|
|
269
|
+
/** @internal */
|
|
270
|
+
export declare const ListEvalSuiteLeaderboardRunsResponseBody$outboundSchema: z.ZodType<ListEvalSuiteLeaderboardRunsResponseBody$Outbound, z.ZodTypeDef, ListEvalSuiteLeaderboardRunsResponseBody>;
|
|
271
|
+
export declare function listEvalSuiteLeaderboardRunsResponseBodyToJSON(listEvalSuiteLeaderboardRunsResponseBody: ListEvalSuiteLeaderboardRunsResponseBody): string;
|
|
272
|
+
export declare function listEvalSuiteLeaderboardRunsResponseBodyFromJSON(jsonString: string): SafeParseResult<ListEvalSuiteLeaderboardRunsResponseBody, SDKValidationError>;
|
|
273
|
+
//# sourceMappingURL=listevalsuiteleaderboardruns.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"listevalsuiteleaderboardruns.d.ts","sourceRoot":"","sources":["../../../../src/models/operations/listevalsuiteleaderboardruns.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAM5B,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,MAAM,IAAI,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAC9D,OAAO,KAAK,UAAU,MAAM,wBAAwB,CAAC;AACrD,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AAErE,MAAM,MAAM,mCAAmC,GAAG;IAChD,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAClC,CAAC;AAEF,MAAM,MAAM,gCAAgC,GAAG,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;AAEtE,eAAO,MAAM,sCAAsC;;;CAGzC,CAAC;AACX,MAAM,MAAM,sCAAsC,GAAG,UAAU,CAC7D,OAAO,sCAAsC,CAC9C,CAAC;AAEF,eAAO,MAAM,uCAAuC;;;;;CAK1C,CAAC;AACX,MAAM,MAAM,uCAAuC,GAAG,UAAU,CAC9D,OAAO,uCAAuC,CAC/C,CAAC;AAEF,MAAM,MAAM,wCAAwC,GAAG,OAAO,GAAG,MAAM,CAAC;AAExE,MAAM,MAAM,sCAAsC,GAAG;IACnD,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,eAAe,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACrC;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC,IAAI,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAC1C;;OAEG;IACH,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAClC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,SAAS,CAAC,EAAE,GAAG,GAAG,SAAS,CAAC;IAC5B,IAAI,CAAC,EAAE,GAAG,GAAG,SAAS,CAAC;IACvB,KAAK,CAAC,EAAE,KAAK,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,SAAS,CAAC;IACtC,UAAU,CAAC,EAAE,GAAG,GAAG,SAAS,CAAC;IAC7B,iBAAiB,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACxC,UAAU,CAAC,EAAE,sCAAsC,GAAG,SAAS,CAAC;IAChE,WAAW,CAAC,EAAE,uCAAuC,GAAG,SAAS,CAAC;IAClE,eAAe,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACrC,gBAAgB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,iBAAiB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACvC,QAAQ,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC/B,SAAS,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,SAAS,CAAC;IAC7C,kBAAkB,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,SAAS,CAAC;IACtD,YAAY,CAAC,EAAE,OAAO,GAAG,MAAM,GAAG,SAAS,CAAC;IAC5C,QAAQ,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC/B,cAAc,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC,eAAe,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACrC,oBAAoB,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,SAAS,CAAC;CACzD,CAAC;AAEF,MAAM,MAAM,yCAAyC,GAAG;IACtD,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,gCAAgC,GAAG;IAC7C,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,UAAU,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,MAAM,EAAE,UAAU,CAAC,aAAa,CAAC;IACjC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACtB,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;IAC9B,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,UAAU,EAAE,sCAAsC,CAAC;IACnD,aAAa,EAAE,yCAAyC,CAAC;IACzD,OAAO,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,IAAI,CAAC;IACrC,KAAK,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,IAAI,CAAC;IACnC,eAAe,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC/B,QAAQ,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,CAAC;IAClC,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;CACzB,CAAC;AAEF;;GAEG;AACH,MAAM,MAAM,wCAAwC,GAAG;IACrD,MAAM,EAAE,uBAAuB,CAAC;IAChC;;OAEG;IACH,IAAI,EAAE,KAAK,CAAC,gCAAgC,CAAC,CAAC;IAC9C;;OAEG;IACH,MAAM,EAAE,KAAK,CAAC,UAAU,CAAC,uBAAuB,CAAC,CAAC;IAClD;;OAEG;IACH,SAAS,EAAE,OAAO,CAAC;IACnB;;OAEG;IACH,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;CAC3B,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,iDAAiD,EAAE,CAAC,CAAC,OAAO,CACvE,mCAAmC,EACnC,CAAC,CAAC,UAAU,EACZ,OAAO,CAeP,CAAC;AACH,gBAAgB;AAChB,MAAM,MAAM,4CAA4C,GAAG;IACzD,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,gBAAgB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACvC,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,kDAAkD,EAAE,CAAC,CAAC,OAAO,CACxE,4CAA4C,EAC5C,CAAC,CAAC,UAAU,EACZ,mCAAmC,CAenC,CAAC;AAEH,wBAAgB,yCAAyC,CACvD,mCAAmC,EAAE,mCAAmC,GACvE,MAAM,CAMR;AACD,wBAAgB,2CAA2C,CACzD,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,mCAAmC,EAAE,kBAAkB,CAAC,CAO1E;AAED,gBAAgB;AAChB,eAAO,MAAM,8CAA8C,EAAE,CAAC,CAAC,OAAO,CACpE,gCAAgC,EAChC,CAAC,CAAC,UAAU,EACZ,OAAO,CACqC,CAAC;AAC/C,gBAAgB;AAChB,MAAM,MAAM,yCAAyC,GAAG,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;AAE/E,gBAAgB;AAChB,eAAO,MAAM,+CAA+C,EAAE,CAAC,CAAC,OAAO,CACrE,yCAAyC,EACzC,CAAC,CAAC,UAAU,EACZ,gCAAgC,CACY,CAAC;AAE/C,wBAAgB,sCAAsC,CACpD,gCAAgC,EAAE,gCAAgC,GACjE,MAAM,CAMR;AACD,wBAAgB,wCAAwC,CACtD,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,gCAAgC,EAAE,kBAAkB,CAAC,CAMvE;AAED,gBAAgB;AAChB,eAAO,MAAM,oDAAoD,EAC/D,CAAC,CAAC,aAAa,CAAC,OAAO,sCAAsC,CAE5D,CAAC;AACJ,gBAAgB;AAChB,eAAO,MAAM,qDAAqD,EAChE,CAAC,CAAC,aAAa,CAAC,OAAO,sCAAsC,CACP,CAAC;AAEzD,gBAAgB;AAChB,eAAO,MAAM,qDAAqD,EAChE,CAAC,CAAC,aAAa,CAAC,OAAO,uCAAuC,CACR,CAAC;AACzD,gBAAgB;AAChB,eAAO,MAAM,sDAAsD,EACjE,CAAC,CAAC,aAAa,CAAC,OAAO,uCAAuC,CACP,CAAC;AAE1D,gBAAgB;AAChB,eAAO,MAAM,sDAAsD,EAAE,CAAC,CAAC,OAAO,CAC5E,wCAAwC,EACxC,CAAC,CAAC,UAAU,EACZ,OAAO,CAC6B,CAAC;AACvC,gBAAgB;AAChB,MAAM,MAAM,iDAAiD,GACzD,OAAO,GACP,MAAM,CAAC;AAEX,gBAAgB;AAChB,eAAO,MAAM,uDAAuD,EAAE,CAAC,CAAC,OAAO,CAC7E,iDAAiD,EACjD,CAAC,CAAC,UAAU,EACZ,wCAAwC,CACJ,CAAC;AAEvC,wBAAgB,8CAA8C,CAC5D,wCAAwC,EACtC,wCAAwC,GACzC,MAAM,CAMR;AACD,wBAAgB,gDAAgD,CAC9D,UAAU,EAAE,MAAM,GACjB,eAAe,CAChB,wCAAwC,EACxC,kBAAkB,CACnB,CASA;AAED,gBAAgB;AAChB,eAAO,MAAM,oDAAoD,EAAE,CAAC,CAAC,OAAO,CAC1E,sCAAsC,EACtC,CAAC,CAAC,UAAU,EACZ,OAAO,CA0DP,CAAC;AACH,gBAAgB;AAChB,MAAM,MAAM,+CAA+C,GAAG;IAC5D,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,iBAAiB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACvC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,IAAI,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAC1C,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAClC,cAAc,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC,SAAS,CAAC,EAAE,GAAG,GAAG,SAAS,CAAC;IAC5B,IAAI,CAAC,EAAE,GAAG,GAAG,SAAS,CAAC;IACvB,KAAK,CAAC,EAAE,KAAK,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,SAAS,CAAC;IACtC,WAAW,CAAC,EAAE,GAAG,GAAG,SAAS,CAAC;IAC9B,mBAAmB,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC1C,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,gBAAgB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,iBAAiB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACvC,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,kBAAkB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACxC,SAAS,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAChC,UAAU,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,SAAS,CAAC;IAC9C,oBAAoB,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,SAAS,CAAC;IACxD,aAAa,CAAC,EAAE,OAAO,GAAG,MAAM,GAAG,SAAS,CAAC;IAC7C,SAAS,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAChC,eAAe,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACrC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,iBAAiB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACvC,CAAC,oBAAoB,EAAE,MAAM,GAAG,OAAO,CAAC;CACzC,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,qDAAqD,EAAE,CAAC,CAAC,OAAO,CAC3E,+CAA+C,EAC/C,CAAC,CAAC,UAAU,EACZ,sCAAsC,CA2DtC,CAAC;AAEH,wBAAgB,4CAA4C,CAC1D,sCAAsC,EACpC,sCAAsC,GACvC,MAAM,CAMR;AACD,wBAAgB,8CAA8C,CAC5D,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,sCAAsC,EAAE,kBAAkB,CAAC,CAO7E;AAED,gBAAgB;AAChB,eAAO,MAAM,uDAAuD,EAAE,CAAC,CAAC,OAAO,CAC7E,yCAAyC,EACzC,CAAC,CAAC,UAAU,EACZ,OAAO,CAKP,CAAC;AACH,gBAAgB;AAChB,MAAM,MAAM,kDAAkD,GAAG;IAC/D,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,wDAAwD,EACnE,CAAC,CAAC,OAAO,CACP,kDAAkD,EAClD,CAAC,CAAC,UAAU,EACZ,yCAAyC,CAKzC,CAAC;AAEL,wBAAgB,+CAA+C,CAC7D,yCAAyC,EACvC,yCAAyC,GAC1C,MAAM,CAMR;AACD,wBAAgB,iDAAiD,CAC/D,UAAU,EAAE,MAAM,GACjB,eAAe,CAChB,yCAAyC,EACzC,kBAAkB,CACnB,CASA;AAED,gBAAgB;AAChB,eAAO,MAAM,8CAA8C,EAAE,CAAC,CAAC,OAAO,CACpE,gCAAgC,EAChC,CAAC,CAAC,UAAU,EACZ,OAAO,CA2CP,CAAC;AACH,gBAAgB;AAChB,MAAM,MAAM,yCAAyC,GAAG;IACtD,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,UAAU,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;IACtB,gBAAgB,EAAE,MAAM,CAAC;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACtB,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;IAC/B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,UAAU,EAAE,+CAA+C,CAAC;IAC5D,cAAc,EAAE,kDAAkD,CAAC;IACnE,OAAO,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,IAAI,CAAC;IACrC,KAAK,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,IAAI,CAAC;IACnC,iBAAiB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACjC,QAAQ,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,CAAC;IAClC,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,+CAA+C,EAAE,CAAC,CAAC,OAAO,CACrE,yCAAyC,EACzC,CAAC,CAAC,UAAU,EACZ,gCAAgC,CA2ChC,CAAC;AAEH,wBAAgB,sCAAsC,CACpD,gCAAgC,EAAE,gCAAgC,GACjE,MAAM,CAMR;AACD,wBAAgB,wCAAwC,CACtD,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,gCAAgC,EAAE,kBAAkB,CAAC,CAMvE;AAED,gBAAgB;AAChB,eAAO,MAAM,sDAAsD,EAAE,CAAC,CAAC,OAAO,CAC5E,wCAAwC,EACxC,CAAC,CAAC,UAAU,EACZ,OAAO,CAWP,CAAC;AACH,gBAAgB;AAChB,MAAM,MAAM,iDAAiD,GAAG;IAC9D,MAAM,EAAE,uBAAuB,CAAC;IAChC,IAAI,EAAE,KAAK,CAAC,yCAAyC,CAAC,CAAC;IACvD,MAAM,EAAE,KAAK,CAAC,UAAU,CAAC,gCAAgC,CAAC,CAAC;IAC3D,SAAS,EAAE,OAAO,CAAC;IACnB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;CAC5B,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,uDAAuD,EAAE,CAAC,CAAC,OAAO,CAC7E,iDAAiD,EACjD,CAAC,CAAC,UAAU,EACZ,wCAAwC,CAWxC,CAAC;AAEH,wBAAgB,8CAA8C,CAC5D,wCAAwC,EACtC,wCAAwC,GACzC,MAAM,CAMR;AACD,wBAAgB,gDAAgD,CAC9D,UAAU,EAAE,MAAM,GACjB,eAAe,CAChB,wCAAwC,EACxC,kBAAkB,CACnB,CASA"}
|
|
@@ -0,0 +1,340 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
import * as z from "zod/v3";
|
|
5
|
+
import { remap as remap$ } from "../../lib/primitives.js";
|
|
6
|
+
import { collectExtraKeys as collectExtraKeys$, safeParse, } from "../../lib/schemas.js";
|
|
7
|
+
import * as components from "../components/index.js";
|
|
8
|
+
export const ListEvalSuiteLeaderboardRunsTruncation = {
|
|
9
|
+
Auto: "auto",
|
|
10
|
+
Disabled: "disabled",
|
|
11
|
+
};
|
|
12
|
+
export const ListEvalSuiteLeaderboardRunsServiceTier = {
|
|
13
|
+
Auto: "auto",
|
|
14
|
+
Default: "default",
|
|
15
|
+
Flex: "flex",
|
|
16
|
+
Priority: "priority",
|
|
17
|
+
};
|
|
18
|
+
/** @internal */
|
|
19
|
+
export const ListEvalSuiteLeaderboardRunsRequest$inboundSchema = z.object({
|
|
20
|
+
suite_id: z.string(),
|
|
21
|
+
suite_version: z.number().int().optional(),
|
|
22
|
+
per_group: z.number().int().default(5),
|
|
23
|
+
model: z.string().optional(),
|
|
24
|
+
cursor: z.string().optional(),
|
|
25
|
+
"X-On-Behalf-Of": z.string().optional(),
|
|
26
|
+
}).transform((v) => {
|
|
27
|
+
return remap$(v, {
|
|
28
|
+
"suite_id": "suiteId",
|
|
29
|
+
"suite_version": "suiteVersion",
|
|
30
|
+
"per_group": "perGroup",
|
|
31
|
+
"X-On-Behalf-Of": "xOnBehalfOf",
|
|
32
|
+
});
|
|
33
|
+
});
|
|
34
|
+
/** @internal */
|
|
35
|
+
export const ListEvalSuiteLeaderboardRunsRequest$outboundSchema = z.object({
|
|
36
|
+
suiteId: z.string(),
|
|
37
|
+
suiteVersion: z.number().int().optional(),
|
|
38
|
+
perGroup: z.number().int().default(5),
|
|
39
|
+
model: z.string().optional(),
|
|
40
|
+
cursor: z.string().optional(),
|
|
41
|
+
xOnBehalfOf: z.string().optional(),
|
|
42
|
+
}).transform((v) => {
|
|
43
|
+
return remap$(v, {
|
|
44
|
+
suiteId: "suite_id",
|
|
45
|
+
suiteVersion: "suite_version",
|
|
46
|
+
perGroup: "per_group",
|
|
47
|
+
xOnBehalfOf: "X-On-Behalf-Of",
|
|
48
|
+
});
|
|
49
|
+
});
|
|
50
|
+
export function listEvalSuiteLeaderboardRunsRequestToJSON(listEvalSuiteLeaderboardRunsRequest) {
|
|
51
|
+
return JSON.stringify(ListEvalSuiteLeaderboardRunsRequest$outboundSchema.parse(listEvalSuiteLeaderboardRunsRequest));
|
|
52
|
+
}
|
|
53
|
+
export function listEvalSuiteLeaderboardRunsRequestFromJSON(jsonString) {
|
|
54
|
+
return safeParse(jsonString, (x) => ListEvalSuiteLeaderboardRunsRequest$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'ListEvalSuiteLeaderboardRunsRequest' from JSON`);
|
|
55
|
+
}
|
|
56
|
+
/** @internal */
|
|
57
|
+
export const ListEvalSuiteLeaderboardRunsStop$inboundSchema = z.union([z.string(), z.array(z.string())]);
|
|
58
|
+
/** @internal */
|
|
59
|
+
export const ListEvalSuiteLeaderboardRunsStop$outboundSchema = z.union([z.string(), z.array(z.string())]);
|
|
60
|
+
export function listEvalSuiteLeaderboardRunsStopToJSON(listEvalSuiteLeaderboardRunsStop) {
|
|
61
|
+
return JSON.stringify(ListEvalSuiteLeaderboardRunsStop$outboundSchema.parse(listEvalSuiteLeaderboardRunsStop));
|
|
62
|
+
}
|
|
63
|
+
export function listEvalSuiteLeaderboardRunsStopFromJSON(jsonString) {
|
|
64
|
+
return safeParse(jsonString, (x) => ListEvalSuiteLeaderboardRunsStop$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'ListEvalSuiteLeaderboardRunsStop' from JSON`);
|
|
65
|
+
}
|
|
66
|
+
/** @internal */
|
|
67
|
+
export const ListEvalSuiteLeaderboardRunsTruncation$inboundSchema = z.nativeEnum(ListEvalSuiteLeaderboardRunsTruncation);
|
|
68
|
+
/** @internal */
|
|
69
|
+
export const ListEvalSuiteLeaderboardRunsTruncation$outboundSchema = ListEvalSuiteLeaderboardRunsTruncation$inboundSchema;
|
|
70
|
+
/** @internal */
|
|
71
|
+
export const ListEvalSuiteLeaderboardRunsServiceTier$inboundSchema = z
|
|
72
|
+
.nativeEnum(ListEvalSuiteLeaderboardRunsServiceTier);
|
|
73
|
+
/** @internal */
|
|
74
|
+
export const ListEvalSuiteLeaderboardRunsServiceTier$outboundSchema = ListEvalSuiteLeaderboardRunsServiceTier$inboundSchema;
|
|
75
|
+
/** @internal */
|
|
76
|
+
export const ListEvalSuiteLeaderboardRunsPrefillThink$inboundSchema = z.union([z.boolean(), z.string()]);
|
|
77
|
+
/** @internal */
|
|
78
|
+
export const ListEvalSuiteLeaderboardRunsPrefillThink$outboundSchema = z.union([z.boolean(), z.string()]);
|
|
79
|
+
export function listEvalSuiteLeaderboardRunsPrefillThinkToJSON(listEvalSuiteLeaderboardRunsPrefillThink) {
|
|
80
|
+
return JSON.stringify(ListEvalSuiteLeaderboardRunsPrefillThink$outboundSchema.parse(listEvalSuiteLeaderboardRunsPrefillThink));
|
|
81
|
+
}
|
|
82
|
+
export function listEvalSuiteLeaderboardRunsPrefillThinkFromJSON(jsonString) {
|
|
83
|
+
return safeParse(jsonString, (x) => ListEvalSuiteLeaderboardRunsPrefillThink$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'ListEvalSuiteLeaderboardRunsPrefillThink' from JSON`);
|
|
84
|
+
}
|
|
85
|
+
/** @internal */
|
|
86
|
+
export const ListEvalSuiteLeaderboardRunsGeneration$inboundSchema = collectExtraKeys$(z.object({
|
|
87
|
+
instructions: z.string().optional(),
|
|
88
|
+
temperature: z.number().optional(),
|
|
89
|
+
top_p: z.number().optional(),
|
|
90
|
+
max_output_tokens: z.number().int().optional(),
|
|
91
|
+
max_gen_toks: z.number().int().optional(),
|
|
92
|
+
stop: z.union([z.string(), z.array(z.string())]).optional(),
|
|
93
|
+
until: z.array(z.string()).optional(),
|
|
94
|
+
max_tool_calls: z.number().int().optional(),
|
|
95
|
+
reasoning: z.any().optional(),
|
|
96
|
+
text: z.any().optional(),
|
|
97
|
+
tools: z.array(z.nullable(z.any())).optional(),
|
|
98
|
+
tool_choice: z.any().optional(),
|
|
99
|
+
parallel_tool_calls: z.boolean().optional(),
|
|
100
|
+
truncation: ListEvalSuiteLeaderboardRunsTruncation$inboundSchema.optional(),
|
|
101
|
+
service_tier: ListEvalSuiteLeaderboardRunsServiceTier$inboundSchema
|
|
102
|
+
.optional(),
|
|
103
|
+
presence_penalty: z.number().optional(),
|
|
104
|
+
frequency_penalty: z.number().optional(),
|
|
105
|
+
top_k: z.number().int().optional(),
|
|
106
|
+
min_p: z.number().optional(),
|
|
107
|
+
repetition_penalty: z.number().optional(),
|
|
108
|
+
do_sample: z.boolean().optional(),
|
|
109
|
+
extra_body: z.record(z.any()).optional(),
|
|
110
|
+
chat_template_kwargs: z.record(z.any()).optional(),
|
|
111
|
+
prefill_think: z.union([z.boolean(), z.string()]).optional(),
|
|
112
|
+
use_cache: z.boolean().optional(),
|
|
113
|
+
timeout_seconds: z.number().int().optional(),
|
|
114
|
+
max_retries: z.number().int().optional(),
|
|
115
|
+
max_empty_retries: z.number().int().optional(),
|
|
116
|
+
}).catchall(z.any()), "additionalProperties", true).transform((v) => {
|
|
117
|
+
return remap$(v, {
|
|
118
|
+
"top_p": "topP",
|
|
119
|
+
"max_output_tokens": "maxOutputTokens",
|
|
120
|
+
"max_gen_toks": "maxGenToks",
|
|
121
|
+
"max_tool_calls": "maxToolCalls",
|
|
122
|
+
"tool_choice": "toolChoice",
|
|
123
|
+
"parallel_tool_calls": "parallelToolCalls",
|
|
124
|
+
"service_tier": "serviceTier",
|
|
125
|
+
"presence_penalty": "presencePenalty",
|
|
126
|
+
"frequency_penalty": "frequencyPenalty",
|
|
127
|
+
"top_k": "topK",
|
|
128
|
+
"min_p": "minP",
|
|
129
|
+
"repetition_penalty": "repetitionPenalty",
|
|
130
|
+
"do_sample": "doSample",
|
|
131
|
+
"extra_body": "extraBody",
|
|
132
|
+
"chat_template_kwargs": "chatTemplateKwargs",
|
|
133
|
+
"prefill_think": "prefillThink",
|
|
134
|
+
"use_cache": "useCache",
|
|
135
|
+
"timeout_seconds": "timeoutSeconds",
|
|
136
|
+
"max_retries": "maxRetries",
|
|
137
|
+
"max_empty_retries": "maxEmptyRetries",
|
|
138
|
+
});
|
|
139
|
+
});
|
|
140
|
+
/** @internal */
|
|
141
|
+
export const ListEvalSuiteLeaderboardRunsGeneration$outboundSchema = z.object({
|
|
142
|
+
instructions: z.string().optional(),
|
|
143
|
+
temperature: z.number().optional(),
|
|
144
|
+
topP: z.number().optional(),
|
|
145
|
+
maxOutputTokens: z.number().int().optional(),
|
|
146
|
+
maxGenToks: z.number().int().optional(),
|
|
147
|
+
stop: z.union([z.string(), z.array(z.string())]).optional(),
|
|
148
|
+
until: z.array(z.string()).optional(),
|
|
149
|
+
maxToolCalls: z.number().int().optional(),
|
|
150
|
+
reasoning: z.any().optional(),
|
|
151
|
+
text: z.any().optional(),
|
|
152
|
+
tools: z.array(z.nullable(z.any())).optional(),
|
|
153
|
+
toolChoice: z.any().optional(),
|
|
154
|
+
parallelToolCalls: z.boolean().optional(),
|
|
155
|
+
truncation: ListEvalSuiteLeaderboardRunsTruncation$outboundSchema.optional(),
|
|
156
|
+
serviceTier: ListEvalSuiteLeaderboardRunsServiceTier$outboundSchema
|
|
157
|
+
.optional(),
|
|
158
|
+
presencePenalty: z.number().optional(),
|
|
159
|
+
frequencyPenalty: z.number().optional(),
|
|
160
|
+
topK: z.number().int().optional(),
|
|
161
|
+
minP: z.number().optional(),
|
|
162
|
+
repetitionPenalty: z.number().optional(),
|
|
163
|
+
doSample: z.boolean().optional(),
|
|
164
|
+
extraBody: z.record(z.any()).optional(),
|
|
165
|
+
chatTemplateKwargs: z.record(z.any()).optional(),
|
|
166
|
+
prefillThink: z.union([z.boolean(), z.string()]).optional(),
|
|
167
|
+
useCache: z.boolean().optional(),
|
|
168
|
+
timeoutSeconds: z.number().int().optional(),
|
|
169
|
+
maxRetries: z.number().int().optional(),
|
|
170
|
+
maxEmptyRetries: z.number().int().optional(),
|
|
171
|
+
additionalProperties: z.record(z.any()).optional(),
|
|
172
|
+
}).transform((v) => {
|
|
173
|
+
return {
|
|
174
|
+
...v.additionalProperties,
|
|
175
|
+
...remap$(v, {
|
|
176
|
+
topP: "top_p",
|
|
177
|
+
maxOutputTokens: "max_output_tokens",
|
|
178
|
+
maxGenToks: "max_gen_toks",
|
|
179
|
+
maxToolCalls: "max_tool_calls",
|
|
180
|
+
toolChoice: "tool_choice",
|
|
181
|
+
parallelToolCalls: "parallel_tool_calls",
|
|
182
|
+
serviceTier: "service_tier",
|
|
183
|
+
presencePenalty: "presence_penalty",
|
|
184
|
+
frequencyPenalty: "frequency_penalty",
|
|
185
|
+
topK: "top_k",
|
|
186
|
+
minP: "min_p",
|
|
187
|
+
repetitionPenalty: "repetition_penalty",
|
|
188
|
+
doSample: "do_sample",
|
|
189
|
+
extraBody: "extra_body",
|
|
190
|
+
chatTemplateKwargs: "chat_template_kwargs",
|
|
191
|
+
prefillThink: "prefill_think",
|
|
192
|
+
useCache: "use_cache",
|
|
193
|
+
timeoutSeconds: "timeout_seconds",
|
|
194
|
+
maxRetries: "max_retries",
|
|
195
|
+
maxEmptyRetries: "max_empty_retries",
|
|
196
|
+
additionalProperties: null,
|
|
197
|
+
}),
|
|
198
|
+
};
|
|
199
|
+
});
|
|
200
|
+
export function listEvalSuiteLeaderboardRunsGenerationToJSON(listEvalSuiteLeaderboardRunsGeneration) {
|
|
201
|
+
return JSON.stringify(ListEvalSuiteLeaderboardRunsGeneration$outboundSchema.parse(listEvalSuiteLeaderboardRunsGeneration));
|
|
202
|
+
}
|
|
203
|
+
export function listEvalSuiteLeaderboardRunsGenerationFromJSON(jsonString) {
|
|
204
|
+
return safeParse(jsonString, (x) => ListEvalSuiteLeaderboardRunsGeneration$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'ListEvalSuiteLeaderboardRunsGeneration' from JSON`);
|
|
205
|
+
}
|
|
206
|
+
/** @internal */
|
|
207
|
+
export const ListEvalSuiteLeaderboardRunsRequestCounts$inboundSchema = z.object({
|
|
208
|
+
total: z.number().int(),
|
|
209
|
+
completed: z.number().int(),
|
|
210
|
+
failed: z.number().int(),
|
|
211
|
+
});
|
|
212
|
+
/** @internal */
|
|
213
|
+
export const ListEvalSuiteLeaderboardRunsRequestCounts$outboundSchema = z.object({
|
|
214
|
+
total: z.number().int(),
|
|
215
|
+
completed: z.number().int(),
|
|
216
|
+
failed: z.number().int(),
|
|
217
|
+
});
|
|
218
|
+
export function listEvalSuiteLeaderboardRunsRequestCountsToJSON(listEvalSuiteLeaderboardRunsRequestCounts) {
|
|
219
|
+
return JSON.stringify(ListEvalSuiteLeaderboardRunsRequestCounts$outboundSchema.parse(listEvalSuiteLeaderboardRunsRequestCounts));
|
|
220
|
+
}
|
|
221
|
+
export function listEvalSuiteLeaderboardRunsRequestCountsFromJSON(jsonString) {
|
|
222
|
+
return safeParse(jsonString, (x) => ListEvalSuiteLeaderboardRunsRequestCounts$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'ListEvalSuiteLeaderboardRunsRequestCounts' from JSON`);
|
|
223
|
+
}
|
|
224
|
+
/** @internal */
|
|
225
|
+
export const ListEvalSuiteLeaderboardRunsData$inboundSchema = z.object({
|
|
226
|
+
id: z.string(),
|
|
227
|
+
object: z.literal("eval.run"),
|
|
228
|
+
suite_id: z.string(),
|
|
229
|
+
suite_version: z.number().int(),
|
|
230
|
+
suite_version_id: z.string(),
|
|
231
|
+
status: components.EvalRunStatus$inboundSchema,
|
|
232
|
+
models: z.array(z.string()),
|
|
233
|
+
task_ids: z.nullable(z.array(z.string())),
|
|
234
|
+
judge_model: z.nullable(z.string()),
|
|
235
|
+
embedding_model: z.nullable(z.string()),
|
|
236
|
+
generation: z.lazy(() => ListEvalSuiteLeaderboardRunsGeneration$inboundSchema),
|
|
237
|
+
request_counts: z.lazy(() => ListEvalSuiteLeaderboardRunsRequestCounts$inboundSchema),
|
|
238
|
+
metrics: z.nullable(z.record(z.any())),
|
|
239
|
+
error: z.nullable(z.record(z.any())),
|
|
240
|
+
artifact_file_ids: z.array(z.string()),
|
|
241
|
+
metadata: z.record(z.string()),
|
|
242
|
+
created_at: z.number().int(),
|
|
243
|
+
started_at: z.nullable(z.number().int()),
|
|
244
|
+
completed_at: z.nullable(z.number().int()),
|
|
245
|
+
cancelled_at: z.nullable(z.number().int()),
|
|
246
|
+
failed_at: z.nullable(z.number().int()),
|
|
247
|
+
}).transform((v) => {
|
|
248
|
+
return remap$(v, {
|
|
249
|
+
"suite_id": "suiteId",
|
|
250
|
+
"suite_version": "suiteVersion",
|
|
251
|
+
"suite_version_id": "suiteVersionId",
|
|
252
|
+
"task_ids": "taskIds",
|
|
253
|
+
"judge_model": "judgeModel",
|
|
254
|
+
"embedding_model": "embeddingModel",
|
|
255
|
+
"request_counts": "requestCounts",
|
|
256
|
+
"artifact_file_ids": "artifactFileIds",
|
|
257
|
+
"created_at": "createdAt",
|
|
258
|
+
"started_at": "startedAt",
|
|
259
|
+
"completed_at": "completedAt",
|
|
260
|
+
"cancelled_at": "cancelledAt",
|
|
261
|
+
"failed_at": "failedAt",
|
|
262
|
+
});
|
|
263
|
+
});
|
|
264
|
+
/** @internal */
|
|
265
|
+
export const ListEvalSuiteLeaderboardRunsData$outboundSchema = z.object({
|
|
266
|
+
id: z.string(),
|
|
267
|
+
object: z.literal("eval.run"),
|
|
268
|
+
suiteId: z.string(),
|
|
269
|
+
suiteVersion: z.number().int(),
|
|
270
|
+
suiteVersionId: z.string(),
|
|
271
|
+
status: components.EvalRunStatus$outboundSchema,
|
|
272
|
+
models: z.array(z.string()),
|
|
273
|
+
taskIds: z.nullable(z.array(z.string())),
|
|
274
|
+
judgeModel: z.nullable(z.string()),
|
|
275
|
+
embeddingModel: z.nullable(z.string()),
|
|
276
|
+
generation: z.lazy(() => ListEvalSuiteLeaderboardRunsGeneration$outboundSchema),
|
|
277
|
+
requestCounts: z.lazy(() => ListEvalSuiteLeaderboardRunsRequestCounts$outboundSchema),
|
|
278
|
+
metrics: z.nullable(z.record(z.any())),
|
|
279
|
+
error: z.nullable(z.record(z.any())),
|
|
280
|
+
artifactFileIds: z.array(z.string()),
|
|
281
|
+
metadata: z.record(z.string()),
|
|
282
|
+
createdAt: z.number().int(),
|
|
283
|
+
startedAt: z.nullable(z.number().int()),
|
|
284
|
+
completedAt: z.nullable(z.number().int()),
|
|
285
|
+
cancelledAt: z.nullable(z.number().int()),
|
|
286
|
+
failedAt: z.nullable(z.number().int()),
|
|
287
|
+
}).transform((v) => {
|
|
288
|
+
return remap$(v, {
|
|
289
|
+
suiteId: "suite_id",
|
|
290
|
+
suiteVersion: "suite_version",
|
|
291
|
+
suiteVersionId: "suite_version_id",
|
|
292
|
+
taskIds: "task_ids",
|
|
293
|
+
judgeModel: "judge_model",
|
|
294
|
+
embeddingModel: "embedding_model",
|
|
295
|
+
requestCounts: "request_counts",
|
|
296
|
+
artifactFileIds: "artifact_file_ids",
|
|
297
|
+
createdAt: "created_at",
|
|
298
|
+
startedAt: "started_at",
|
|
299
|
+
completedAt: "completed_at",
|
|
300
|
+
cancelledAt: "cancelled_at",
|
|
301
|
+
failedAt: "failed_at",
|
|
302
|
+
});
|
|
303
|
+
});
|
|
304
|
+
export function listEvalSuiteLeaderboardRunsDataToJSON(listEvalSuiteLeaderboardRunsData) {
|
|
305
|
+
return JSON.stringify(ListEvalSuiteLeaderboardRunsData$outboundSchema.parse(listEvalSuiteLeaderboardRunsData));
|
|
306
|
+
}
|
|
307
|
+
export function listEvalSuiteLeaderboardRunsDataFromJSON(jsonString) {
|
|
308
|
+
return safeParse(jsonString, (x) => ListEvalSuiteLeaderboardRunsData$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'ListEvalSuiteLeaderboardRunsData' from JSON`);
|
|
309
|
+
}
|
|
310
|
+
/** @internal */
|
|
311
|
+
export const ListEvalSuiteLeaderboardRunsResponseBody$inboundSchema = z.object({
|
|
312
|
+
object: z.literal("eval.leaderboard_runs"),
|
|
313
|
+
data: z.array(z.lazy(() => ListEvalSuiteLeaderboardRunsData$inboundSchema)),
|
|
314
|
+
groups: z.array(components.EvalLeaderboardRunGroup$inboundSchema),
|
|
315
|
+
truncated: z.boolean(),
|
|
316
|
+
next_cursor: z.nullable(z.string()),
|
|
317
|
+
}).transform((v) => {
|
|
318
|
+
return remap$(v, {
|
|
319
|
+
"next_cursor": "nextCursor",
|
|
320
|
+
});
|
|
321
|
+
});
|
|
322
|
+
/** @internal */
|
|
323
|
+
export const ListEvalSuiteLeaderboardRunsResponseBody$outboundSchema = z.object({
|
|
324
|
+
object: z.literal("eval.leaderboard_runs"),
|
|
325
|
+
data: z.array(z.lazy(() => ListEvalSuiteLeaderboardRunsData$outboundSchema)),
|
|
326
|
+
groups: z.array(components.EvalLeaderboardRunGroup$outboundSchema),
|
|
327
|
+
truncated: z.boolean(),
|
|
328
|
+
nextCursor: z.nullable(z.string()),
|
|
329
|
+
}).transform((v) => {
|
|
330
|
+
return remap$(v, {
|
|
331
|
+
nextCursor: "next_cursor",
|
|
332
|
+
});
|
|
333
|
+
});
|
|
334
|
+
export function listEvalSuiteLeaderboardRunsResponseBodyToJSON(listEvalSuiteLeaderboardRunsResponseBody) {
|
|
335
|
+
return JSON.stringify(ListEvalSuiteLeaderboardRunsResponseBody$outboundSchema.parse(listEvalSuiteLeaderboardRunsResponseBody));
|
|
336
|
+
}
|
|
337
|
+
export function listEvalSuiteLeaderboardRunsResponseBodyFromJSON(jsonString) {
|
|
338
|
+
return safeParse(jsonString, (x) => ListEvalSuiteLeaderboardRunsResponseBody$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'ListEvalSuiteLeaderboardRunsResponseBody' from JSON`);
|
|
339
|
+
}
|
|
340
|
+
//# sourceMappingURL=listevalsuiteleaderboardruns.js.map
|