@meetkai/mka1 0.54.23 → 0.54.25
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +320 -283
- package/bin/mcp-server.js +4406 -1683
- package/bin/mcp-server.js.map +55 -19
- package/dist/commonjs/funcs/authOrgsGetById.d.ts +19 -0
- package/dist/commonjs/funcs/authOrgsGetById.d.ts.map +1 -0
- package/dist/commonjs/funcs/authOrgsGetById.js +146 -0
- package/dist/commonjs/funcs/authOrgsGetById.js.map +1 -0
- package/dist/commonjs/funcs/authOrgsUpdate.d.ts +19 -0
- package/dist/commonjs/funcs/authOrgsUpdate.d.ts.map +1 -0
- package/dist/commonjs/funcs/authOrgsUpdate.js +149 -0
- package/dist/commonjs/funcs/authOrgsUpdate.js.map +1 -0
- package/dist/commonjs/funcs/llmEvalsAppendAgentTrials.d.ts +19 -0
- package/dist/commonjs/funcs/llmEvalsAppendAgentTrials.d.ts.map +1 -0
- package/dist/commonjs/funcs/llmEvalsAppendAgentTrials.js +136 -0
- package/dist/commonjs/funcs/llmEvalsAppendAgentTrials.js.map +1 -0
- package/dist/commonjs/funcs/llmEvalsGetRunOverview.d.ts +20 -0
- package/dist/commonjs/funcs/llmEvalsGetRunOverview.d.ts.map +1 -0
- package/dist/commonjs/funcs/llmEvalsGetRunOverview.js +138 -0
- package/dist/commonjs/funcs/llmEvalsGetRunOverview.js.map +1 -0
- package/dist/commonjs/funcs/llmEvalsGetSampleTrajectory.d.ts +19 -0
- package/dist/commonjs/funcs/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
- package/dist/commonjs/funcs/llmEvalsGetSampleTrajectory.js +142 -0
- package/dist/commonjs/funcs/llmEvalsGetSampleTrajectory.js.map +1 -0
- package/dist/commonjs/funcs/llmEvalsGetSuiteLeaderboard.d.ts +20 -0
- package/dist/commonjs/funcs/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
- package/dist/commonjs/funcs/llmEvalsGetSuiteLeaderboard.js +142 -0
- package/dist/commonjs/funcs/llmEvalsGetSuiteLeaderboard.js.map +1 -0
- package/dist/commonjs/funcs/llmEvalsImportAgentRun.d.ts +19 -0
- package/dist/commonjs/funcs/llmEvalsImportAgentRun.d.ts.map +1 -0
- package/dist/commonjs/funcs/llmEvalsImportAgentRun.js +130 -0
- package/dist/commonjs/funcs/llmEvalsImportAgentRun.js.map +1 -0
- package/dist/commonjs/funcs/llmEvalsUploadSampleTrajectory.d.ts +20 -0
- package/dist/commonjs/funcs/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
- package/dist/commonjs/funcs/llmEvalsUploadSampleTrajectory.js +146 -0
- package/dist/commonjs/funcs/llmEvalsUploadSampleTrajectory.js.map +1 -0
- package/dist/commonjs/lib/config.d.ts +2 -2
- package/dist/commonjs/lib/config.js +2 -2
- package/dist/commonjs/mcp-server/mcp-server.js +1 -1
- package/dist/commonjs/mcp-server/server.d.ts.map +1 -1
- package/dist/commonjs/mcp-server/server.js +13 -1
- package/dist/commonjs/mcp-server/server.js.map +1 -1
- package/dist/commonjs/mcp-server/tools/llmEvalsAppendAgentTrials.d.ts +8 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsAppendAgentTrials.d.ts.map +1 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsAppendAgentTrials.js +64 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsAppendAgentTrials.js.map +1 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsGetRunOverview.d.ts +8 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsGetRunOverview.d.ts.map +1 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsGetRunOverview.js +64 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsGetRunOverview.js.map +1 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsGetSampleTrajectory.d.ts +8 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsGetSampleTrajectory.js +64 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsGetSampleTrajectory.js.map +1 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsGetSuiteLeaderboard.d.ts +8 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsGetSuiteLeaderboard.js +64 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsGetSuiteLeaderboard.js.map +1 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsImportAgentRun.d.ts +8 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsImportAgentRun.d.ts.map +1 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsImportAgentRun.js +64 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsImportAgentRun.js.map +1 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsUploadSampleTrajectory.d.ts +8 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsUploadSampleTrajectory.js +64 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsUploadSampleTrajectory.js.map +1 -0
- package/dist/commonjs/models/components/appendagenttrialsrequest.d.ts +111 -0
- package/dist/commonjs/models/components/appendagenttrialsrequest.d.ts.map +1 -0
- package/dist/commonjs/models/components/appendagenttrialsrequest.js +136 -0
- package/dist/commonjs/models/components/appendagenttrialsrequest.js.map +1 -0
- package/dist/commonjs/models/components/basicorganization.d.ts +41 -0
- package/dist/commonjs/models/components/basicorganization.d.ts.map +1 -0
- package/dist/commonjs/models/components/basicorganization.js +80 -0
- package/dist/commonjs/models/components/basicorganization.js.map +1 -0
- package/dist/commonjs/models/components/evalleaderboardrow.d.ts +85 -0
- package/dist/commonjs/models/components/evalleaderboardrow.d.ts.map +1 -0
- package/dist/commonjs/models/components/evalleaderboardrow.js +129 -0
- package/dist/commonjs/models/components/evalleaderboardrow.js.map +1 -0
- package/dist/commonjs/models/components/evalrunoverview.d.ts +101 -0
- package/dist/commonjs/models/components/evalrunoverview.d.ts.map +1 -0
- package/dist/commonjs/models/components/evalrunoverview.js +150 -0
- package/dist/commonjs/models/components/evalrunoverview.js.map +1 -0
- package/dist/commonjs/models/components/evalsampleobject.d.ts +32 -0
- package/dist/commonjs/models/components/evalsampleobject.d.ts.map +1 -1
- package/dist/commonjs/models/components/evalsampleobject.js +20 -0
- package/dist/commonjs/models/components/evalsampleobject.js.map +1 -1
- package/dist/commonjs/models/components/evalsampletrajectoryuploadedobject.d.ts +32 -0
- package/dist/commonjs/models/components/evalsampletrajectoryuploadedobject.d.ts.map +1 -0
- package/dist/commonjs/models/components/evalsampletrajectoryuploadedobject.js +87 -0
- package/dist/commonjs/models/components/evalsampletrajectoryuploadedobject.js.map +1 -0
- package/dist/commonjs/models/components/evalsuiteleaderboard.d.ts +35 -0
- package/dist/commonjs/models/components/evalsuiteleaderboard.d.ts.map +1 -0
- package/dist/commonjs/models/components/evalsuiteleaderboard.js +78 -0
- package/dist/commonjs/models/components/evalsuiteleaderboard.js.map +1 -0
- package/dist/commonjs/models/components/importagentrunrequest.d.ts +164 -0
- package/dist/commonjs/models/components/importagentrunrequest.d.ts.map +1 -0
- package/dist/commonjs/models/components/importagentrunrequest.js +182 -0
- package/dist/commonjs/models/components/importagentrunrequest.js.map +1 -0
- package/dist/commonjs/models/components/index.d.ts +14 -0
- package/dist/commonjs/models/components/index.d.ts.map +1 -1
- package/dist/commonjs/models/components/index.js +14 -0
- package/dist/commonjs/models/components/index.js.map +1 -1
- package/dist/commonjs/models/components/organizationcodeconfig.d.ts +20 -0
- package/dist/commonjs/models/components/organizationcodeconfig.d.ts.map +1 -0
- package/dist/commonjs/models/components/organizationcodeconfig.js +58 -0
- package/dist/commonjs/models/components/organizationcodeconfig.js.map +1 -0
- package/dist/commonjs/models/components/organizationmetadata.d.ts +23 -0
- package/dist/commonjs/models/components/organizationmetadata.d.ts.map +1 -0
- package/dist/commonjs/models/components/organizationmetadata.js +69 -0
- package/dist/commonjs/models/components/organizationmetadata.js.map +1 -0
- package/dist/commonjs/models/components/organizationmetadataoutput.d.ts +23 -0
- package/dist/commonjs/models/components/organizationmetadataoutput.d.ts.map +1 -0
- package/dist/commonjs/models/components/organizationmetadataoutput.js +69 -0
- package/dist/commonjs/models/components/organizationmetadataoutput.js.map +1 -0
- package/dist/commonjs/models/components/schema0.d.ts +17 -0
- package/dist/commonjs/models/components/schema0.d.ts.map +1 -0
- package/dist/commonjs/models/components/schema0.js +66 -0
- package/dist/commonjs/models/components/schema0.js.map +1 -0
- package/dist/commonjs/models/components/schema1.d.ts +17 -0
- package/dist/commonjs/models/components/schema1.d.ts.map +1 -0
- package/dist/commonjs/models/components/schema1.js +66 -0
- package/dist/commonjs/models/components/schema1.js.map +1 -0
- package/dist/commonjs/models/components/updateorganizationbody.d.ts +18 -0
- package/dist/commonjs/models/components/updateorganizationbody.d.ts.map +1 -0
- package/dist/commonjs/models/components/updateorganizationbody.js +59 -0
- package/dist/commonjs/models/components/updateorganizationbody.js.map +1 -0
- package/dist/commonjs/models/components/uploadevalsampletrajectoryrequest.d.ts +34 -0
- package/dist/commonjs/models/components/uploadevalsampletrajectoryrequest.d.ts.map +1 -0
- package/dist/commonjs/models/components/uploadevalsampletrajectoryrequest.js +71 -0
- package/dist/commonjs/models/components/uploadevalsampletrajectoryrequest.js.map +1 -0
- package/dist/commonjs/models/errors/getjwtfromkey.d.ts +9 -9
- package/dist/commonjs/models/errors/getjwtfromkey.d.ts.map +1 -1
- package/dist/commonjs/models/errors/getjwtfromkey.js +11 -11
- package/dist/commonjs/models/errors/getjwtfromkey.js.map +1 -1
- package/dist/commonjs/models/errors/getorgbyid.d.ts +211 -0
- package/dist/commonjs/models/errors/getorgbyid.d.ts.map +1 -0
- package/dist/commonjs/models/errors/getorgbyid.js +298 -0
- package/dist/commonjs/models/errors/getorgbyid.js.map +1 -0
- package/dist/commonjs/models/errors/index.d.ts +2 -0
- package/dist/commonjs/models/errors/index.d.ts.map +1 -1
- package/dist/commonjs/models/errors/index.js +2 -0
- package/dist/commonjs/models/errors/index.js.map +1 -1
- package/dist/commonjs/models/errors/updateorganization.d.ts +257 -0
- package/dist/commonjs/models/errors/updateorganization.d.ts.map +1 -0
- package/dist/commonjs/models/errors/updateorganization.js +353 -0
- package/dist/commonjs/models/errors/updateorganization.js.map +1 -0
- package/dist/commonjs/models/operations/appendagentevaltrials.d.ts +264 -0
- package/dist/commonjs/models/operations/appendagentevaltrials.d.ts.map +1 -0
- package/dist/commonjs/models/operations/appendagentevaltrials.js +371 -0
- package/dist/commonjs/models/operations/appendagentevaltrials.js.map +1 -0
- package/dist/commonjs/models/operations/cancelevalrun.d.ts +20 -0
- package/dist/commonjs/models/operations/cancelevalrun.d.ts.map +1 -1
- package/dist/commonjs/models/operations/cancelevalrun.js +16 -0
- package/dist/commonjs/models/operations/cancelevalrun.js.map +1 -1
- package/dist/commonjs/models/operations/createevalrun.d.ts +20 -0
- package/dist/commonjs/models/operations/createevalrun.d.ts.map +1 -1
- package/dist/commonjs/models/operations/createevalrun.js +16 -0
- package/dist/commonjs/models/operations/createevalrun.js.map +1 -1
- package/dist/commonjs/models/operations/getevalrun.d.ts +20 -0
- package/dist/commonjs/models/operations/getevalrun.d.ts.map +1 -1
- package/dist/commonjs/models/operations/getevalrun.js +16 -0
- package/dist/commonjs/models/operations/getevalrun.js.map +1 -1
- package/dist/commonjs/models/operations/getevalrunoverview.d.ts +24 -0
- package/dist/commonjs/models/operations/getevalrunoverview.d.ts.map +1 -0
- package/dist/commonjs/models/operations/getevalrunoverview.js +73 -0
- package/dist/commonjs/models/operations/getevalrunoverview.js.map +1 -0
- package/dist/commonjs/models/operations/getevalsampletrajectory.d.ts +75 -0
- package/dist/commonjs/models/operations/getevalsampletrajectory.d.ts.map +1 -0
- package/dist/commonjs/models/operations/getevalsampletrajectory.js +133 -0
- package/dist/commonjs/models/operations/getevalsampletrajectory.js.map +1 -0
- package/dist/commonjs/models/operations/getevalsuiteleaderboard.d.ts +32 -0
- package/dist/commonjs/models/operations/getevalsuiteleaderboard.d.ts.map +1 -0
- package/dist/commonjs/models/operations/getevalsuiteleaderboard.js +83 -0
- package/dist/commonjs/models/operations/getevalsuiteleaderboard.js.map +1 -0
- package/dist/commonjs/models/operations/getorgbyid.d.ts +37 -0
- package/dist/commonjs/models/operations/getorgbyid.d.ts.map +1 -0
- package/dist/commonjs/models/operations/getorgbyid.js +87 -0
- package/dist/commonjs/models/operations/getorgbyid.js.map +1 -0
- package/dist/commonjs/models/operations/importagentevalrun.d.ts +262 -0
- package/dist/commonjs/models/operations/importagentevalrun.d.ts.map +1 -0
- package/dist/commonjs/models/operations/importagentevalrun.js +367 -0
- package/dist/commonjs/models/operations/importagentevalrun.js.map +1 -0
- package/dist/commonjs/models/operations/index.d.ts +8 -0
- package/dist/commonjs/models/operations/index.d.ts.map +1 -1
- package/dist/commonjs/models/operations/index.js +8 -0
- package/dist/commonjs/models/operations/index.js.map +1 -1
- package/dist/commonjs/models/operations/listevalruns.d.ts +20 -0
- package/dist/commonjs/models/operations/listevalruns.d.ts.map +1 -1
- package/dist/commonjs/models/operations/listevalruns.js +16 -0
- package/dist/commonjs/models/operations/listevalruns.js.map +1 -1
- package/dist/commonjs/models/operations/listevalscheduleruns.d.ts +20 -0
- package/dist/commonjs/models/operations/listevalscheduleruns.d.ts.map +1 -1
- package/dist/commonjs/models/operations/listevalscheduleruns.js +16 -0
- package/dist/commonjs/models/operations/listevalscheduleruns.js.map +1 -1
- package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.d.ts +20 -0
- package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.d.ts.map +1 -1
- package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.js +16 -0
- package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.js.map +1 -1
- package/dist/commonjs/models/operations/rerunfailedevalsamples.d.ts +20 -0
- package/dist/commonjs/models/operations/rerunfailedevalsamples.d.ts.map +1 -1
- package/dist/commonjs/models/operations/rerunfailedevalsamples.js +16 -0
- package/dist/commonjs/models/operations/rerunfailedevalsamples.js.map +1 -1
- package/dist/commonjs/models/operations/retryfailedevalrun.d.ts +20 -0
- package/dist/commonjs/models/operations/retryfailedevalrun.d.ts.map +1 -1
- package/dist/commonjs/models/operations/retryfailedevalrun.js +16 -0
- package/dist/commonjs/models/operations/retryfailedevalrun.js.map +1 -1
- package/dist/commonjs/models/operations/updateorganization.d.ts +40 -0
- package/dist/commonjs/models/operations/updateorganization.d.ts.map +1 -0
- package/dist/commonjs/models/operations/updateorganization.js +92 -0
- package/dist/commonjs/models/operations/updateorganization.js.map +1 -0
- package/dist/commonjs/models/operations/uploadevalsampletrajectory.d.ts +31 -0
- package/dist/commonjs/models/operations/uploadevalsampletrajectory.d.ts.map +1 -0
- package/dist/commonjs/models/operations/uploadevalsampletrajectory.js +86 -0
- package/dist/commonjs/models/operations/uploadevalsampletrajectory.js.map +1 -0
- package/dist/commonjs/react-query/authOrgsGetById.core.d.ts +15 -0
- package/dist/commonjs/react-query/authOrgsGetById.core.d.ts.map +1 -0
- package/dist/commonjs/react-query/authOrgsGetById.core.js +36 -0
- package/dist/commonjs/react-query/authOrgsGetById.core.js.map +1 -0
- package/dist/commonjs/react-query/authOrgsGetById.d.ts +39 -0
- package/dist/commonjs/react-query/authOrgsGetById.d.ts.map +1 -0
- package/dist/commonjs/react-query/authOrgsGetById.js +60 -0
- package/dist/commonjs/react-query/authOrgsGetById.js.map +1 -0
- package/dist/commonjs/react-query/authOrgsUpdate.d.ts +31 -0
- package/dist/commonjs/react-query/authOrgsUpdate.d.ts.map +1 -0
- package/dist/commonjs/react-query/authOrgsUpdate.js +47 -0
- package/dist/commonjs/react-query/authOrgsUpdate.js.map +1 -0
- package/dist/commonjs/react-query/index.d.ts +8 -0
- package/dist/commonjs/react-query/index.d.ts.map +1 -1
- package/dist/commonjs/react-query/index.js +8 -0
- package/dist/commonjs/react-query/index.js.map +1 -1
- package/dist/commonjs/react-query/llmEvalsAppendAgentTrials.d.ts +28 -0
- package/dist/commonjs/react-query/llmEvalsAppendAgentTrials.d.ts.map +1 -0
- package/dist/commonjs/react-query/llmEvalsAppendAgentTrials.js +47 -0
- package/dist/commonjs/react-query/llmEvalsAppendAgentTrials.js.map +1 -0
- package/dist/commonjs/react-query/llmEvalsGetRunOverview.core.d.ts +16 -0
- package/dist/commonjs/react-query/llmEvalsGetRunOverview.core.d.ts.map +1 -0
- package/dist/commonjs/react-query/llmEvalsGetRunOverview.core.js +37 -0
- package/dist/commonjs/react-query/llmEvalsGetRunOverview.core.js.map +1 -0
- package/dist/commonjs/react-query/llmEvalsGetRunOverview.d.ts +40 -0
- package/dist/commonjs/react-query/llmEvalsGetRunOverview.d.ts.map +1 -0
- package/dist/commonjs/react-query/llmEvalsGetRunOverview.js +60 -0
- package/dist/commonjs/react-query/llmEvalsGetRunOverview.js.map +1 -0
- package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.core.d.ts +16 -0
- package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.core.d.ts.map +1 -0
- package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.core.js +45 -0
- package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.core.js.map +1 -0
- package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.d.ts +44 -0
- package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
- package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.js +65 -0
- package/dist/commonjs/react-query/llmEvalsGetSampleTrajectory.js.map +1 -0
- package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.core.d.ts +20 -0
- package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.core.d.ts.map +1 -0
- package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.core.js +41 -0
- package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.core.js.map +1 -0
- package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.d.ts +48 -0
- package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
- package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.js +65 -0
- package/dist/commonjs/react-query/llmEvalsGetSuiteLeaderboard.js.map +1 -0
- package/dist/commonjs/react-query/llmEvalsImportAgentRun.d.ts +28 -0
- package/dist/commonjs/react-query/llmEvalsImportAgentRun.d.ts.map +1 -0
- package/dist/commonjs/react-query/llmEvalsImportAgentRun.js +47 -0
- package/dist/commonjs/react-query/llmEvalsImportAgentRun.js.map +1 -0
- package/dist/commonjs/react-query/llmEvalsUploadSampleTrajectory.d.ts +29 -0
- package/dist/commonjs/react-query/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
- package/dist/commonjs/react-query/llmEvalsUploadSampleTrajectory.js +47 -0
- package/dist/commonjs/react-query/llmEvalsUploadSampleTrajectory.js.map +1 -0
- package/dist/commonjs/sdk/evals.d.ts +42 -0
- package/dist/commonjs/sdk/evals.d.ts.map +1 -1
- package/dist/commonjs/sdk/evals.js +60 -0
- package/dist/commonjs/sdk/evals.js.map +1 -1
- package/dist/commonjs/sdk/orgs.d.ts +15 -0
- package/dist/commonjs/sdk/orgs.d.ts.map +1 -1
- package/dist/commonjs/sdk/orgs.js +20 -0
- package/dist/commonjs/sdk/orgs.js.map +1 -1
- package/dist/esm/funcs/authOrgsGetById.d.ts +19 -0
- package/dist/esm/funcs/authOrgsGetById.d.ts.map +1 -0
- package/dist/esm/funcs/authOrgsGetById.js +110 -0
- package/dist/esm/funcs/authOrgsGetById.js.map +1 -0
- package/dist/esm/funcs/authOrgsUpdate.d.ts +19 -0
- package/dist/esm/funcs/authOrgsUpdate.d.ts.map +1 -0
- package/dist/esm/funcs/authOrgsUpdate.js +113 -0
- package/dist/esm/funcs/authOrgsUpdate.js.map +1 -0
- package/dist/esm/funcs/llmEvalsAppendAgentTrials.d.ts +19 -0
- package/dist/esm/funcs/llmEvalsAppendAgentTrials.d.ts.map +1 -0
- package/dist/esm/funcs/llmEvalsAppendAgentTrials.js +100 -0
- package/dist/esm/funcs/llmEvalsAppendAgentTrials.js.map +1 -0
- package/dist/esm/funcs/llmEvalsGetRunOverview.d.ts +20 -0
- package/dist/esm/funcs/llmEvalsGetRunOverview.d.ts.map +1 -0
- package/dist/esm/funcs/llmEvalsGetRunOverview.js +102 -0
- package/dist/esm/funcs/llmEvalsGetRunOverview.js.map +1 -0
- package/dist/esm/funcs/llmEvalsGetSampleTrajectory.d.ts +19 -0
- package/dist/esm/funcs/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
- package/dist/esm/funcs/llmEvalsGetSampleTrajectory.js +106 -0
- package/dist/esm/funcs/llmEvalsGetSampleTrajectory.js.map +1 -0
- package/dist/esm/funcs/llmEvalsGetSuiteLeaderboard.d.ts +20 -0
- package/dist/esm/funcs/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
- package/dist/esm/funcs/llmEvalsGetSuiteLeaderboard.js +106 -0
- package/dist/esm/funcs/llmEvalsGetSuiteLeaderboard.js.map +1 -0
- package/dist/esm/funcs/llmEvalsImportAgentRun.d.ts +19 -0
- package/dist/esm/funcs/llmEvalsImportAgentRun.d.ts.map +1 -0
- package/dist/esm/funcs/llmEvalsImportAgentRun.js +94 -0
- package/dist/esm/funcs/llmEvalsImportAgentRun.js.map +1 -0
- package/dist/esm/funcs/llmEvalsUploadSampleTrajectory.d.ts +20 -0
- package/dist/esm/funcs/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
- package/dist/esm/funcs/llmEvalsUploadSampleTrajectory.js +110 -0
- package/dist/esm/funcs/llmEvalsUploadSampleTrajectory.js.map +1 -0
- package/dist/esm/lib/config.d.ts +2 -2
- package/dist/esm/lib/config.js +2 -2
- package/dist/esm/mcp-server/mcp-server.js +1 -1
- package/dist/esm/mcp-server/server.d.ts.map +1 -1
- package/dist/esm/mcp-server/server.js +13 -1
- package/dist/esm/mcp-server/server.js.map +1 -1
- package/dist/esm/mcp-server/tools/llmEvalsAppendAgentTrials.d.ts +8 -0
- package/dist/esm/mcp-server/tools/llmEvalsAppendAgentTrials.d.ts.map +1 -0
- package/dist/esm/mcp-server/tools/llmEvalsAppendAgentTrials.js +28 -0
- package/dist/esm/mcp-server/tools/llmEvalsAppendAgentTrials.js.map +1 -0
- package/dist/esm/mcp-server/tools/llmEvalsGetRunOverview.d.ts +8 -0
- package/dist/esm/mcp-server/tools/llmEvalsGetRunOverview.d.ts.map +1 -0
- package/dist/esm/mcp-server/tools/llmEvalsGetRunOverview.js +28 -0
- package/dist/esm/mcp-server/tools/llmEvalsGetRunOverview.js.map +1 -0
- package/dist/esm/mcp-server/tools/llmEvalsGetSampleTrajectory.d.ts +8 -0
- package/dist/esm/mcp-server/tools/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
- package/dist/esm/mcp-server/tools/llmEvalsGetSampleTrajectory.js +28 -0
- package/dist/esm/mcp-server/tools/llmEvalsGetSampleTrajectory.js.map +1 -0
- package/dist/esm/mcp-server/tools/llmEvalsGetSuiteLeaderboard.d.ts +8 -0
- package/dist/esm/mcp-server/tools/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
- package/dist/esm/mcp-server/tools/llmEvalsGetSuiteLeaderboard.js +28 -0
- package/dist/esm/mcp-server/tools/llmEvalsGetSuiteLeaderboard.js.map +1 -0
- package/dist/esm/mcp-server/tools/llmEvalsImportAgentRun.d.ts +8 -0
- package/dist/esm/mcp-server/tools/llmEvalsImportAgentRun.d.ts.map +1 -0
- package/dist/esm/mcp-server/tools/llmEvalsImportAgentRun.js +28 -0
- package/dist/esm/mcp-server/tools/llmEvalsImportAgentRun.js.map +1 -0
- package/dist/esm/mcp-server/tools/llmEvalsUploadSampleTrajectory.d.ts +8 -0
- package/dist/esm/mcp-server/tools/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
- package/dist/esm/mcp-server/tools/llmEvalsUploadSampleTrajectory.js +28 -0
- package/dist/esm/mcp-server/tools/llmEvalsUploadSampleTrajectory.js.map +1 -0
- package/dist/esm/models/components/appendagenttrialsrequest.d.ts +111 -0
- package/dist/esm/models/components/appendagenttrialsrequest.d.ts.map +1 -0
- package/dist/esm/models/components/appendagenttrialsrequest.js +96 -0
- package/dist/esm/models/components/appendagenttrialsrequest.js.map +1 -0
- package/dist/esm/models/components/basicorganization.d.ts +41 -0
- package/dist/esm/models/components/basicorganization.d.ts.map +1 -0
- package/dist/esm/models/components/basicorganization.js +42 -0
- package/dist/esm/models/components/basicorganization.js.map +1 -0
- package/dist/esm/models/components/evalleaderboardrow.d.ts +85 -0
- package/dist/esm/models/components/evalleaderboardrow.d.ts.map +1 -0
- package/dist/esm/models/components/evalleaderboardrow.js +89 -0
- package/dist/esm/models/components/evalleaderboardrow.js.map +1 -0
- package/dist/esm/models/components/evalrunoverview.d.ts +101 -0
- package/dist/esm/models/components/evalrunoverview.d.ts.map +1 -0
- package/dist/esm/models/components/evalrunoverview.js +108 -0
- package/dist/esm/models/components/evalrunoverview.js.map +1 -0
- package/dist/esm/models/components/evalsampleobject.d.ts +32 -0
- package/dist/esm/models/components/evalsampleobject.d.ts.map +1 -1
- package/dist/esm/models/components/evalsampleobject.js +20 -0
- package/dist/esm/models/components/evalsampleobject.js.map +1 -1
- package/dist/esm/models/components/evalsampletrajectoryuploadedobject.d.ts +32 -0
- package/dist/esm/models/components/evalsampletrajectoryuploadedobject.d.ts.map +1 -0
- package/dist/esm/models/components/evalsampletrajectoryuploadedobject.js +49 -0
- package/dist/esm/models/components/evalsampletrajectoryuploadedobject.js.map +1 -0
- package/dist/esm/models/components/evalsuiteleaderboard.d.ts +35 -0
- package/dist/esm/models/components/evalsuiteleaderboard.d.ts.map +1 -0
- package/dist/esm/models/components/evalsuiteleaderboard.js +40 -0
- package/dist/esm/models/components/evalsuiteleaderboard.js.map +1 -0
- package/dist/esm/models/components/importagentrunrequest.d.ts +164 -0
- package/dist/esm/models/components/importagentrunrequest.d.ts.map +1 -0
- package/dist/esm/models/components/importagentrunrequest.js +142 -0
- package/dist/esm/models/components/importagentrunrequest.js.map +1 -0
- package/dist/esm/models/components/index.d.ts +14 -0
- package/dist/esm/models/components/index.d.ts.map +1 -1
- package/dist/esm/models/components/index.js +14 -0
- package/dist/esm/models/components/index.js.map +1 -1
- package/dist/esm/models/components/organizationcodeconfig.d.ts +20 -0
- package/dist/esm/models/components/organizationcodeconfig.d.ts.map +1 -0
- package/dist/esm/models/components/organizationcodeconfig.js +20 -0
- package/dist/esm/models/components/organizationcodeconfig.js.map +1 -0
- package/dist/esm/models/components/organizationmetadata.d.ts +23 -0
- package/dist/esm/models/components/organizationmetadata.d.ts.map +1 -0
- package/dist/esm/models/components/organizationmetadata.js +31 -0
- package/dist/esm/models/components/organizationmetadata.js.map +1 -0
- package/dist/esm/models/components/organizationmetadataoutput.d.ts +23 -0
- package/dist/esm/models/components/organizationmetadataoutput.d.ts.map +1 -0
- package/dist/esm/models/components/organizationmetadataoutput.js +31 -0
- package/dist/esm/models/components/organizationmetadataoutput.js.map +1 -0
- package/dist/esm/models/components/schema0.d.ts +17 -0
- package/dist/esm/models/components/schema0.d.ts.map +1 -0
- package/dist/esm/models/components/schema0.js +28 -0
- package/dist/esm/models/components/schema0.js.map +1 -0
- package/dist/esm/models/components/schema1.d.ts +17 -0
- package/dist/esm/models/components/schema1.d.ts.map +1 -0
- package/dist/esm/models/components/schema1.js +28 -0
- package/dist/esm/models/components/schema1.js.map +1 -0
- package/dist/esm/models/components/updateorganizationbody.d.ts +18 -0
- package/dist/esm/models/components/updateorganizationbody.d.ts.map +1 -0
- package/dist/esm/models/components/updateorganizationbody.js +21 -0
- package/dist/esm/models/components/updateorganizationbody.js.map +1 -0
- package/dist/esm/models/components/uploadevalsampletrajectoryrequest.d.ts +34 -0
- package/dist/esm/models/components/uploadevalsampletrajectoryrequest.d.ts.map +1 -0
- package/dist/esm/models/components/uploadevalsampletrajectoryrequest.js +33 -0
- package/dist/esm/models/components/uploadevalsampletrajectoryrequest.js.map +1 -0
- package/dist/esm/models/errors/getjwtfromkey.d.ts +9 -9
- package/dist/esm/models/errors/getjwtfromkey.d.ts.map +1 -1
- package/dist/esm/models/errors/getjwtfromkey.js +8 -8
- package/dist/esm/models/errors/getjwtfromkey.js.map +1 -1
- package/dist/esm/models/errors/getorgbyid.d.ts +211 -0
- package/dist/esm/models/errors/getorgbyid.d.ts.map +1 -0
- package/dist/esm/models/errors/getorgbyid.js +254 -0
- package/dist/esm/models/errors/getorgbyid.js.map +1 -0
- package/dist/esm/models/errors/index.d.ts +2 -0
- package/dist/esm/models/errors/index.d.ts.map +1 -1
- package/dist/esm/models/errors/index.js +2 -0
- package/dist/esm/models/errors/index.js.map +1 -1
- package/dist/esm/models/errors/updateorganization.d.ts +257 -0
- package/dist/esm/models/errors/updateorganization.d.ts.map +1 -0
- package/dist/esm/models/errors/updateorganization.js +306 -0
- package/dist/esm/models/errors/updateorganization.js.map +1 -0
- package/dist/esm/models/operations/appendagentevaltrials.d.ts +264 -0
- package/dist/esm/models/operations/appendagentevaltrials.d.ts.map +1 -0
- package/dist/esm/models/operations/appendagentevaltrials.js +323 -0
- package/dist/esm/models/operations/appendagentevaltrials.js.map +1 -0
- package/dist/esm/models/operations/cancelevalrun.d.ts +20 -0
- package/dist/esm/models/operations/cancelevalrun.d.ts.map +1 -1
- package/dist/esm/models/operations/cancelevalrun.js +16 -0
- package/dist/esm/models/operations/cancelevalrun.js.map +1 -1
- package/dist/esm/models/operations/createevalrun.d.ts +20 -0
- package/dist/esm/models/operations/createevalrun.d.ts.map +1 -1
- package/dist/esm/models/operations/createevalrun.js +16 -0
- package/dist/esm/models/operations/createevalrun.js.map +1 -1
- package/dist/esm/models/operations/getevalrun.d.ts +20 -0
- package/dist/esm/models/operations/getevalrun.d.ts.map +1 -1
- package/dist/esm/models/operations/getevalrun.js +16 -0
- package/dist/esm/models/operations/getevalrun.js.map +1 -1
- package/dist/esm/models/operations/getevalrunoverview.d.ts +24 -0
- package/dist/esm/models/operations/getevalrunoverview.d.ts.map +1 -0
- package/dist/esm/models/operations/getevalrunoverview.js +35 -0
- package/dist/esm/models/operations/getevalrunoverview.js.map +1 -0
- package/dist/esm/models/operations/getevalsampletrajectory.d.ts +75 -0
- package/dist/esm/models/operations/getevalsampletrajectory.d.ts.map +1 -0
- package/dist/esm/models/operations/getevalsampletrajectory.js +93 -0
- package/dist/esm/models/operations/getevalsampletrajectory.js.map +1 -0
- package/dist/esm/models/operations/getevalsuiteleaderboard.d.ts +32 -0
- package/dist/esm/models/operations/getevalsuiteleaderboard.d.ts.map +1 -0
- package/dist/esm/models/operations/getevalsuiteleaderboard.js +45 -0
- package/dist/esm/models/operations/getevalsuiteleaderboard.js.map +1 -0
- package/dist/esm/models/operations/getorgbyid.d.ts +37 -0
- package/dist/esm/models/operations/getorgbyid.d.ts.map +1 -0
- package/dist/esm/models/operations/getorgbyid.js +47 -0
- package/dist/esm/models/operations/getorgbyid.js.map +1 -0
- package/dist/esm/models/operations/importagentevalrun.d.ts +262 -0
- package/dist/esm/models/operations/importagentevalrun.d.ts.map +1 -0
- package/dist/esm/models/operations/importagentevalrun.js +319 -0
- package/dist/esm/models/operations/importagentevalrun.js.map +1 -0
- package/dist/esm/models/operations/index.d.ts +8 -0
- package/dist/esm/models/operations/index.d.ts.map +1 -1
- package/dist/esm/models/operations/index.js +8 -0
- package/dist/esm/models/operations/index.js.map +1 -1
- package/dist/esm/models/operations/listevalruns.d.ts +20 -0
- package/dist/esm/models/operations/listevalruns.d.ts.map +1 -1
- package/dist/esm/models/operations/listevalruns.js +16 -0
- package/dist/esm/models/operations/listevalruns.js.map +1 -1
- package/dist/esm/models/operations/listevalscheduleruns.d.ts +20 -0
- package/dist/esm/models/operations/listevalscheduleruns.d.ts.map +1 -1
- package/dist/esm/models/operations/listevalscheduleruns.js +16 -0
- package/dist/esm/models/operations/listevalscheduleruns.js.map +1 -1
- package/dist/esm/models/operations/listevalsuiteleaderboardruns.d.ts +20 -0
- package/dist/esm/models/operations/listevalsuiteleaderboardruns.d.ts.map +1 -1
- package/dist/esm/models/operations/listevalsuiteleaderboardruns.js +16 -0
- package/dist/esm/models/operations/listevalsuiteleaderboardruns.js.map +1 -1
- package/dist/esm/models/operations/rerunfailedevalsamples.d.ts +20 -0
- package/dist/esm/models/operations/rerunfailedevalsamples.d.ts.map +1 -1
- package/dist/esm/models/operations/rerunfailedevalsamples.js +16 -0
- package/dist/esm/models/operations/rerunfailedevalsamples.js.map +1 -1
- package/dist/esm/models/operations/retryfailedevalrun.d.ts +20 -0
- package/dist/esm/models/operations/retryfailedevalrun.d.ts.map +1 -1
- package/dist/esm/models/operations/retryfailedevalrun.js +16 -0
- package/dist/esm/models/operations/retryfailedevalrun.js.map +1 -1
- package/dist/esm/models/operations/updateorganization.d.ts +40 -0
- package/dist/esm/models/operations/updateorganization.d.ts.map +1 -0
- package/dist/esm/models/operations/updateorganization.js +52 -0
- package/dist/esm/models/operations/updateorganization.js.map +1 -0
- package/dist/esm/models/operations/uploadevalsampletrajectory.d.ts +31 -0
- package/dist/esm/models/operations/uploadevalsampletrajectory.d.ts.map +1 -0
- package/dist/esm/models/operations/uploadevalsampletrajectory.js +48 -0
- package/dist/esm/models/operations/uploadevalsampletrajectory.js.map +1 -0
- package/dist/esm/react-query/authOrgsGetById.core.d.ts +15 -0
- package/dist/esm/react-query/authOrgsGetById.core.d.ts.map +1 -0
- package/dist/esm/react-query/authOrgsGetById.core.js +31 -0
- package/dist/esm/react-query/authOrgsGetById.core.js.map +1 -0
- package/dist/esm/react-query/authOrgsGetById.d.ts +39 -0
- package/dist/esm/react-query/authOrgsGetById.d.ts.map +1 -0
- package/dist/esm/react-query/authOrgsGetById.js +50 -0
- package/dist/esm/react-query/authOrgsGetById.js.map +1 -0
- package/dist/esm/react-query/authOrgsUpdate.d.ts +31 -0
- package/dist/esm/react-query/authOrgsUpdate.d.ts.map +1 -0
- package/dist/esm/react-query/authOrgsUpdate.js +42 -0
- package/dist/esm/react-query/authOrgsUpdate.js.map +1 -0
- package/dist/esm/react-query/index.d.ts +8 -0
- package/dist/esm/react-query/index.d.ts.map +1 -1
- package/dist/esm/react-query/index.js +8 -0
- package/dist/esm/react-query/index.js.map +1 -1
- package/dist/esm/react-query/llmEvalsAppendAgentTrials.d.ts +28 -0
- package/dist/esm/react-query/llmEvalsAppendAgentTrials.d.ts.map +1 -0
- package/dist/esm/react-query/llmEvalsAppendAgentTrials.js +42 -0
- package/dist/esm/react-query/llmEvalsAppendAgentTrials.js.map +1 -0
- package/dist/esm/react-query/llmEvalsGetRunOverview.core.d.ts +16 -0
- package/dist/esm/react-query/llmEvalsGetRunOverview.core.d.ts.map +1 -0
- package/dist/esm/react-query/llmEvalsGetRunOverview.core.js +32 -0
- package/dist/esm/react-query/llmEvalsGetRunOverview.core.js.map +1 -0
- package/dist/esm/react-query/llmEvalsGetRunOverview.d.ts +40 -0
- package/dist/esm/react-query/llmEvalsGetRunOverview.d.ts.map +1 -0
- package/dist/esm/react-query/llmEvalsGetRunOverview.js +50 -0
- package/dist/esm/react-query/llmEvalsGetRunOverview.js.map +1 -0
- package/dist/esm/react-query/llmEvalsGetSampleTrajectory.core.d.ts +16 -0
- package/dist/esm/react-query/llmEvalsGetSampleTrajectory.core.d.ts.map +1 -0
- package/dist/esm/react-query/llmEvalsGetSampleTrajectory.core.js +40 -0
- package/dist/esm/react-query/llmEvalsGetSampleTrajectory.core.js.map +1 -0
- package/dist/esm/react-query/llmEvalsGetSampleTrajectory.d.ts +44 -0
- package/dist/esm/react-query/llmEvalsGetSampleTrajectory.d.ts.map +1 -0
- package/dist/esm/react-query/llmEvalsGetSampleTrajectory.js +55 -0
- package/dist/esm/react-query/llmEvalsGetSampleTrajectory.js.map +1 -0
- package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.core.d.ts +20 -0
- package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.core.d.ts.map +1 -0
- package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.core.js +36 -0
- package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.core.js.map +1 -0
- package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.d.ts +48 -0
- package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.d.ts.map +1 -0
- package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.js +55 -0
- package/dist/esm/react-query/llmEvalsGetSuiteLeaderboard.js.map +1 -0
- package/dist/esm/react-query/llmEvalsImportAgentRun.d.ts +28 -0
- package/dist/esm/react-query/llmEvalsImportAgentRun.d.ts.map +1 -0
- package/dist/esm/react-query/llmEvalsImportAgentRun.js +42 -0
- package/dist/esm/react-query/llmEvalsImportAgentRun.js.map +1 -0
- package/dist/esm/react-query/llmEvalsUploadSampleTrajectory.d.ts +29 -0
- package/dist/esm/react-query/llmEvalsUploadSampleTrajectory.d.ts.map +1 -0
- package/dist/esm/react-query/llmEvalsUploadSampleTrajectory.js +42 -0
- package/dist/esm/react-query/llmEvalsUploadSampleTrajectory.js.map +1 -0
- package/dist/esm/sdk/evals.d.ts +42 -0
- package/dist/esm/sdk/evals.d.ts.map +1 -1
- package/dist/esm/sdk/evals.js +60 -0
- package/dist/esm/sdk/evals.js.map +1 -1
- package/dist/esm/sdk/orgs.d.ts +15 -0
- package/dist/esm/sdk/orgs.d.ts.map +1 -1
- package/dist/esm/sdk/orgs.js +20 -0
- package/dist/esm/sdk/orgs.js.map +1 -1
- package/jsr.json +1 -1
- package/package.json +1 -1
- package/src/funcs/authOrgsGetById.ts +251 -0
- package/src/funcs/authOrgsUpdate.ts +264 -0
- package/src/funcs/llmEvalsAppendAgentTrials.ts +188 -0
- package/src/funcs/llmEvalsGetRunOverview.ts +192 -0
- package/src/funcs/llmEvalsGetSampleTrajectory.ts +197 -0
- package/src/funcs/llmEvalsGetSuiteLeaderboard.ts +197 -0
- package/src/funcs/llmEvalsImportAgentRun.ts +181 -0
- package/src/funcs/llmEvalsUploadSampleTrajectory.ts +201 -0
- package/src/lib/config.ts +2 -2
- package/src/mcp-server/mcp-server.ts +1 -1
- package/src/mcp-server/server.ts +13 -1
- package/src/mcp-server/tools/llmEvalsAppendAgentTrials.ts +37 -0
- package/src/mcp-server/tools/llmEvalsGetRunOverview.ts +37 -0
- package/src/mcp-server/tools/llmEvalsGetSampleTrajectory.ts +37 -0
- package/src/mcp-server/tools/llmEvalsGetSuiteLeaderboard.ts +37 -0
- package/src/mcp-server/tools/llmEvalsImportAgentRun.ts +37 -0
- package/src/mcp-server/tools/llmEvalsUploadSampleTrajectory.ts +38 -0
- package/src/models/components/appendagenttrialsrequest.ts +224 -0
- package/src/models/components/basicorganization.ts +100 -0
- package/src/models/components/evalleaderboardrow.ts +200 -0
- package/src/models/components/evalrunoverview.ts +240 -0
- package/src/models/components/evalsampleobject.ts +48 -0
- package/src/models/components/evalsampletrajectoryuploadedobject.ts +98 -0
- package/src/models/components/evalsuiteleaderboard.ts +93 -0
- package/src/models/components/importagentrunrequest.ts +319 -0
- package/src/models/components/index.ts +14 -0
- package/src/models/components/organizationcodeconfig.ts +54 -0
- package/src/models/components/organizationmetadata.ts +80 -0
- package/src/models/components/organizationmetadataoutput.ts +80 -0
- package/src/models/components/schema0.ts +55 -0
- package/src/models/components/schema1.ts +55 -0
- package/src/models/components/updateorganizationbody.ts +57 -0
- package/src/models/components/uploadevalsampletrajectoryrequest.ts +79 -0
- package/src/models/errors/getjwtfromkey.ts +28 -21
- package/src/models/errors/getorgbyid.ts +499 -0
- package/src/models/errors/index.ts +2 -0
- package/src/models/errors/updateorganization.ts +631 -0
- package/src/models/operations/appendagentevaltrials.ts +678 -0
- package/src/models/operations/cancelevalrun.ts +36 -0
- package/src/models/operations/createevalrun.ts +36 -0
- package/src/models/operations/getevalrun.ts +36 -0
- package/src/models/operations/getevalrunoverview.ts +73 -0
- package/src/models/operations/getevalsampletrajectory.ts +199 -0
- package/src/models/operations/getevalsuiteleaderboard.ts +93 -0
- package/src/models/operations/getorgbyid.ts +114 -0
- package/src/models/operations/importagentevalrun.ts +665 -0
- package/src/models/operations/index.ts +8 -0
- package/src/models/operations/listevalruns.ts +36 -0
- package/src/models/operations/listevalscheduleruns.ts +36 -0
- package/src/models/operations/listevalsuiteleaderboardruns.ts +36 -0
- package/src/models/operations/rerunfailedevalsamples.ts +36 -0
- package/src/models/operations/retryfailedevalrun.ts +36 -0
- package/src/models/operations/updateorganization.ts +121 -0
- package/src/models/operations/uploadevalsampletrajectory.ts +98 -0
- package/src/react-query/authOrgsGetById.core.ts +78 -0
- package/src/react-query/authOrgsGetById.ts +148 -0
- package/src/react-query/authOrgsUpdate.ts +122 -0
- package/src/react-query/index.ts +8 -0
- package/src/react-query/llmEvalsAppendAgentTrials.ts +109 -0
- package/src/react-query/llmEvalsGetRunOverview.core.ts +77 -0
- package/src/react-query/llmEvalsGetRunOverview.ts +150 -0
- package/src/react-query/llmEvalsGetSampleTrajectory.core.ts +94 -0
- package/src/react-query/llmEvalsGetSampleTrajectory.ts +159 -0
- package/src/react-query/llmEvalsGetSuiteLeaderboard.core.ts +89 -0
- package/src/react-query/llmEvalsGetSuiteLeaderboard.ts +163 -0
- package/src/react-query/llmEvalsImportAgentRun.ts +109 -0
- package/src/react-query/llmEvalsUploadSampleTrajectory.ts +110 -0
- package/src/sdk/evals.ts +108 -0
- package/src/sdk/orgs.ts +41 -0
|
@@ -0,0 +1,133 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/*
|
|
3
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
4
|
+
*/
|
|
5
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
6
|
+
if (k2 === undefined) k2 = k;
|
|
7
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
8
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
9
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
10
|
+
}
|
|
11
|
+
Object.defineProperty(o, k2, desc);
|
|
12
|
+
}) : (function(o, m, k, k2) {
|
|
13
|
+
if (k2 === undefined) k2 = k;
|
|
14
|
+
o[k2] = m[k];
|
|
15
|
+
}));
|
|
16
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
17
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
18
|
+
}) : function(o, v) {
|
|
19
|
+
o["default"] = v;
|
|
20
|
+
});
|
|
21
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
22
|
+
var ownKeys = function(o) {
|
|
23
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
24
|
+
var ar = [];
|
|
25
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
26
|
+
return ar;
|
|
27
|
+
};
|
|
28
|
+
return ownKeys(o);
|
|
29
|
+
};
|
|
30
|
+
return function (mod) {
|
|
31
|
+
if (mod && mod.__esModule) return mod;
|
|
32
|
+
var result = {};
|
|
33
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
34
|
+
__setModuleDefault(result, mod);
|
|
35
|
+
return result;
|
|
36
|
+
};
|
|
37
|
+
})();
|
|
38
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
39
|
+
exports.GetEvalSampleTrajectoryResponseBody$outboundSchema = exports.GetEvalSampleTrajectoryResponseBody$inboundSchema = exports.GetEvalSampleTrajectoryRequest$outboundSchema = exports.GetEvalSampleTrajectoryRequest$inboundSchema = void 0;
|
|
40
|
+
exports.getEvalSampleTrajectoryRequestToJSON = getEvalSampleTrajectoryRequestToJSON;
|
|
41
|
+
exports.getEvalSampleTrajectoryRequestFromJSON = getEvalSampleTrajectoryRequestFromJSON;
|
|
42
|
+
exports.getEvalSampleTrajectoryResponseBodyToJSON = getEvalSampleTrajectoryResponseBodyToJSON;
|
|
43
|
+
exports.getEvalSampleTrajectoryResponseBodyFromJSON = getEvalSampleTrajectoryResponseBodyFromJSON;
|
|
44
|
+
const z = __importStar(require("zod/v3"));
|
|
45
|
+
const primitives_js_1 = require("../../lib/primitives.js");
|
|
46
|
+
const schemas_js_1 = require("../../lib/schemas.js");
|
|
47
|
+
/** @internal */
|
|
48
|
+
exports.GetEvalSampleTrajectoryRequest$inboundSchema = z.object({
|
|
49
|
+
run_id: z.string(),
|
|
50
|
+
sample_index: z.number().int(),
|
|
51
|
+
task_id: z.string().optional(),
|
|
52
|
+
model: z.string().optional(),
|
|
53
|
+
"X-On-Behalf-Of": z.string().optional(),
|
|
54
|
+
}).transform((v) => {
|
|
55
|
+
return (0, primitives_js_1.remap)(v, {
|
|
56
|
+
"run_id": "runId",
|
|
57
|
+
"sample_index": "sampleIndex",
|
|
58
|
+
"task_id": "taskId",
|
|
59
|
+
"X-On-Behalf-Of": "xOnBehalfOf",
|
|
60
|
+
});
|
|
61
|
+
});
|
|
62
|
+
/** @internal */
|
|
63
|
+
exports.GetEvalSampleTrajectoryRequest$outboundSchema = z.object({
|
|
64
|
+
runId: z.string(),
|
|
65
|
+
sampleIndex: z.number().int(),
|
|
66
|
+
taskId: z.string().optional(),
|
|
67
|
+
model: z.string().optional(),
|
|
68
|
+
xOnBehalfOf: z.string().optional(),
|
|
69
|
+
}).transform((v) => {
|
|
70
|
+
return (0, primitives_js_1.remap)(v, {
|
|
71
|
+
runId: "run_id",
|
|
72
|
+
sampleIndex: "sample_index",
|
|
73
|
+
taskId: "task_id",
|
|
74
|
+
xOnBehalfOf: "X-On-Behalf-Of",
|
|
75
|
+
});
|
|
76
|
+
});
|
|
77
|
+
function getEvalSampleTrajectoryRequestToJSON(getEvalSampleTrajectoryRequest) {
|
|
78
|
+
return JSON.stringify(exports.GetEvalSampleTrajectoryRequest$outboundSchema.parse(getEvalSampleTrajectoryRequest));
|
|
79
|
+
}
|
|
80
|
+
function getEvalSampleTrajectoryRequestFromJSON(jsonString) {
|
|
81
|
+
return (0, schemas_js_1.safeParse)(jsonString, (x) => exports.GetEvalSampleTrajectoryRequest$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'GetEvalSampleTrajectoryRequest' from JSON`);
|
|
82
|
+
}
|
|
83
|
+
/** @internal */
|
|
84
|
+
exports.GetEvalSampleTrajectoryResponseBody$inboundSchema = z.object({
|
|
85
|
+
object: z.literal("eval.sample.trajectory"),
|
|
86
|
+
run_id: z.string(),
|
|
87
|
+
sample_index: z.number().int(),
|
|
88
|
+
task_id: z.string(),
|
|
89
|
+
model: z.string(),
|
|
90
|
+
schema_version: z.string(),
|
|
91
|
+
step_count: z.number().int(),
|
|
92
|
+
size_bytes: z.number().int(),
|
|
93
|
+
steps: z.array(z.nullable(z.any())),
|
|
94
|
+
logs: z.nullable(z.record(z.string())),
|
|
95
|
+
}).transform((v) => {
|
|
96
|
+
return (0, primitives_js_1.remap)(v, {
|
|
97
|
+
"run_id": "runId",
|
|
98
|
+
"sample_index": "sampleIndex",
|
|
99
|
+
"task_id": "taskId",
|
|
100
|
+
"schema_version": "schemaVersion",
|
|
101
|
+
"step_count": "stepCount",
|
|
102
|
+
"size_bytes": "sizeBytes",
|
|
103
|
+
});
|
|
104
|
+
});
|
|
105
|
+
/** @internal */
|
|
106
|
+
exports.GetEvalSampleTrajectoryResponseBody$outboundSchema = z.object({
|
|
107
|
+
object: z.literal("eval.sample.trajectory"),
|
|
108
|
+
runId: z.string(),
|
|
109
|
+
sampleIndex: z.number().int(),
|
|
110
|
+
taskId: z.string(),
|
|
111
|
+
model: z.string(),
|
|
112
|
+
schemaVersion: z.string(),
|
|
113
|
+
stepCount: z.number().int(),
|
|
114
|
+
sizeBytes: z.number().int(),
|
|
115
|
+
steps: z.array(z.nullable(z.any())),
|
|
116
|
+
logs: z.nullable(z.record(z.string())),
|
|
117
|
+
}).transform((v) => {
|
|
118
|
+
return (0, primitives_js_1.remap)(v, {
|
|
119
|
+
runId: "run_id",
|
|
120
|
+
sampleIndex: "sample_index",
|
|
121
|
+
taskId: "task_id",
|
|
122
|
+
schemaVersion: "schema_version",
|
|
123
|
+
stepCount: "step_count",
|
|
124
|
+
sizeBytes: "size_bytes",
|
|
125
|
+
});
|
|
126
|
+
});
|
|
127
|
+
function getEvalSampleTrajectoryResponseBodyToJSON(getEvalSampleTrajectoryResponseBody) {
|
|
128
|
+
return JSON.stringify(exports.GetEvalSampleTrajectoryResponseBody$outboundSchema.parse(getEvalSampleTrajectoryResponseBody));
|
|
129
|
+
}
|
|
130
|
+
function getEvalSampleTrajectoryResponseBodyFromJSON(jsonString) {
|
|
131
|
+
return (0, schemas_js_1.safeParse)(jsonString, (x) => exports.GetEvalSampleTrajectoryResponseBody$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'GetEvalSampleTrajectoryResponseBody' from JSON`);
|
|
132
|
+
}
|
|
133
|
+
//# sourceMappingURL=getevalsampletrajectory.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"getevalsampletrajectory.js","sourceRoot":"","sources":["../../../../src/models/operations/getevalsampletrajectory.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA4FH,oFAQC;AACD,wFAQC;AAqED,8FAQC;AACD,kGASC;AAlMD,0CAA4B;AAC5B,2DAA0D;AAC1D,qDAAiD;AAwCjD,gBAAgB;AACH,QAAA,4CAA4C,GAIrD,CAAC,CAAC,MAAM,CAAC;IACX,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IAC9B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC9B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACxC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,IAAA,qBAAM,EAAC,CAAC,EAAE;QACf,QAAQ,EAAE,OAAO;QACjB,cAAc,EAAE,aAAa;QAC7B,SAAS,EAAE,QAAQ;QACnB,gBAAgB,EAAE,aAAa;KAChC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAUH,gBAAgB;AACH,QAAA,6CAA6C,GAItD,CAAC,CAAC,MAAM,CAAC;IACX,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IAC7B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACnC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,IAAA,qBAAM,EAAC,CAAC,EAAE;QACf,KAAK,EAAE,QAAQ;QACf,WAAW,EAAE,cAAc;QAC3B,MAAM,EAAE,SAAS;QACjB,WAAW,EAAE,gBAAgB;KAC9B,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,SAAgB,oCAAoC,CAClD,8BAA8D;IAE9D,OAAO,IAAI,CAAC,SAAS,CACnB,qDAA6C,CAAC,KAAK,CACjD,8BAA8B,CAC/B,CACF,CAAC;AACJ,CAAC;AACD,SAAgB,sCAAsC,CACpD,UAAkB;IAElB,OAAO,IAAA,sBAAS,EACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,oDAA4C,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EACxE,4DAA4D,CAC7D,CAAC;AACJ,CAAC;AAED,gBAAgB;AACH,QAAA,iDAAiD,GAI1D,CAAC,CAAC,MAAM,CAAC;IACX,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,wBAAwB,CAAC;IAC3C,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IAC9B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE;IAC1B,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IAC5B,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IAC5B,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;IACnC,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;CACvC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,IAAA,qBAAM,EAAC,CAAC,EAAE;QACf,QAAQ,EAAE,OAAO;QACjB,cAAc,EAAE,aAAa;QAC7B,SAAS,EAAE,QAAQ;QACnB,gBAAgB,EAAE,eAAe;QACjC,YAAY,EAAE,WAAW;QACzB,YAAY,EAAE,WAAW;KAC1B,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAeH,gBAAgB;AACH,QAAA,kDAAkD,GAI3D,CAAC,CAAC,MAAM,CAAC;IACX,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,wBAAwB,CAAC;IAC3C,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IAC7B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE;IACzB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IAC3B,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IAC3B,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;IACnC,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;CACvC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,IAAA,qBAAM,EAAC,CAAC,EAAE;QACf,KAAK,EAAE,QAAQ;QACf,WAAW,EAAE,cAAc;QAC3B,MAAM,EAAE,SAAS;QACjB,aAAa,EAAE,gBAAgB;QAC/B,SAAS,EAAE,YAAY;QACvB,SAAS,EAAE,YAAY;KACxB,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,SAAgB,yCAAyC,CACvD,mCAAwE;IAExE,OAAO,IAAI,CAAC,SAAS,CACnB,0DAAkD,CAAC,KAAK,CACtD,mCAAmC,CACpC,CACF,CAAC;AACJ,CAAC;AACD,SAAgB,2CAA2C,CACzD,UAAkB;IAElB,OAAO,IAAA,sBAAS,EACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CACJ,yDAAiD,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EACxE,iEAAiE,CAClE,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
import * as z from "zod/v3";
|
|
2
|
+
import { Result as SafeParseResult } from "../../types/fp.js";
|
|
3
|
+
import { SDKValidationError } from "../errors/sdkvalidationerror.js";
|
|
4
|
+
export type GetEvalSuiteLeaderboardRequest = {
|
|
5
|
+
suiteId: string;
|
|
6
|
+
suiteVersion?: number | undefined;
|
|
7
|
+
metric?: string | undefined;
|
|
8
|
+
agent?: string | undefined;
|
|
9
|
+
model?: string | undefined;
|
|
10
|
+
limit?: number | undefined;
|
|
11
|
+
/**
|
|
12
|
+
* Optional external end-user identifier forwarded by the API gateway.
|
|
13
|
+
*/
|
|
14
|
+
xOnBehalfOf?: string | undefined;
|
|
15
|
+
};
|
|
16
|
+
/** @internal */
|
|
17
|
+
export declare const GetEvalSuiteLeaderboardRequest$inboundSchema: z.ZodType<GetEvalSuiteLeaderboardRequest, z.ZodTypeDef, unknown>;
|
|
18
|
+
/** @internal */
|
|
19
|
+
export type GetEvalSuiteLeaderboardRequest$Outbound = {
|
|
20
|
+
suite_id: string;
|
|
21
|
+
suite_version?: number | undefined;
|
|
22
|
+
metric: string;
|
|
23
|
+
agent?: string | undefined;
|
|
24
|
+
model?: string | undefined;
|
|
25
|
+
limit: number;
|
|
26
|
+
"X-On-Behalf-Of"?: string | undefined;
|
|
27
|
+
};
|
|
28
|
+
/** @internal */
|
|
29
|
+
export declare const GetEvalSuiteLeaderboardRequest$outboundSchema: z.ZodType<GetEvalSuiteLeaderboardRequest$Outbound, z.ZodTypeDef, GetEvalSuiteLeaderboardRequest>;
|
|
30
|
+
export declare function getEvalSuiteLeaderboardRequestToJSON(getEvalSuiteLeaderboardRequest: GetEvalSuiteLeaderboardRequest): string;
|
|
31
|
+
export declare function getEvalSuiteLeaderboardRequestFromJSON(jsonString: string): SafeParseResult<GetEvalSuiteLeaderboardRequest, SDKValidationError>;
|
|
32
|
+
//# sourceMappingURL=getevalsuiteleaderboard.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"getevalsuiteleaderboard.d.ts","sourceRoot":"","sources":["../../../../src/models/operations/getevalsuiteleaderboard.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAG5B,OAAO,EAAE,MAAM,IAAI,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AAErE,MAAM,MAAM,8BAA8B,GAAG;IAC3C,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAClC,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,4CAA4C,EAAE,CAAC,CAAC,OAAO,CAClE,8BAA8B,EAC9B,CAAC,CAAC,UAAU,EACZ,OAAO,CAeP,CAAC;AACH,gBAAgB;AAChB,MAAM,MAAM,uCAAuC,GAAG;IACpD,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,gBAAgB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACvC,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,6CAA6C,EAAE,CAAC,CAAC,OAAO,CACnE,uCAAuC,EACvC,CAAC,CAAC,UAAU,EACZ,8BAA8B,CAe9B,CAAC;AAEH,wBAAgB,oCAAoC,CAClD,8BAA8B,EAAE,8BAA8B,GAC7D,MAAM,CAMR;AACD,wBAAgB,sCAAsC,CACpD,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,8BAA8B,EAAE,kBAAkB,CAAC,CAMrE"}
|
|
@@ -0,0 +1,83 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/*
|
|
3
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
4
|
+
*/
|
|
5
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
6
|
+
if (k2 === undefined) k2 = k;
|
|
7
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
8
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
9
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
10
|
+
}
|
|
11
|
+
Object.defineProperty(o, k2, desc);
|
|
12
|
+
}) : (function(o, m, k, k2) {
|
|
13
|
+
if (k2 === undefined) k2 = k;
|
|
14
|
+
o[k2] = m[k];
|
|
15
|
+
}));
|
|
16
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
17
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
18
|
+
}) : function(o, v) {
|
|
19
|
+
o["default"] = v;
|
|
20
|
+
});
|
|
21
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
22
|
+
var ownKeys = function(o) {
|
|
23
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
24
|
+
var ar = [];
|
|
25
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
26
|
+
return ar;
|
|
27
|
+
};
|
|
28
|
+
return ownKeys(o);
|
|
29
|
+
};
|
|
30
|
+
return function (mod) {
|
|
31
|
+
if (mod && mod.__esModule) return mod;
|
|
32
|
+
var result = {};
|
|
33
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
34
|
+
__setModuleDefault(result, mod);
|
|
35
|
+
return result;
|
|
36
|
+
};
|
|
37
|
+
})();
|
|
38
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
39
|
+
exports.GetEvalSuiteLeaderboardRequest$outboundSchema = exports.GetEvalSuiteLeaderboardRequest$inboundSchema = void 0;
|
|
40
|
+
exports.getEvalSuiteLeaderboardRequestToJSON = getEvalSuiteLeaderboardRequestToJSON;
|
|
41
|
+
exports.getEvalSuiteLeaderboardRequestFromJSON = getEvalSuiteLeaderboardRequestFromJSON;
|
|
42
|
+
const z = __importStar(require("zod/v3"));
|
|
43
|
+
const primitives_js_1 = require("../../lib/primitives.js");
|
|
44
|
+
const schemas_js_1 = require("../../lib/schemas.js");
|
|
45
|
+
/** @internal */
|
|
46
|
+
exports.GetEvalSuiteLeaderboardRequest$inboundSchema = z.object({
|
|
47
|
+
suite_id: z.string(),
|
|
48
|
+
suite_version: z.number().int().optional(),
|
|
49
|
+
metric: z.string().default("reward"),
|
|
50
|
+
agent: z.string().optional(),
|
|
51
|
+
model: z.string().optional(),
|
|
52
|
+
limit: z.number().int().default(100),
|
|
53
|
+
"X-On-Behalf-Of": z.string().optional(),
|
|
54
|
+
}).transform((v) => {
|
|
55
|
+
return (0, primitives_js_1.remap)(v, {
|
|
56
|
+
"suite_id": "suiteId",
|
|
57
|
+
"suite_version": "suiteVersion",
|
|
58
|
+
"X-On-Behalf-Of": "xOnBehalfOf",
|
|
59
|
+
});
|
|
60
|
+
});
|
|
61
|
+
/** @internal */
|
|
62
|
+
exports.GetEvalSuiteLeaderboardRequest$outboundSchema = z.object({
|
|
63
|
+
suiteId: z.string(),
|
|
64
|
+
suiteVersion: z.number().int().optional(),
|
|
65
|
+
metric: z.string().default("reward"),
|
|
66
|
+
agent: z.string().optional(),
|
|
67
|
+
model: z.string().optional(),
|
|
68
|
+
limit: z.number().int().default(100),
|
|
69
|
+
xOnBehalfOf: z.string().optional(),
|
|
70
|
+
}).transform((v) => {
|
|
71
|
+
return (0, primitives_js_1.remap)(v, {
|
|
72
|
+
suiteId: "suite_id",
|
|
73
|
+
suiteVersion: "suite_version",
|
|
74
|
+
xOnBehalfOf: "X-On-Behalf-Of",
|
|
75
|
+
});
|
|
76
|
+
});
|
|
77
|
+
function getEvalSuiteLeaderboardRequestToJSON(getEvalSuiteLeaderboardRequest) {
|
|
78
|
+
return JSON.stringify(exports.GetEvalSuiteLeaderboardRequest$outboundSchema.parse(getEvalSuiteLeaderboardRequest));
|
|
79
|
+
}
|
|
80
|
+
function getEvalSuiteLeaderboardRequestFromJSON(jsonString) {
|
|
81
|
+
return (0, schemas_js_1.safeParse)(jsonString, (x) => exports.GetEvalSuiteLeaderboardRequest$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'GetEvalSuiteLeaderboardRequest' from JSON`);
|
|
82
|
+
}
|
|
83
|
+
//# sourceMappingURL=getevalsuiteleaderboard.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"getevalsuiteleaderboard.js","sourceRoot":"","sources":["../../../../src/models/operations/getevalsuiteleaderboard.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAyEH,oFAQC;AACD,wFAQC;AAxFD,0CAA4B;AAC5B,2DAA0D;AAC1D,qDAAiD;AAiBjD,gBAAgB;AACH,QAAA,4CAA4C,GAIrD,CAAC,CAAC,MAAM,CAAC;IACX,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IAC1C,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC;IACpC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC;IACpC,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACxC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,IAAA,qBAAM,EAAC,CAAC,EAAE;QACf,UAAU,EAAE,SAAS;QACrB,eAAe,EAAE,cAAc;QAC/B,gBAAgB,EAAE,aAAa;KAChC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAYH,gBAAgB;AACH,QAAA,6CAA6C,GAItD,CAAC,CAAC,MAAM,CAAC;IACX,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACzC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC;IACpC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC;IACpC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACnC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,IAAA,qBAAM,EAAC,CAAC,EAAE;QACf,OAAO,EAAE,UAAU;QACnB,YAAY,EAAE,eAAe;QAC7B,WAAW,EAAE,gBAAgB;KAC9B,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,SAAgB,oCAAoC,CAClD,8BAA8D;IAE9D,OAAO,IAAI,CAAC,SAAS,CACnB,qDAA6C,CAAC,KAAK,CACjD,8BAA8B,CAC/B,CACF,CAAC;AACJ,CAAC;AACD,SAAgB,sCAAsC,CACpD,UAAkB;IAElB,OAAO,IAAA,sBAAS,EACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,oDAA4C,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EACxE,4DAA4D,CAC7D,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
import * as z from "zod/v3";
|
|
2
|
+
import { Result as SafeParseResult } from "../../types/fp.js";
|
|
3
|
+
import { SDKValidationError } from "../errors/sdkvalidationerror.js";
|
|
4
|
+
export type GetOrgByIdSecurity = {
|
|
5
|
+
bearerAuth?: string | undefined;
|
|
6
|
+
sessionCookie?: string | undefined;
|
|
7
|
+
};
|
|
8
|
+
export type GetOrgByIdRequest = {
|
|
9
|
+
orgId: string;
|
|
10
|
+
/**
|
|
11
|
+
* Optional external end-user identifier forwarded by the API gateway.
|
|
12
|
+
*/
|
|
13
|
+
xOnBehalfOf?: string | undefined;
|
|
14
|
+
};
|
|
15
|
+
/** @internal */
|
|
16
|
+
export declare const GetOrgByIdSecurity$inboundSchema: z.ZodType<GetOrgByIdSecurity, z.ZodTypeDef, unknown>;
|
|
17
|
+
/** @internal */
|
|
18
|
+
export type GetOrgByIdSecurity$Outbound = {
|
|
19
|
+
bearerAuth?: string | undefined;
|
|
20
|
+
sessionCookie?: string | undefined;
|
|
21
|
+
};
|
|
22
|
+
/** @internal */
|
|
23
|
+
export declare const GetOrgByIdSecurity$outboundSchema: z.ZodType<GetOrgByIdSecurity$Outbound, z.ZodTypeDef, GetOrgByIdSecurity>;
|
|
24
|
+
export declare function getOrgByIdSecurityToJSON(getOrgByIdSecurity: GetOrgByIdSecurity): string;
|
|
25
|
+
export declare function getOrgByIdSecurityFromJSON(jsonString: string): SafeParseResult<GetOrgByIdSecurity, SDKValidationError>;
|
|
26
|
+
/** @internal */
|
|
27
|
+
export declare const GetOrgByIdRequest$inboundSchema: z.ZodType<GetOrgByIdRequest, z.ZodTypeDef, unknown>;
|
|
28
|
+
/** @internal */
|
|
29
|
+
export type GetOrgByIdRequest$Outbound = {
|
|
30
|
+
orgId: string;
|
|
31
|
+
"X-On-Behalf-Of"?: string | undefined;
|
|
32
|
+
};
|
|
33
|
+
/** @internal */
|
|
34
|
+
export declare const GetOrgByIdRequest$outboundSchema: z.ZodType<GetOrgByIdRequest$Outbound, z.ZodTypeDef, GetOrgByIdRequest>;
|
|
35
|
+
export declare function getOrgByIdRequestToJSON(getOrgByIdRequest: GetOrgByIdRequest): string;
|
|
36
|
+
export declare function getOrgByIdRequestFromJSON(jsonString: string): SafeParseResult<GetOrgByIdRequest, SDKValidationError>;
|
|
37
|
+
//# sourceMappingURL=getorgbyid.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"getorgbyid.d.ts","sourceRoot":"","sources":["../../../../src/models/operations/getorgbyid.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAG5B,OAAO,EAAE,MAAM,IAAI,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AAErE,MAAM,MAAM,kBAAkB,GAAG;IAC/B,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACpC,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAClC,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,kBAAkB,EAClB,CAAC,CAAC,UAAU,EACZ,OAAO,CAIP,CAAC;AACH,gBAAgB;AAChB,MAAM,MAAM,2BAA2B,GAAG;IACxC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACpC,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,iCAAiC,EAAE,CAAC,CAAC,OAAO,CACvD,2BAA2B,EAC3B,CAAC,CAAC,UAAU,EACZ,kBAAkB,CAIlB,CAAC;AAEH,wBAAgB,wBAAwB,CACtC,kBAAkB,EAAE,kBAAkB,GACrC,MAAM,CAIR;AACD,wBAAgB,0BAA0B,CACxC,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,kBAAkB,EAAE,kBAAkB,CAAC,CAMzD;AAED,gBAAgB;AAChB,eAAO,MAAM,+BAA+B,EAAE,CAAC,CAAC,OAAO,CACrD,iBAAiB,EACjB,CAAC,CAAC,UAAU,EACZ,OAAO,CAQP,CAAC;AACH,gBAAgB;AAChB,MAAM,MAAM,0BAA0B,GAAG;IACvC,KAAK,EAAE,MAAM,CAAC;IACd,gBAAgB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACvC,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,0BAA0B,EAC1B,CAAC,CAAC,UAAU,EACZ,iBAAiB,CAQjB,CAAC;AAEH,wBAAgB,uBAAuB,CACrC,iBAAiB,EAAE,iBAAiB,GACnC,MAAM,CAIR;AACD,wBAAgB,yBAAyB,CACvC,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,iBAAiB,EAAE,kBAAkB,CAAC,CAMxD"}
|
|
@@ -0,0 +1,87 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/*
|
|
3
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
4
|
+
*/
|
|
5
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
6
|
+
if (k2 === undefined) k2 = k;
|
|
7
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
8
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
9
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
10
|
+
}
|
|
11
|
+
Object.defineProperty(o, k2, desc);
|
|
12
|
+
}) : (function(o, m, k, k2) {
|
|
13
|
+
if (k2 === undefined) k2 = k;
|
|
14
|
+
o[k2] = m[k];
|
|
15
|
+
}));
|
|
16
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
17
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
18
|
+
}) : function(o, v) {
|
|
19
|
+
o["default"] = v;
|
|
20
|
+
});
|
|
21
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
22
|
+
var ownKeys = function(o) {
|
|
23
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
24
|
+
var ar = [];
|
|
25
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
26
|
+
return ar;
|
|
27
|
+
};
|
|
28
|
+
return ownKeys(o);
|
|
29
|
+
};
|
|
30
|
+
return function (mod) {
|
|
31
|
+
if (mod && mod.__esModule) return mod;
|
|
32
|
+
var result = {};
|
|
33
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
34
|
+
__setModuleDefault(result, mod);
|
|
35
|
+
return result;
|
|
36
|
+
};
|
|
37
|
+
})();
|
|
38
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
39
|
+
exports.GetOrgByIdRequest$outboundSchema = exports.GetOrgByIdRequest$inboundSchema = exports.GetOrgByIdSecurity$outboundSchema = exports.GetOrgByIdSecurity$inboundSchema = void 0;
|
|
40
|
+
exports.getOrgByIdSecurityToJSON = getOrgByIdSecurityToJSON;
|
|
41
|
+
exports.getOrgByIdSecurityFromJSON = getOrgByIdSecurityFromJSON;
|
|
42
|
+
exports.getOrgByIdRequestToJSON = getOrgByIdRequestToJSON;
|
|
43
|
+
exports.getOrgByIdRequestFromJSON = getOrgByIdRequestFromJSON;
|
|
44
|
+
const z = __importStar(require("zod/v3"));
|
|
45
|
+
const primitives_js_1 = require("../../lib/primitives.js");
|
|
46
|
+
const schemas_js_1 = require("../../lib/schemas.js");
|
|
47
|
+
/** @internal */
|
|
48
|
+
exports.GetOrgByIdSecurity$inboundSchema = z.object({
|
|
49
|
+
bearerAuth: z.string().optional(),
|
|
50
|
+
sessionCookie: z.string().optional(),
|
|
51
|
+
});
|
|
52
|
+
/** @internal */
|
|
53
|
+
exports.GetOrgByIdSecurity$outboundSchema = z.object({
|
|
54
|
+
bearerAuth: z.string().optional(),
|
|
55
|
+
sessionCookie: z.string().optional(),
|
|
56
|
+
});
|
|
57
|
+
function getOrgByIdSecurityToJSON(getOrgByIdSecurity) {
|
|
58
|
+
return JSON.stringify(exports.GetOrgByIdSecurity$outboundSchema.parse(getOrgByIdSecurity));
|
|
59
|
+
}
|
|
60
|
+
function getOrgByIdSecurityFromJSON(jsonString) {
|
|
61
|
+
return (0, schemas_js_1.safeParse)(jsonString, (x) => exports.GetOrgByIdSecurity$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'GetOrgByIdSecurity' from JSON`);
|
|
62
|
+
}
|
|
63
|
+
/** @internal */
|
|
64
|
+
exports.GetOrgByIdRequest$inboundSchema = z.object({
|
|
65
|
+
orgId: z.string(),
|
|
66
|
+
"X-On-Behalf-Of": z.string().optional(),
|
|
67
|
+
}).transform((v) => {
|
|
68
|
+
return (0, primitives_js_1.remap)(v, {
|
|
69
|
+
"X-On-Behalf-Of": "xOnBehalfOf",
|
|
70
|
+
});
|
|
71
|
+
});
|
|
72
|
+
/** @internal */
|
|
73
|
+
exports.GetOrgByIdRequest$outboundSchema = z.object({
|
|
74
|
+
orgId: z.string(),
|
|
75
|
+
xOnBehalfOf: z.string().optional(),
|
|
76
|
+
}).transform((v) => {
|
|
77
|
+
return (0, primitives_js_1.remap)(v, {
|
|
78
|
+
xOnBehalfOf: "X-On-Behalf-Of",
|
|
79
|
+
});
|
|
80
|
+
});
|
|
81
|
+
function getOrgByIdRequestToJSON(getOrgByIdRequest) {
|
|
82
|
+
return JSON.stringify(exports.GetOrgByIdRequest$outboundSchema.parse(getOrgByIdRequest));
|
|
83
|
+
}
|
|
84
|
+
function getOrgByIdRequestFromJSON(jsonString) {
|
|
85
|
+
return (0, schemas_js_1.safeParse)(jsonString, (x) => exports.GetOrgByIdRequest$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'GetOrgByIdRequest' from JSON`);
|
|
86
|
+
}
|
|
87
|
+
//# sourceMappingURL=getorgbyid.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"getorgbyid.js","sourceRoot":"","sources":["../../../../src/models/operations/getorgbyid.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA8CH,4DAMC;AACD,gEAQC;AAmCD,0DAMC;AACD,8DAQC;AA7GD,0CAA4B;AAC5B,2DAA0D;AAC1D,qDAAiD;AAiBjD,gBAAgB;AACH,QAAA,gCAAgC,GAIzC,CAAC,CAAC,MAAM,CAAC;IACX,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACrC,CAAC,CAAC;AAOH,gBAAgB;AACH,QAAA,iCAAiC,GAI1C,CAAC,CAAC,MAAM,CAAC;IACX,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACrC,CAAC,CAAC;AAEH,SAAgB,wBAAwB,CACtC,kBAAsC;IAEtC,OAAO,IAAI,CAAC,SAAS,CACnB,yCAAiC,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAC5D,CAAC;AACJ,CAAC;AACD,SAAgB,0BAA0B,CACxC,UAAkB;IAElB,OAAO,IAAA,sBAAS,EACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,wCAAgC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAC5D,gDAAgD,CACjD,CAAC;AACJ,CAAC;AAED,gBAAgB;AACH,QAAA,+BAA+B,GAIxC,CAAC,CAAC,MAAM,CAAC;IACX,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACxC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,IAAA,qBAAM,EAAC,CAAC,EAAE;QACf,gBAAgB,EAAE,aAAa;KAChC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAOH,gBAAgB;AACH,QAAA,gCAAgC,GAIzC,CAAC,CAAC,MAAM,CAAC;IACX,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACnC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,IAAA,qBAAM,EAAC,CAAC,EAAE;QACf,WAAW,EAAE,gBAAgB;KAC9B,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,SAAgB,uBAAuB,CACrC,iBAAoC;IAEpC,OAAO,IAAI,CAAC,SAAS,CACnB,wCAAgC,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAC1D,CAAC;AACJ,CAAC;AACD,SAAgB,yBAAyB,CACvC,UAAkB;IAElB,OAAO,IAAA,sBAAS,EACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,uCAA+B,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAC3D,+CAA+C,CAChD,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,262 @@
|
|
|
1
|
+
import * as z from "zod/v3";
|
|
2
|
+
import { ClosedEnum } from "../../types/enums.js";
|
|
3
|
+
import { Result as SafeParseResult } from "../../types/fp.js";
|
|
4
|
+
import * as components from "../components/index.js";
|
|
5
|
+
import { SDKValidationError } from "../errors/sdkvalidationerror.js";
|
|
6
|
+
export type ImportAgentEvalRunRequest = {
|
|
7
|
+
/**
|
|
8
|
+
* Optional external end-user identifier forwarded by the API gateway.
|
|
9
|
+
*/
|
|
10
|
+
xOnBehalfOf?: string | undefined;
|
|
11
|
+
importAgentRunRequest: components.ImportAgentRunRequest;
|
|
12
|
+
};
|
|
13
|
+
export type ImportAgentEvalRunStop = string | Array<string>;
|
|
14
|
+
export declare const ImportAgentEvalRunTruncation: {
|
|
15
|
+
readonly Auto: "auto";
|
|
16
|
+
readonly Disabled: "disabled";
|
|
17
|
+
};
|
|
18
|
+
export type ImportAgentEvalRunTruncation = ClosedEnum<typeof ImportAgentEvalRunTruncation>;
|
|
19
|
+
export declare const ImportAgentEvalRunServiceTier: {
|
|
20
|
+
readonly Auto: "auto";
|
|
21
|
+
readonly Default: "default";
|
|
22
|
+
readonly Flex: "flex";
|
|
23
|
+
readonly Priority: "priority";
|
|
24
|
+
};
|
|
25
|
+
export type ImportAgentEvalRunServiceTier = ClosedEnum<typeof ImportAgentEvalRunServiceTier>;
|
|
26
|
+
export type ImportAgentEvalRunPrefillThink = boolean | string;
|
|
27
|
+
export type ImportAgentEvalRunGeneration = {
|
|
28
|
+
instructions?: string | undefined;
|
|
29
|
+
temperature?: number | undefined;
|
|
30
|
+
topP?: number | undefined;
|
|
31
|
+
maxOutputTokens?: number | undefined;
|
|
32
|
+
/**
|
|
33
|
+
* lm-eval alias for max_output_tokens.
|
|
34
|
+
*/
|
|
35
|
+
maxGenToks?: number | undefined;
|
|
36
|
+
stop?: string | Array<string> | undefined;
|
|
37
|
+
/**
|
|
38
|
+
* lm-eval generate_until stop sequences.
|
|
39
|
+
*/
|
|
40
|
+
until?: Array<string> | undefined;
|
|
41
|
+
maxToolCalls?: number | undefined;
|
|
42
|
+
reasoning?: any | undefined;
|
|
43
|
+
text?: any | undefined;
|
|
44
|
+
tools?: Array<any | null> | undefined;
|
|
45
|
+
toolChoice?: any | undefined;
|
|
46
|
+
parallelToolCalls?: boolean | undefined;
|
|
47
|
+
truncation?: ImportAgentEvalRunTruncation | undefined;
|
|
48
|
+
serviceTier?: ImportAgentEvalRunServiceTier | undefined;
|
|
49
|
+
presencePenalty?: number | undefined;
|
|
50
|
+
frequencyPenalty?: number | undefined;
|
|
51
|
+
topK?: number | undefined;
|
|
52
|
+
minP?: number | undefined;
|
|
53
|
+
repetitionPenalty?: number | undefined;
|
|
54
|
+
doSample?: boolean | undefined;
|
|
55
|
+
extraBody?: {
|
|
56
|
+
[k: string]: any;
|
|
57
|
+
} | undefined;
|
|
58
|
+
chatTemplateKwargs?: {
|
|
59
|
+
[k: string]: any;
|
|
60
|
+
} | undefined;
|
|
61
|
+
prefillThink?: boolean | string | undefined;
|
|
62
|
+
useCache?: boolean | undefined;
|
|
63
|
+
timeoutSeconds?: number | undefined;
|
|
64
|
+
maxRetries?: number | undefined;
|
|
65
|
+
maxEmptyRetries?: number | undefined;
|
|
66
|
+
additionalProperties?: {
|
|
67
|
+
[k: string]: any;
|
|
68
|
+
} | undefined;
|
|
69
|
+
};
|
|
70
|
+
export type ImportAgentEvalRunRequestCounts = {
|
|
71
|
+
total: number;
|
|
72
|
+
completed: number;
|
|
73
|
+
failed: number;
|
|
74
|
+
};
|
|
75
|
+
/**
|
|
76
|
+
* OK
|
|
77
|
+
*/
|
|
78
|
+
export type ImportAgentEvalRunResponseBody = {
|
|
79
|
+
id: string;
|
|
80
|
+
object: "eval.run";
|
|
81
|
+
suiteId: string;
|
|
82
|
+
suiteVersion: number;
|
|
83
|
+
suiteVersionId: string;
|
|
84
|
+
/**
|
|
85
|
+
* The org that owns this run.
|
|
86
|
+
*/
|
|
87
|
+
orgId: string;
|
|
88
|
+
/**
|
|
89
|
+
* The team that owns this run.
|
|
90
|
+
*/
|
|
91
|
+
teamId: string;
|
|
92
|
+
status: components.EvalRunStatus;
|
|
93
|
+
models: Array<string>;
|
|
94
|
+
taskIds: Array<string> | null;
|
|
95
|
+
judgeModel: string | null;
|
|
96
|
+
embeddingModel: string | null;
|
|
97
|
+
generation: ImportAgentEvalRunGeneration;
|
|
98
|
+
requestCounts: ImportAgentEvalRunRequestCounts;
|
|
99
|
+
metrics: {
|
|
100
|
+
[k: string]: any;
|
|
101
|
+
} | null;
|
|
102
|
+
error: {
|
|
103
|
+
[k: string]: any;
|
|
104
|
+
} | null;
|
|
105
|
+
artifactFileIds: Array<string>;
|
|
106
|
+
metadata: {
|
|
107
|
+
[k: string]: string;
|
|
108
|
+
};
|
|
109
|
+
/**
|
|
110
|
+
* Coding-agent harness that produced this run (e.g. `omp`, `claude-code`). Null for every non-harness eval kind — a null here is not a missing value, it means the run is not an agent run.
|
|
111
|
+
*/
|
|
112
|
+
agentName: string | null;
|
|
113
|
+
/**
|
|
114
|
+
* Version of `agent_name`, as the harness reported it. Null when `agent_name` is.
|
|
115
|
+
*/
|
|
116
|
+
agentVersion: string | null;
|
|
117
|
+
/**
|
|
118
|
+
* Reasoning-effort setting the agent ran at (e.g. `medium`, `xhigh`). Part of the leaderboard's row identity: the same agent and model at two efforts are two rows, not one. Null when `agent_name` is.
|
|
119
|
+
*/
|
|
120
|
+
agentEffort: string | null;
|
|
121
|
+
/**
|
|
122
|
+
* Total spend for the run in USD. Null when the harness did not report cost.
|
|
123
|
+
*/
|
|
124
|
+
costUsd: number | null;
|
|
125
|
+
createdAt: number;
|
|
126
|
+
startedAt: number | null;
|
|
127
|
+
completedAt: number | null;
|
|
128
|
+
cancelledAt: number | null;
|
|
129
|
+
failedAt: number | null;
|
|
130
|
+
};
|
|
131
|
+
/** @internal */
|
|
132
|
+
export declare const ImportAgentEvalRunRequest$inboundSchema: z.ZodType<ImportAgentEvalRunRequest, z.ZodTypeDef, unknown>;
|
|
133
|
+
/** @internal */
|
|
134
|
+
export type ImportAgentEvalRunRequest$Outbound = {
|
|
135
|
+
"X-On-Behalf-Of"?: string | undefined;
|
|
136
|
+
ImportAgentRunRequest: components.ImportAgentRunRequest$Outbound;
|
|
137
|
+
};
|
|
138
|
+
/** @internal */
|
|
139
|
+
export declare const ImportAgentEvalRunRequest$outboundSchema: z.ZodType<ImportAgentEvalRunRequest$Outbound, z.ZodTypeDef, ImportAgentEvalRunRequest>;
|
|
140
|
+
export declare function importAgentEvalRunRequestToJSON(importAgentEvalRunRequest: ImportAgentEvalRunRequest): string;
|
|
141
|
+
export declare function importAgentEvalRunRequestFromJSON(jsonString: string): SafeParseResult<ImportAgentEvalRunRequest, SDKValidationError>;
|
|
142
|
+
/** @internal */
|
|
143
|
+
export declare const ImportAgentEvalRunStop$inboundSchema: z.ZodType<ImportAgentEvalRunStop, z.ZodTypeDef, unknown>;
|
|
144
|
+
/** @internal */
|
|
145
|
+
export type ImportAgentEvalRunStop$Outbound = string | Array<string>;
|
|
146
|
+
/** @internal */
|
|
147
|
+
export declare const ImportAgentEvalRunStop$outboundSchema: z.ZodType<ImportAgentEvalRunStop$Outbound, z.ZodTypeDef, ImportAgentEvalRunStop>;
|
|
148
|
+
export declare function importAgentEvalRunStopToJSON(importAgentEvalRunStop: ImportAgentEvalRunStop): string;
|
|
149
|
+
export declare function importAgentEvalRunStopFromJSON(jsonString: string): SafeParseResult<ImportAgentEvalRunStop, SDKValidationError>;
|
|
150
|
+
/** @internal */
|
|
151
|
+
export declare const ImportAgentEvalRunTruncation$inboundSchema: z.ZodNativeEnum<typeof ImportAgentEvalRunTruncation>;
|
|
152
|
+
/** @internal */
|
|
153
|
+
export declare const ImportAgentEvalRunTruncation$outboundSchema: z.ZodNativeEnum<typeof ImportAgentEvalRunTruncation>;
|
|
154
|
+
/** @internal */
|
|
155
|
+
export declare const ImportAgentEvalRunServiceTier$inboundSchema: z.ZodNativeEnum<typeof ImportAgentEvalRunServiceTier>;
|
|
156
|
+
/** @internal */
|
|
157
|
+
export declare const ImportAgentEvalRunServiceTier$outboundSchema: z.ZodNativeEnum<typeof ImportAgentEvalRunServiceTier>;
|
|
158
|
+
/** @internal */
|
|
159
|
+
export declare const ImportAgentEvalRunPrefillThink$inboundSchema: z.ZodType<ImportAgentEvalRunPrefillThink, z.ZodTypeDef, unknown>;
|
|
160
|
+
/** @internal */
|
|
161
|
+
export type ImportAgentEvalRunPrefillThink$Outbound = boolean | string;
|
|
162
|
+
/** @internal */
|
|
163
|
+
export declare const ImportAgentEvalRunPrefillThink$outboundSchema: z.ZodType<ImportAgentEvalRunPrefillThink$Outbound, z.ZodTypeDef, ImportAgentEvalRunPrefillThink>;
|
|
164
|
+
export declare function importAgentEvalRunPrefillThinkToJSON(importAgentEvalRunPrefillThink: ImportAgentEvalRunPrefillThink): string;
|
|
165
|
+
export declare function importAgentEvalRunPrefillThinkFromJSON(jsonString: string): SafeParseResult<ImportAgentEvalRunPrefillThink, SDKValidationError>;
|
|
166
|
+
/** @internal */
|
|
167
|
+
export declare const ImportAgentEvalRunGeneration$inboundSchema: z.ZodType<ImportAgentEvalRunGeneration, z.ZodTypeDef, unknown>;
|
|
168
|
+
/** @internal */
|
|
169
|
+
export type ImportAgentEvalRunGeneration$Outbound = {
|
|
170
|
+
instructions?: string | undefined;
|
|
171
|
+
temperature?: number | undefined;
|
|
172
|
+
top_p?: number | undefined;
|
|
173
|
+
max_output_tokens?: number | undefined;
|
|
174
|
+
max_gen_toks?: number | undefined;
|
|
175
|
+
stop?: string | Array<string> | undefined;
|
|
176
|
+
until?: Array<string> | undefined;
|
|
177
|
+
max_tool_calls?: number | undefined;
|
|
178
|
+
reasoning?: any | undefined;
|
|
179
|
+
text?: any | undefined;
|
|
180
|
+
tools?: Array<any | null> | undefined;
|
|
181
|
+
tool_choice?: any | undefined;
|
|
182
|
+
parallel_tool_calls?: boolean | undefined;
|
|
183
|
+
truncation?: string | undefined;
|
|
184
|
+
service_tier?: string | undefined;
|
|
185
|
+
presence_penalty?: number | undefined;
|
|
186
|
+
frequency_penalty?: number | undefined;
|
|
187
|
+
top_k?: number | undefined;
|
|
188
|
+
min_p?: number | undefined;
|
|
189
|
+
repetition_penalty?: number | undefined;
|
|
190
|
+
do_sample?: boolean | undefined;
|
|
191
|
+
extra_body?: {
|
|
192
|
+
[k: string]: any;
|
|
193
|
+
} | undefined;
|
|
194
|
+
chat_template_kwargs?: {
|
|
195
|
+
[k: string]: any;
|
|
196
|
+
} | undefined;
|
|
197
|
+
prefill_think?: boolean | string | undefined;
|
|
198
|
+
use_cache?: boolean | undefined;
|
|
199
|
+
timeout_seconds?: number | undefined;
|
|
200
|
+
max_retries?: number | undefined;
|
|
201
|
+
max_empty_retries?: number | undefined;
|
|
202
|
+
[additionalProperties: string]: unknown;
|
|
203
|
+
};
|
|
204
|
+
/** @internal */
|
|
205
|
+
export declare const ImportAgentEvalRunGeneration$outboundSchema: z.ZodType<ImportAgentEvalRunGeneration$Outbound, z.ZodTypeDef, ImportAgentEvalRunGeneration>;
|
|
206
|
+
export declare function importAgentEvalRunGenerationToJSON(importAgentEvalRunGeneration: ImportAgentEvalRunGeneration): string;
|
|
207
|
+
export declare function importAgentEvalRunGenerationFromJSON(jsonString: string): SafeParseResult<ImportAgentEvalRunGeneration, SDKValidationError>;
|
|
208
|
+
/** @internal */
|
|
209
|
+
export declare const ImportAgentEvalRunRequestCounts$inboundSchema: z.ZodType<ImportAgentEvalRunRequestCounts, z.ZodTypeDef, unknown>;
|
|
210
|
+
/** @internal */
|
|
211
|
+
export type ImportAgentEvalRunRequestCounts$Outbound = {
|
|
212
|
+
total: number;
|
|
213
|
+
completed: number;
|
|
214
|
+
failed: number;
|
|
215
|
+
};
|
|
216
|
+
/** @internal */
|
|
217
|
+
export declare const ImportAgentEvalRunRequestCounts$outboundSchema: z.ZodType<ImportAgentEvalRunRequestCounts$Outbound, z.ZodTypeDef, ImportAgentEvalRunRequestCounts>;
|
|
218
|
+
export declare function importAgentEvalRunRequestCountsToJSON(importAgentEvalRunRequestCounts: ImportAgentEvalRunRequestCounts): string;
|
|
219
|
+
export declare function importAgentEvalRunRequestCountsFromJSON(jsonString: string): SafeParseResult<ImportAgentEvalRunRequestCounts, SDKValidationError>;
|
|
220
|
+
/** @internal */
|
|
221
|
+
export declare const ImportAgentEvalRunResponseBody$inboundSchema: z.ZodType<ImportAgentEvalRunResponseBody, z.ZodTypeDef, unknown>;
|
|
222
|
+
/** @internal */
|
|
223
|
+
export type ImportAgentEvalRunResponseBody$Outbound = {
|
|
224
|
+
id: string;
|
|
225
|
+
object: "eval.run";
|
|
226
|
+
suite_id: string;
|
|
227
|
+
suite_version: number;
|
|
228
|
+
suite_version_id: string;
|
|
229
|
+
org_id: string;
|
|
230
|
+
team_id: string;
|
|
231
|
+
status: string;
|
|
232
|
+
models: Array<string>;
|
|
233
|
+
task_ids: Array<string> | null;
|
|
234
|
+
judge_model: string | null;
|
|
235
|
+
embedding_model: string | null;
|
|
236
|
+
generation: ImportAgentEvalRunGeneration$Outbound;
|
|
237
|
+
request_counts: ImportAgentEvalRunRequestCounts$Outbound;
|
|
238
|
+
metrics: {
|
|
239
|
+
[k: string]: any;
|
|
240
|
+
} | null;
|
|
241
|
+
error: {
|
|
242
|
+
[k: string]: any;
|
|
243
|
+
} | null;
|
|
244
|
+
artifact_file_ids: Array<string>;
|
|
245
|
+
metadata: {
|
|
246
|
+
[k: string]: string;
|
|
247
|
+
};
|
|
248
|
+
agent_name: string | null;
|
|
249
|
+
agent_version: string | null;
|
|
250
|
+
agent_effort: string | null;
|
|
251
|
+
cost_usd: number | null;
|
|
252
|
+
created_at: number;
|
|
253
|
+
started_at: number | null;
|
|
254
|
+
completed_at: number | null;
|
|
255
|
+
cancelled_at: number | null;
|
|
256
|
+
failed_at: number | null;
|
|
257
|
+
};
|
|
258
|
+
/** @internal */
|
|
259
|
+
export declare const ImportAgentEvalRunResponseBody$outboundSchema: z.ZodType<ImportAgentEvalRunResponseBody$Outbound, z.ZodTypeDef, ImportAgentEvalRunResponseBody>;
|
|
260
|
+
export declare function importAgentEvalRunResponseBodyToJSON(importAgentEvalRunResponseBody: ImportAgentEvalRunResponseBody): string;
|
|
261
|
+
export declare function importAgentEvalRunResponseBodyFromJSON(jsonString: string): SafeParseResult<ImportAgentEvalRunResponseBody, SDKValidationError>;
|
|
262
|
+
//# sourceMappingURL=importagentevalrun.d.ts.map
|