@dalmia/calibrate-mcp 0.0.13 → 0.0.15
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +64 -0
- package/bin/mcp-server.js +3908 -397
- package/bin/mcp-server.js.map +153 -53
- package/esm/funcs/agentTestsBenchmark.d.ts +16 -0
- package/esm/funcs/agentTestsBenchmark.d.ts.map +1 -0
- package/esm/funcs/agentTestsBenchmark.js +93 -0
- package/esm/funcs/agentTestsBenchmark.js.map +1 -0
- package/esm/funcs/agentTestsGetBenchmark.d.ts +16 -0
- package/esm/funcs/agentTestsGetBenchmark.d.ts.map +1 -0
- package/esm/funcs/agentTestsGetBenchmark.js +91 -0
- package/esm/funcs/agentTestsGetBenchmark.js.map +1 -0
- package/esm/funcs/agentTestsGetRun.d.ts +1 -1
- package/esm/funcs/agentTestsGetRun.js +1 -5
- package/esm/funcs/agentTestsGetRun.js.map +1 -1
- package/esm/funcs/agentTestsLink.d.ts +16 -0
- package/esm/funcs/agentTestsLink.d.ts.map +1 -0
- package/esm/funcs/agentTestsLink.js +86 -0
- package/esm/funcs/agentTestsLink.js.map +1 -0
- package/esm/funcs/agentTestsListForAgent.d.ts +16 -0
- package/esm/funcs/agentTestsListForAgent.d.ts.map +1 -0
- package/esm/funcs/agentTestsListForAgent.js +92 -0
- package/esm/funcs/agentTestsListForAgent.js.map +1 -0
- package/esm/funcs/agentTestsListRunsForAgent.d.ts +16 -0
- package/esm/funcs/agentTestsListRunsForAgent.d.ts.map +1 -0
- package/esm/funcs/agentTestsListRunsForAgent.js +91 -0
- package/esm/funcs/agentTestsListRunsForAgent.js.map +1 -0
- package/esm/funcs/agentTestsRun.d.ts +1 -1
- package/esm/funcs/agentTestsRun.js +1 -5
- package/esm/funcs/agentTestsRun.js.map +1 -1
- package/esm/funcs/agentTestsRunBatch.d.ts +1 -1
- package/esm/funcs/agentTestsRunBatch.js +1 -5
- package/esm/funcs/agentTestsRunBatch.js.map +1 -1
- package/esm/funcs/agentsCreate.js +0 -4
- package/esm/funcs/agentsCreate.js.map +1 -1
- package/esm/funcs/agentsGet.js +0 -4
- package/esm/funcs/agentsGet.js.map +1 -1
- package/esm/funcs/agentsList.js +0 -4
- package/esm/funcs/agentsList.js.map +1 -1
- package/esm/funcs/agentsResolve.js +0 -4
- package/esm/funcs/agentsResolve.js.map +1 -1
- package/esm/funcs/agentsUpdate.js +0 -4
- package/esm/funcs/agentsUpdate.js.map +1 -1
- package/esm/funcs/agentsVerifyConnection.d.ts +16 -0
- package/esm/funcs/agentsVerifyConnection.d.ts.map +1 -0
- package/esm/funcs/agentsVerifyConnection.js +93 -0
- package/esm/funcs/agentsVerifyConnection.js.map +1 -0
- package/esm/funcs/annotationTasksAddItems.d.ts +16 -0
- package/esm/funcs/annotationTasksAddItems.d.ts.map +1 -0
- package/esm/funcs/annotationTasksAddItems.js +92 -0
- package/esm/funcs/annotationTasksAddItems.js.map +1 -0
- package/esm/funcs/annotationTasksCreate.d.ts +16 -0
- package/esm/funcs/annotationTasksCreate.d.ts.map +1 -0
- package/esm/funcs/annotationTasksCreate.js +86 -0
- package/esm/funcs/annotationTasksCreate.js.map +1 -0
- package/esm/funcs/annotationTasksCreateEvaluatorRun.d.ts +16 -0
- package/esm/funcs/annotationTasksCreateEvaluatorRun.d.ts.map +1 -0
- package/esm/funcs/annotationTasksCreateEvaluatorRun.js +93 -0
- package/esm/funcs/annotationTasksCreateEvaluatorRun.js.map +1 -0
- package/esm/funcs/annotationTasksGet.d.ts +16 -0
- package/esm/funcs/annotationTasksGet.d.ts.map +1 -0
- package/esm/funcs/annotationTasksGet.js +92 -0
- package/esm/funcs/annotationTasksGet.js.map +1 -0
- package/esm/funcs/annotationTasksGetAgreement.d.ts +16 -0
- package/esm/funcs/annotationTasksGetAgreement.d.ts.map +1 -0
- package/esm/funcs/annotationTasksGetAgreement.js +96 -0
- package/esm/funcs/annotationTasksGetAgreement.js.map +1 -0
- package/esm/funcs/annotationTasksGetEvaluatorRun.d.ts +16 -0
- package/esm/funcs/annotationTasksGetEvaluatorRun.d.ts.map +1 -0
- package/esm/funcs/annotationTasksGetEvaluatorRun.js +96 -0
- package/esm/funcs/annotationTasksGetEvaluatorRun.js.map +1 -0
- package/esm/funcs/annotationTasksGetSummary.d.ts +16 -0
- package/esm/funcs/annotationTasksGetSummary.d.ts.map +1 -0
- package/esm/funcs/annotationTasksGetSummary.js +101 -0
- package/esm/funcs/annotationTasksGetSummary.js.map +1 -0
- package/esm/funcs/annotationTasksLinkEvaluator.d.ts +16 -0
- package/esm/funcs/annotationTasksLinkEvaluator.d.ts.map +1 -0
- package/esm/funcs/annotationTasksLinkEvaluator.js +93 -0
- package/esm/funcs/annotationTasksLinkEvaluator.js.map +1 -0
- package/esm/funcs/annotationTasksList.d.ts +16 -0
- package/esm/funcs/annotationTasksList.d.ts.map +1 -0
- package/esm/funcs/annotationTasksList.js +85 -0
- package/esm/funcs/annotationTasksList.js.map +1 -0
- package/esm/funcs/annotationTasksUpdateItems.d.ts +16 -0
- package/esm/funcs/annotationTasksUpdateItems.d.ts.map +1 -0
- package/esm/funcs/annotationTasksUpdateItems.js +92 -0
- package/esm/funcs/annotationTasksUpdateItems.js.map +1 -0
- package/esm/funcs/evaluatorsCreate.d.ts +16 -0
- package/esm/funcs/evaluatorsCreate.d.ts.map +1 -0
- package/esm/funcs/evaluatorsCreate.js +86 -0
- package/esm/funcs/evaluatorsCreate.js.map +1 -0
- package/esm/funcs/evaluatorsCreateVersion.d.ts +16 -0
- package/esm/funcs/evaluatorsCreateVersion.d.ts.map +1 -0
- package/esm/funcs/evaluatorsCreateVersion.js +92 -0
- package/esm/funcs/evaluatorsCreateVersion.js.map +1 -0
- package/esm/funcs/evaluatorsGet.d.ts +16 -0
- package/esm/funcs/evaluatorsGet.d.ts.map +1 -0
- package/esm/funcs/evaluatorsGet.js +91 -0
- package/esm/funcs/evaluatorsGet.js.map +1 -0
- package/esm/funcs/evaluatorsList.d.ts +16 -0
- package/esm/funcs/evaluatorsList.d.ts.map +1 -0
- package/esm/funcs/evaluatorsList.js +91 -0
- package/esm/funcs/evaluatorsList.js.map +1 -0
- package/esm/funcs/testsBulkCreate.js +0 -4
- package/esm/funcs/testsBulkCreate.js.map +1 -1
- package/esm/funcs/testsCreate.js +0 -4
- package/esm/funcs/testsCreate.js.map +1 -1
- package/esm/funcs/testsGet.js +0 -4
- package/esm/funcs/testsGet.js.map +1 -1
- package/esm/funcs/testsList.js +0 -4
- package/esm/funcs/testsList.js.map +1 -1
- package/esm/funcs/testsUpdate.js +0 -4
- package/esm/funcs/testsUpdate.js.map +1 -1
- package/esm/landing-page.js +1 -1
- package/esm/lib/config.d.ts +2 -2
- package/esm/lib/config.js +2 -2
- package/esm/mcp-server/mcp-server.js +1 -1
- package/esm/mcp-server/server.d.ts.map +1 -1
- package/esm/mcp-server/server.js +41 -1
- package/esm/mcp-server/server.js.map +1 -1
- package/esm/mcp-server/tools/agentTestsBenchmark.d.ts +7 -0
- package/esm/mcp-server/tools/agentTestsBenchmark.d.ts.map +1 -0
- package/esm/mcp-server/tools/agentTestsBenchmark.js +34 -0
- package/esm/mcp-server/tools/agentTestsBenchmark.js.map +1 -0
- package/esm/mcp-server/tools/agentTestsGetBenchmark.d.ts +7 -0
- package/esm/mcp-server/tools/agentTestsGetBenchmark.d.ts.map +1 -0
- package/esm/mcp-server/tools/agentTestsGetBenchmark.js +34 -0
- package/esm/mcp-server/tools/agentTestsGetBenchmark.js.map +1 -0
- package/esm/mcp-server/tools/agentTestsLink.d.ts +7 -0
- package/esm/mcp-server/tools/agentTestsLink.d.ts.map +1 -0
- package/esm/mcp-server/tools/agentTestsLink.js +34 -0
- package/esm/mcp-server/tools/agentTestsLink.js.map +1 -0
- package/esm/mcp-server/tools/agentTestsListForAgent.d.ts +7 -0
- package/esm/mcp-server/tools/agentTestsListForAgent.d.ts.map +1 -0
- package/esm/mcp-server/tools/agentTestsListForAgent.js +34 -0
- package/esm/mcp-server/tools/agentTestsListForAgent.js.map +1 -0
- package/esm/mcp-server/tools/agentTestsListRunsForAgent.d.ts +7 -0
- package/esm/mcp-server/tools/agentTestsListRunsForAgent.d.ts.map +1 -0
- package/esm/mcp-server/tools/agentTestsListRunsForAgent.js +34 -0
- package/esm/mcp-server/tools/agentTestsListRunsForAgent.js.map +1 -0
- package/esm/mcp-server/tools/agentsResolve.js +1 -1
- package/esm/mcp-server/tools/agentsResolve.js.map +1 -1
- package/esm/mcp-server/tools/agentsVerifyConnection.d.ts +7 -0
- package/esm/mcp-server/tools/agentsVerifyConnection.d.ts.map +1 -0
- package/esm/mcp-server/tools/agentsVerifyConnection.js +34 -0
- package/esm/mcp-server/tools/agentsVerifyConnection.js.map +1 -0
- package/esm/mcp-server/tools/annotationTasksAddItems.d.ts +7 -0
- package/esm/mcp-server/tools/annotationTasksAddItems.d.ts.map +1 -0
- package/esm/mcp-server/tools/annotationTasksAddItems.js +34 -0
- package/esm/mcp-server/tools/annotationTasksAddItems.js.map +1 -0
- package/esm/mcp-server/tools/annotationTasksCreate.d.ts +7 -0
- package/esm/mcp-server/tools/annotationTasksCreate.d.ts.map +1 -0
- package/esm/mcp-server/tools/annotationTasksCreate.js +34 -0
- package/esm/mcp-server/tools/annotationTasksCreate.js.map +1 -0
- package/esm/mcp-server/tools/annotationTasksCreateEvaluatorRun.d.ts +7 -0
- package/esm/mcp-server/tools/annotationTasksCreateEvaluatorRun.d.ts.map +1 -0
- package/esm/mcp-server/tools/annotationTasksCreateEvaluatorRun.js +34 -0
- package/esm/mcp-server/tools/annotationTasksCreateEvaluatorRun.js.map +1 -0
- package/esm/mcp-server/tools/annotationTasksGet.d.ts +7 -0
- package/esm/mcp-server/tools/annotationTasksGet.d.ts.map +1 -0
- package/esm/mcp-server/tools/annotationTasksGet.js +34 -0
- package/esm/mcp-server/tools/annotationTasksGet.js.map +1 -0
- package/esm/mcp-server/tools/annotationTasksGetAgreement.d.ts +7 -0
- package/esm/mcp-server/tools/annotationTasksGetAgreement.d.ts.map +1 -0
- package/esm/mcp-server/tools/annotationTasksGetAgreement.js +34 -0
- package/esm/mcp-server/tools/annotationTasksGetAgreement.js.map +1 -0
- package/esm/mcp-server/tools/annotationTasksGetEvaluatorRun.d.ts +7 -0
- package/esm/mcp-server/tools/annotationTasksGetEvaluatorRun.d.ts.map +1 -0
- package/esm/mcp-server/tools/annotationTasksGetEvaluatorRun.js +34 -0
- package/esm/mcp-server/tools/annotationTasksGetEvaluatorRun.js.map +1 -0
- package/esm/mcp-server/tools/annotationTasksGetSummary.d.ts +7 -0
- package/esm/mcp-server/tools/annotationTasksGetSummary.d.ts.map +1 -0
- package/esm/mcp-server/tools/annotationTasksGetSummary.js +34 -0
- package/esm/mcp-server/tools/annotationTasksGetSummary.js.map +1 -0
- package/esm/mcp-server/tools/annotationTasksLinkEvaluator.d.ts +7 -0
- package/esm/mcp-server/tools/annotationTasksLinkEvaluator.d.ts.map +1 -0
- package/esm/mcp-server/tools/annotationTasksLinkEvaluator.js +34 -0
- package/esm/mcp-server/tools/annotationTasksLinkEvaluator.js.map +1 -0
- package/esm/mcp-server/tools/annotationTasksList.d.ts +7 -0
- package/esm/mcp-server/tools/annotationTasksList.d.ts.map +1 -0
- package/esm/mcp-server/tools/annotationTasksList.js +34 -0
- package/esm/mcp-server/tools/annotationTasksList.js.map +1 -0
- package/esm/mcp-server/tools/annotationTasksUpdateItems.d.ts +7 -0
- package/esm/mcp-server/tools/annotationTasksUpdateItems.d.ts.map +1 -0
- package/esm/mcp-server/tools/annotationTasksUpdateItems.js +34 -0
- package/esm/mcp-server/tools/annotationTasksUpdateItems.js.map +1 -0
- package/esm/mcp-server/tools/evaluatorsCreate.d.ts +7 -0
- package/esm/mcp-server/tools/evaluatorsCreate.d.ts.map +1 -0
- package/esm/mcp-server/tools/evaluatorsCreate.js +34 -0
- package/esm/mcp-server/tools/evaluatorsCreate.js.map +1 -0
- package/esm/mcp-server/tools/evaluatorsCreateVersion.d.ts +7 -0
- package/esm/mcp-server/tools/evaluatorsCreateVersion.d.ts.map +1 -0
- package/esm/mcp-server/tools/evaluatorsCreateVersion.js +34 -0
- package/esm/mcp-server/tools/evaluatorsCreateVersion.js.map +1 -0
- package/esm/mcp-server/tools/evaluatorsGet.d.ts +7 -0
- package/esm/mcp-server/tools/evaluatorsGet.d.ts.map +1 -0
- package/esm/mcp-server/tools/evaluatorsGet.js +34 -0
- package/esm/mcp-server/tools/evaluatorsGet.js.map +1 -0
- package/esm/mcp-server/tools/evaluatorsList.d.ts +7 -0
- package/esm/mcp-server/tools/evaluatorsList.d.ts.map +1 -0
- package/esm/mcp-server/tools/evaluatorsList.js +34 -0
- package/esm/mcp-server/tools/evaluatorsList.js.map +1 -0
- package/esm/models/agentcreate.js +1 -1
- package/esm/models/agentcreate.js.map +1 -1
- package/esm/models/agenttestruncreateresponse.d.ts +2 -2
- package/esm/models/agenttestruncreateresponse.d.ts.map +1 -1
- package/esm/models/agenttestruncreateresponse.js +4 -4
- package/esm/models/agenttestruncreateresponse.js.map +1 -1
- package/esm/models/agenttestrunlistitem.d.ts +59 -0
- package/esm/models/agenttestrunlistitem.d.ts.map +1 -0
- package/esm/models/agenttestrunlistitem.js +48 -0
- package/esm/models/agenttestrunlistitem.js.map +1 -0
- package/esm/models/agenttestrunsresponse.d.ts +7 -0
- package/esm/models/agenttestrunsresponse.d.ts.map +1 -0
- package/esm/models/agenttestrunsresponse.js +9 -0
- package/esm/models/agenttestrunsresponse.js.map +1 -0
- package/esm/models/agenttestscreate.d.ts +7 -0
- package/esm/models/agenttestscreate.d.ts.map +1 -0
- package/esm/models/agenttestscreate.js +9 -0
- package/esm/models/agenttestscreate.js.map +1 -0
- package/esm/models/agenttestscreateresponse.d.ts +6 -0
- package/esm/models/agenttestscreateresponse.d.ts.map +1 -0
- package/esm/models/agenttestscreateresponse.js +8 -0
- package/esm/models/agenttestscreateresponse.js.map +1 -0
- package/esm/models/agentupdate.js +1 -1
- package/esm/models/agentupdate.js.map +1 -1
- package/esm/models/agentverifyrequest.d.ts +16 -0
- package/esm/models/agentverifyrequest.d.ts.map +1 -0
- package/esm/models/agentverifyrequest.js +11 -0
- package/esm/models/agentverifyrequest.js.map +1 -0
- package/esm/models/annotationitempayload.d.ts +9 -0
- package/esm/models/annotationitempayload.d.ts.map +1 -0
- package/esm/models/annotationitempayload.js +9 -0
- package/esm/models/annotationitempayload.js.map +1 -0
- package/esm/models/annotationtaskcreate.d.ts +45 -0
- package/esm/models/annotationtaskcreate.d.ts.map +1 -0
- package/esm/models/annotationtaskcreate.js +36 -0
- package/esm/models/annotationtaskcreate.js.map +1 -0
- package/esm/models/annotationtaskcreateresponse.d.ts +7 -0
- package/esm/models/annotationtaskcreateresponse.d.ts.map +1 -0
- package/esm/models/annotationtaskcreateresponse.js +9 -0
- package/esm/models/annotationtaskcreateresponse.js.map +1 -0
- package/esm/models/annotationtaskresponse.d.ts +57 -0
- package/esm/models/annotationtaskresponse.d.ts.map +1 -0
- package/esm/models/annotationtaskresponse.js +41 -0
- package/esm/models/annotationtaskresponse.js.map +1 -0
- package/esm/models/batchtestrun.d.ts +2 -2
- package/esm/models/batchtestrun.d.ts.map +1 -1
- package/esm/models/batchtestrun.js +4 -4
- package/esm/models/batchtestrun.js.map +1 -1
- package/esm/models/batchtestskip.d.ts +25 -1
- package/esm/models/batchtestskip.d.ts.map +1 -1
- package/esm/models/batchtestskip.js +16 -1
- package/esm/models/batchtestskip.js.map +1 -1
- package/esm/models/benchmarkrequest.d.ts +7 -0
- package/esm/models/benchmarkrequest.d.ts.map +1 -0
- package/esm/models/benchmarkrequest.js +9 -0
- package/esm/models/benchmarkrequest.js.map +1 -0
- package/esm/models/benchmarkstatusresponse.d.ts +18 -0
- package/esm/models/benchmarkstatusresponse.d.ts.map +1 -0
- package/esm/models/benchmarkstatusresponse.js +20 -0
- package/esm/models/benchmarkstatusresponse.js.map +1 -0
- package/esm/models/bulkcreateitemsannotationtaskstaskuuiditemspostop.d.ts +13 -0
- package/esm/models/bulkcreateitemsannotationtaskstaskuuiditemspostop.d.ts.map +1 -0
- package/esm/models/bulkcreateitemsannotationtaskstaskuuiditemspostop.js +17 -0
- package/esm/models/bulkcreateitemsannotationtaskstaskuuiditemspostop.js.map +1 -0
- package/esm/models/bulkcreateitemsresponse.d.ts +10 -0
- package/esm/models/bulkcreateitemsresponse.d.ts.map +1 -0
- package/esm/models/bulkcreateitemsresponse.js +12 -0
- package/esm/models/bulkcreateitemsresponse.js.map +1 -0
- package/esm/models/bulkitemsrequest.d.ts +8 -0
- package/esm/models/bulkitemsrequest.d.ts.map +1 -0
- package/esm/models/bulkitemsrequest.js +10 -0
- package/esm/models/bulkitemsrequest.js.map +1 -0
- package/esm/models/bulktestitem.js +1 -1
- package/esm/models/bulktestitem.js.map +1 -1
- package/esm/models/bulktestupload.d.ts +2 -2
- package/esm/models/bulktestupload.js +5 -5
- package/esm/models/bulktestupload.js.map +1 -1
- package/esm/models/bulktestuploadresponse.js +1 -1
- package/esm/models/bulktestuploadresponse.js.map +1 -1
- package/esm/models/bulkupdateitemsannotationtaskstaskuuiditemsputop.d.ts +13 -0
- package/esm/models/bulkupdateitemsannotationtaskstaskuuiditemsputop.d.ts.map +1 -0
- package/esm/models/bulkupdateitemsannotationtaskstaskuuiditemsputop.js +17 -0
- package/esm/models/bulkupdateitemsannotationtaskstaskuuiditemsputop.js.map +1 -0
- package/esm/models/bulkupdateitemsrequest.d.ts +7 -0
- package/esm/models/bulkupdateitemsrequest.d.ts.map +1 -0
- package/esm/models/bulkupdateitemsrequest.js +9 -0
- package/esm/models/bulkupdateitemsrequest.js.map +1 -0
- package/esm/models/bulkupdateitemsresponse.d.ts +6 -0
- package/esm/models/bulkupdateitemsresponse.d.ts.map +1 -0
- package/esm/models/bulkupdateitemsresponse.js +8 -0
- package/esm/models/bulkupdateitemsresponse.js.map +1 -0
- package/esm/models/bulkuploadteststestsbulkpostop.d.ts +0 -1
- package/esm/models/bulkuploadteststestsbulkpostop.d.ts.map +1 -1
- package/esm/models/bulkuploadteststestsbulkpostop.js +0 -1
- package/esm/models/bulkuploadteststestsbulkpostop.js.map +1 -1
- package/esm/models/createagentendpointagentspostop.d.ts +0 -1
- package/esm/models/createagentendpointagentspostop.d.ts.map +1 -1
- package/esm/models/createagentendpointagentspostop.js +0 -1
- package/esm/models/createagentendpointagentspostop.js.map +1 -1
- package/esm/models/createagenttestlinksagenttestspostop.d.ts +12 -0
- package/esm/models/createagenttestlinksagenttestspostop.d.ts.map +1 -0
- package/esm/models/createagenttestlinksagenttestspostop.js +16 -0
- package/esm/models/createagenttestlinksagenttestspostop.js.map +1 -0
- package/esm/models/createannotationtaskendpointannotationtaskspostop.d.ts +12 -0
- package/esm/models/createannotationtaskendpointannotationtaskspostop.d.ts.map +1 -0
- package/esm/models/createannotationtaskendpointannotationtaskspostop.js +16 -0
- package/esm/models/createannotationtaskendpointannotationtaskspostop.js.map +1 -0
- package/esm/models/createevaluatorendpointevaluatorspostop.d.ts +12 -0
- package/esm/models/createevaluatorendpointevaluatorspostop.d.ts.map +1 -0
- package/esm/models/createevaluatorendpointevaluatorspostop.js +16 -0
- package/esm/models/createevaluatorendpointevaluatorspostop.js.map +1 -0
- package/esm/models/createtestendpointtestspostop.d.ts +0 -1
- package/esm/models/createtestendpointtestspostop.d.ts.map +1 -1
- package/esm/models/createtestendpointtestspostop.js +0 -1
- package/esm/models/createtestendpointtestspostop.js.map +1 -1
- package/esm/models/createversionevaluatorsevaluatoruuidversionspostop.d.ts +13 -0
- package/esm/models/createversionevaluatorsevaluatoruuidversionspostop.d.ts.map +1 -0
- package/esm/models/createversionevaluatorsevaluatoruuidversionspostop.js +17 -0
- package/esm/models/createversionevaluatorsevaluatoruuidversionspostop.js.map +1 -0
- package/esm/models/evaluatorcreate.d.ts +100 -0
- package/esm/models/evaluatorcreate.d.ts.map +1 -0
- package/esm/models/evaluatorcreate.js +72 -0
- package/esm/models/evaluatorcreate.js.map +1 -0
- package/esm/models/evaluatorcreateresponse.d.ts +7 -0
- package/esm/models/evaluatorcreateresponse.d.ts.map +1 -0
- package/esm/models/evaluatorcreateresponse.js +9 -0
- package/esm/models/evaluatorcreateresponse.js.map +1 -0
- package/esm/models/evaluatordetailresponse.d.ts +106 -0
- package/esm/models/evaluatordetailresponse.d.ts.map +1 -0
- package/esm/models/evaluatordetailresponse.js +77 -0
- package/esm/models/evaluatordetailresponse.js.map +1 -0
- package/esm/models/evaluatorlinkrequest.d.ts +6 -0
- package/esm/models/evaluatorlinkrequest.d.ts.map +1 -0
- package/esm/models/evaluatorlinkrequest.js +9 -0
- package/esm/models/evaluatorlinkrequest.js.map +1 -0
- package/esm/models/evaluatorlinkresponse.d.ts +6 -0
- package/esm/models/evaluatorlinkresponse.d.ts.map +1 -0
- package/esm/models/evaluatorlinkresponse.js +8 -0
- package/esm/models/evaluatorlinkresponse.js.map +1 -0
- package/esm/models/evaluatorrunlaunchresponse.d.ts +25 -0
- package/esm/models/evaluatorrunlaunchresponse.d.ts.map +1 -0
- package/esm/models/evaluatorrunlaunchresponse.js +22 -0
- package/esm/models/evaluatorrunlaunchresponse.js.map +1 -0
- package/esm/models/evaluatorrunrequestentry.d.ts +7 -0
- package/esm/models/evaluatorrunrequestentry.d.ts.map +1 -0
- package/esm/models/evaluatorrunrequestentry.js +9 -0
- package/esm/models/evaluatorrunrequestentry.js.map +1 -0
- package/esm/models/evaluatorrunresponse.d.ts +48 -0
- package/esm/models/evaluatorrunresponse.d.ts.map +1 -0
- package/esm/models/evaluatorrunresponse.js +54 -0
- package/esm/models/evaluatorrunresponse.js.map +1 -0
- package/esm/models/evaluatorrunstartrequest.d.ts +10 -0
- package/esm/models/evaluatorrunstartrequest.d.ts.map +1 -0
- package/esm/models/evaluatorrunstartrequest.js +12 -0
- package/esm/models/evaluatorrunstartrequest.js.map +1 -0
- package/esm/models/evaluatorversioncreate.d.ts +14 -0
- package/esm/models/evaluatorversioncreate.d.ts.map +1 -0
- package/esm/models/evaluatorversioncreate.js +13 -0
- package/esm/models/evaluatorversioncreate.js.map +1 -0
- package/esm/models/evaluatorversioncreaterequest.d.ts +15 -0
- package/esm/models/evaluatorversioncreaterequest.d.ts.map +1 -0
- package/esm/models/evaluatorversioncreaterequest.js +14 -0
- package/esm/models/evaluatorversioncreaterequest.js.map +1 -0
- package/esm/models/evaluatorversionresponse.d.ts +14 -0
- package/esm/models/evaluatorversionresponse.d.ts.map +1 -0
- package/esm/models/evaluatorversionresponse.js +16 -0
- package/esm/models/evaluatorversionresponse.js.map +1 -0
- package/esm/models/getagentendpointagentsagentuuidgetop.d.ts +0 -1
- package/esm/models/getagentendpointagentsagentuuidgetop.d.ts.map +1 -1
- package/esm/models/getagentendpointagentsagentuuidgetop.js +1 -2
- package/esm/models/getagentendpointagentsagentuuidgetop.js.map +1 -1
- package/esm/models/getagenttestrunsagenttestsagentagentuuidrunsgetop.d.ts +11 -0
- package/esm/models/getagenttestrunsagenttestsagentagentuuidrunsgetop.d.ts.map +1 -0
- package/esm/models/getagenttestrunsagenttestsagentagentuuidrunsgetop.js +15 -0
- package/esm/models/getagenttestrunsagenttestsagentagentuuidrunsgetop.js.map +1 -0
- package/esm/models/getagenttestrunstatusagenttestsruntaskidgetop.d.ts +0 -1
- package/esm/models/getagenttestrunstatusagenttestsruntaskidgetop.d.ts.map +1 -1
- package/esm/models/getagenttestrunstatusagenttestsruntaskidgetop.js +0 -1
- package/esm/models/getagenttestrunstatusagenttestsruntaskidgetop.js.map +1 -1
- package/esm/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.d.ts +11 -0
- package/esm/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.d.ts.map +1 -0
- package/esm/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.js +17 -0
- package/esm/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.js.map +1 -0
- package/esm/models/getannotationtaskendpointannotationtaskstaskuuidgetop.d.ts +11 -0
- package/esm/models/getannotationtaskendpointannotationtaskstaskuuidgetop.d.ts.map +1 -0
- package/esm/models/getannotationtaskendpointannotationtaskstaskuuidgetop.js +17 -0
- package/esm/models/getannotationtaskendpointannotationtaskstaskuuidgetop.js.map +1 -0
- package/esm/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.d.ts +11 -0
- package/esm/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.d.ts.map +1 -0
- package/esm/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.js +15 -0
- package/esm/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.js.map +1 -0
- package/esm/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.d.ts +11 -0
- package/esm/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.d.ts.map +1 -0
- package/esm/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.js +15 -0
- package/esm/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.js.map +1 -0
- package/esm/models/getevaluatorrunjobannotationtaskstaskuuidevaluatorrunsjobuuidgetop.d.ts +12 -0
- package/esm/models/getevaluatorrunjobannotationtaskstaskuuidevaluatorrunsjobuuidgetop.d.ts.map +1 -0
- package/esm/models/getevaluatorrunjobannotationtaskstaskuuidevaluatorrunsjobuuidgetop.js +16 -0
- package/esm/models/getevaluatorrunjobannotationtaskstaskuuidevaluatorrunsjobuuidgetop.js.map +1 -0
- package/esm/models/gettestendpointteststestuuidgetop.d.ts +0 -1
- package/esm/models/gettestendpointteststestuuidgetop.d.ts.map +1 -1
- package/esm/models/gettestendpointteststestuuidgetop.js +0 -1
- package/esm/models/gettestendpointteststestuuidgetop.js.map +1 -1
- package/esm/models/humanagreementblock.d.ts +14 -0
- package/esm/models/humanagreementblock.d.ts.map +1 -0
- package/esm/models/humanagreementblock.js +23 -0
- package/esm/models/humanagreementblock.js.map +1 -0
- package/esm/models/itemupdatepayload.d.ts +7 -0
- package/esm/models/itemupdatepayload.d.ts.map +1 -0
- package/esm/models/itemupdatepayload.js +10 -0
- package/esm/models/itemupdatepayload.js.map +1 -0
- package/esm/models/judgeresult.js +5 -5
- package/esm/models/judgeresult.js.map +1 -1
- package/esm/models/linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.d.ts +13 -0
- package/esm/models/linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.d.ts.map +1 -0
- package/esm/models/linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.js +18 -0
- package/esm/models/linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.js.map +1 -0
- package/esm/models/listagentsagentsgetop.d.ts +0 -1
- package/esm/models/listagentsagentsgetop.d.ts.map +1 -1
- package/esm/models/listagentsagentsgetop.js +0 -1
- package/esm/models/listagentsagentsgetop.js.map +1 -1
- package/esm/models/listannotationtasksannotationtasksgetop.d.ts +10 -0
- package/esm/models/listannotationtasksannotationtasksgetop.d.ts.map +1 -0
- package/esm/models/listannotationtasksannotationtasksgetop.js +14 -0
- package/esm/models/listannotationtasksannotationtasksgetop.js.map +1 -0
- package/esm/models/listevaluatorsevaluatorsgetop.d.ts +50 -0
- package/esm/models/listevaluatorsevaluatorsgetop.d.ts.map +1 -0
- package/esm/models/listevaluatorsevaluatorsgetop.js +47 -0
- package/esm/models/listevaluatorsevaluatorsgetop.js.map +1 -0
- package/esm/models/listteststestsgetop.d.ts +0 -1
- package/esm/models/listteststestsgetop.d.ts.map +1 -1
- package/esm/models/listteststestsgetop.js +0 -1
- package/esm/models/listteststestsgetop.js.map +1 -1
- package/esm/models/modelresult.d.ts +25 -0
- package/esm/models/modelresult.d.ts.map +1 -0
- package/esm/models/modelresult.js +21 -0
- package/esm/models/modelresult.js.map +1 -0
- package/esm/models/outputconfig.d.ts +7 -0
- package/esm/models/outputconfig.d.ts.map +1 -0
- package/esm/models/outputconfig.js +9 -0
- package/esm/models/outputconfig.js.map +1 -0
- package/esm/models/outputscaleentry.d.ts +15 -0
- package/esm/models/outputscaleentry.d.ts.map +1 -0
- package/esm/models/outputscaleentry.js +11 -0
- package/esm/models/outputscaleentry.js.map +1 -0
- package/esm/models/paginationmeta.d.ts +8 -0
- package/esm/models/paginationmeta.d.ts.map +1 -0
- package/esm/models/paginationmeta.js +10 -0
- package/esm/models/paginationmeta.js.map +1 -0
- package/esm/models/resolveagentnamesagentsresolvepostop.d.ts +0 -1
- package/esm/models/resolveagentnamesagentsresolvepostop.d.ts.map +1 -1
- package/esm/models/resolveagentnamesagentsresolvepostop.js +0 -1
- package/esm/models/resolveagentnamesagentsresolvepostop.js.map +1 -1
- package/esm/models/routersagentteststestresponse.d.ts +41 -0
- package/esm/models/routersagentteststestresponse.d.ts.map +1 -0
- package/esm/models/routersagentteststestresponse.js +31 -0
- package/esm/models/routersagentteststestresponse.js.map +1 -0
- package/esm/models/routersevaluatorsevaluatorresponse.d.ts +106 -0
- package/esm/models/routersevaluatorsevaluatorresponse.d.ts.map +1 -0
- package/esm/models/routersevaluatorsevaluatorresponse.js +79 -0
- package/esm/models/routersevaluatorsevaluatorresponse.js.map +1 -0
- package/esm/models/routerstestsevaluatorref.js +1 -1
- package/esm/models/routerstestsevaluatorref.js.map +1 -1
- package/esm/models/routersteststestresponse.d.ts.map +1 -1
- package/esm/models/routersteststestresponse.js +5 -5
- package/esm/models/routersteststestresponse.js.map +1 -1
- package/esm/models/runagentbenchmarkagenttestsagentagentuuidbenchmarkpostop.d.ts +13 -0
- package/esm/models/runagentbenchmarkagenttestsagentagentuuidbenchmarkpostop.d.ts.map +1 -0
- package/esm/models/runagentbenchmarkagenttestsagentagentuuidbenchmarkpostop.js +19 -0
- package/esm/models/runagentbenchmarkagenttestsagentagentuuidbenchmarkpostop.js.map +1 -0
- package/esm/models/runagenttestagenttestsagentagentuuidrunpostop.d.ts +0 -1
- package/esm/models/runagenttestagenttestsagentagentuuidrunpostop.d.ts.map +1 -1
- package/esm/models/runagenttestagenttestsagentagentuuidrunpostop.js +1 -2
- package/esm/models/runagenttestagenttestsagentagentuuidrunpostop.js.map +1 -1
- package/esm/models/runtestsbatchagenttestsrunpostop.d.ts +0 -1
- package/esm/models/runtestsbatchagenttestsrunpostop.d.ts.map +1 -1
- package/esm/models/runtestsbatchagenttestsrunpostop.js +0 -1
- package/esm/models/runtestsbatchagenttestsrunpostop.js.map +1 -1
- package/esm/models/startevaluatorrunannotationtaskstaskuuidevaluatorrunspostop.d.ts +13 -0
- package/esm/models/startevaluatorrunannotationtaskstaskuuidevaluatorrunspostop.d.ts.map +1 -0
- package/esm/models/startevaluatorrunannotationtaskstaskuuidevaluatorrunspostop.js +17 -0
- package/esm/models/startevaluatorrunannotationtaskstaskuuidevaluatorrunspostop.js.map +1 -0
- package/esm/models/taskagreementannotationtaskstaskuuidagreementgetop.d.ts +31 -0
- package/esm/models/taskagreementannotationtaskstaskuuidagreementgetop.d.ts.map +1 -0
- package/esm/models/taskagreementannotationtaskstaskuuidagreementgetop.js +30 -0
- package/esm/models/taskagreementannotationtaskstaskuuidagreementgetop.js.map +1 -0
- package/esm/models/taskagreementresponse.d.ts +17 -0
- package/esm/models/taskagreementresponse.d.ts.map +1 -0
- package/esm/models/taskagreementresponse.js +28 -0
- package/esm/models/taskagreementresponse.js.map +1 -0
- package/esm/models/taskstatus.d.ts +1 -1
- package/esm/models/tasksummaryannotationtaskstaskuuidsummarygetop.d.ts +34 -0
- package/esm/models/tasksummaryannotationtaskstaskuuidsummarygetop.d.ts.map +1 -0
- package/esm/models/tasksummaryannotationtaskstaskuuidsummarygetop.js +33 -0
- package/esm/models/tasksummaryannotationtaskstaskuuidsummarygetop.js.map +1 -0
- package/esm/models/tasksummaryresponse.d.ts +47 -0
- package/esm/models/tasksummaryresponse.d.ts.map +1 -0
- package/esm/models/tasksummaryresponse.js +49 -0
- package/esm/models/tasksummaryresponse.js.map +1 -0
- package/esm/models/testcaseresult.d.ts.map +1 -1
- package/esm/models/testcaseresult.js +7 -7
- package/esm/models/testcaseresult.js.map +1 -1
- package/esm/models/testcreate.js +3 -3
- package/esm/models/testcreate.js.map +1 -1
- package/esm/models/testoutput.js +2 -2
- package/esm/models/testoutput.js.map +1 -1
- package/esm/models/testrunevaluator.d.ts +4 -4
- package/esm/models/testrunevaluator.d.ts.map +1 -1
- package/esm/models/testrunevaluator.js +8 -7
- package/esm/models/testrunevaluator.js.map +1 -1
- package/esm/models/testrunstatusresponse.js +8 -8
- package/esm/models/testrunstatusresponse.js.map +1 -1
- package/esm/models/testupdate.js +2 -2
- package/esm/models/testupdate.js.map +1 -1
- package/esm/models/toolcalloutput.js +2 -2
- package/esm/models/toolcalloutput.js.map +1 -1
- package/esm/models/updateagentendpointagentsagentuuidputop.d.ts +0 -1
- package/esm/models/updateagentendpointagentsagentuuidputop.d.ts.map +1 -1
- package/esm/models/updateagentendpointagentsagentuuidputop.js +1 -2
- package/esm/models/updateagentendpointagentsagentuuidputop.js.map +1 -1
- package/esm/models/updatetestendpointteststestuuidputop.d.ts +0 -1
- package/esm/models/updatetestendpointteststestuuidputop.d.ts.map +1 -1
- package/esm/models/updatetestendpointteststestuuidputop.js +0 -1
- package/esm/models/updatetestendpointteststestuuidputop.js.map +1 -1
- package/esm/models/variablespec.d.ts +8 -0
- package/esm/models/variablespec.d.ts.map +1 -0
- package/esm/models/variablespec.js +10 -0
- package/esm/models/variablespec.js.map +1 -0
- package/esm/models/verifyagentconnectionagentsagentuuidverifyconnectionpostop.d.ts +13 -0
- package/esm/models/verifyagentconnectionagentsagentuuidverifyconnectionpostop.d.ts.map +1 -0
- package/esm/models/verifyagentconnectionagentsagentuuidverifyconnectionpostop.js +18 -0
- package/esm/models/verifyagentconnectionagentsagentuuidverifyconnectionpostop.js.map +1 -0
- package/esm/models/verifyconnectionresponse.d.ts +10 -0
- package/esm/models/verifyconnectionresponse.d.ts.map +1 -0
- package/esm/models/verifyconnectionresponse.js +10 -0
- package/esm/models/verifyconnectionresponse.js.map +1 -0
- package/esm/models/versioncreateresponse.d.ts +7 -0
- package/esm/models/versioncreateresponse.d.ts.map +1 -0
- package/esm/models/versioncreateresponse.js +9 -0
- package/esm/models/versioncreateresponse.js.map +1 -0
- package/esm/tool-names.d.ts.map +1 -1
- package/esm/tool-names.js +80 -0
- package/esm/tool-names.js.map +1 -1
- package/package.json +1 -1
- package/src/funcs/agentTestsBenchmark.ts +160 -0
- package/src/funcs/agentTestsGetBenchmark.ts +159 -0
- package/src/funcs/agentTestsGetRun.ts +1 -5
- package/src/funcs/agentTestsLink.ts +149 -0
- package/src/funcs/agentTestsListForAgent.ts +159 -0
- package/src/funcs/agentTestsListRunsForAgent.ts +159 -0
- package/src/funcs/agentTestsRun.ts +1 -5
- package/src/funcs/agentTestsRunBatch.ts +1 -5
- package/src/funcs/agentsCreate.ts +0 -4
- package/src/funcs/agentsGet.ts +0 -4
- package/src/funcs/agentsList.ts +0 -4
- package/src/funcs/agentsResolve.ts +0 -4
- package/src/funcs/agentsUpdate.ts +0 -4
- package/src/funcs/agentsVerifyConnection.ts +160 -0
- package/src/funcs/annotationTasksAddItems.ts +160 -0
- package/src/funcs/annotationTasksCreate.ts +151 -0
- package/src/funcs/annotationTasksCreateEvaluatorRun.ts +160 -0
- package/src/funcs/annotationTasksGet.ts +159 -0
- package/src/funcs/annotationTasksGetAgreement.ts +164 -0
- package/src/funcs/annotationTasksGetEvaluatorRun.ts +167 -0
- package/src/funcs/annotationTasksGetSummary.ts +169 -0
- package/src/funcs/annotationTasksLinkEvaluator.ts +160 -0
- package/src/funcs/annotationTasksList.ts +150 -0
- package/src/funcs/annotationTasksUpdateItems.ts +160 -0
- package/src/funcs/evaluatorsCreate.ts +149 -0
- package/src/funcs/evaluatorsCreateVersion.ts +160 -0
- package/src/funcs/evaluatorsGet.ts +159 -0
- package/src/funcs/evaluatorsList.ts +154 -0
- package/src/funcs/testsBulkCreate.ts +0 -4
- package/src/funcs/testsCreate.ts +0 -4
- package/src/funcs/testsGet.ts +0 -4
- package/src/funcs/testsList.ts +0 -4
- package/src/funcs/testsUpdate.ts +0 -4
- package/src/landing-page.ts +1 -1
- package/src/lib/config.ts +2 -2
- package/src/mcp-server/mcp-server.ts +1 -1
- package/src/mcp-server/server.ts +41 -1
- package/src/mcp-server/tools/agentTestsBenchmark.ts +44 -0
- package/src/mcp-server/tools/agentTestsGetBenchmark.ts +43 -0
- package/src/mcp-server/tools/agentTestsLink.ts +43 -0
- package/src/mcp-server/tools/agentTestsListForAgent.ts +43 -0
- package/src/mcp-server/tools/agentTestsListRunsForAgent.ts +43 -0
- package/src/mcp-server/tools/agentsResolve.ts +1 -1
- package/src/mcp-server/tools/agentsVerifyConnection.ts +44 -0
- package/src/mcp-server/tools/annotationTasksAddItems.ts +43 -0
- package/src/mcp-server/tools/annotationTasksCreate.ts +43 -0
- package/src/mcp-server/tools/annotationTasksCreateEvaluatorRun.ts +46 -0
- package/src/mcp-server/tools/annotationTasksGet.ts +43 -0
- package/src/mcp-server/tools/annotationTasksGetAgreement.ts +43 -0
- package/src/mcp-server/tools/annotationTasksGetEvaluatorRun.ts +47 -0
- package/src/mcp-server/tools/annotationTasksGetSummary.ts +43 -0
- package/src/mcp-server/tools/annotationTasksLinkEvaluator.ts +44 -0
- package/src/mcp-server/tools/annotationTasksList.ts +42 -0
- package/src/mcp-server/tools/annotationTasksUpdateItems.ts +42 -0
- package/src/mcp-server/tools/evaluatorsCreate.ts +43 -0
- package/src/mcp-server/tools/evaluatorsCreateVersion.ts +43 -0
- package/src/mcp-server/tools/evaluatorsGet.ts +42 -0
- package/src/mcp-server/tools/evaluatorsList.ts +43 -0
- package/src/models/agentcreate.ts +1 -1
- package/src/models/agenttestruncreateresponse.ts +7 -5
- package/src/models/agenttestrunlistitem.ts +116 -0
- package/src/models/agenttestrunsresponse.ts +18 -0
- package/src/models/agenttestscreate.ts +19 -0
- package/src/models/agenttestscreateresponse.ts +13 -0
- package/src/models/agentupdate.ts +1 -1
- package/src/models/agentverifyrequest.ts +30 -0
- package/src/models/annotationitempayload.ts +20 -0
- package/src/models/annotationtaskcreate.ts +68 -0
- package/src/models/annotationtaskcreateresponse.ts +14 -0
- package/src/models/annotationtaskresponse.ts +89 -0
- package/src/models/batchtestrun.ts +6 -6
- package/src/models/batchtestskip.ts +32 -2
- package/src/models/benchmarkrequest.ts +19 -0
- package/src/models/benchmarkstatusresponse.ts +47 -0
- package/src/models/bulkcreateitemsannotationtaskstaskuuiditemspostop.ts +40 -0
- package/src/models/bulkcreateitemsresponse.ts +31 -0
- package/src/models/bulkitemsrequest.ts +25 -0
- package/src/models/bulktestitem.ts +1 -1
- package/src/models/bulktestupload.ts +6 -6
- package/src/models/bulktestuploadresponse.ts +1 -1
- package/src/models/bulkupdateitemsannotationtaskstaskuuiditemsputop.ts +40 -0
- package/src/models/bulkupdateitemsrequest.ts +19 -0
- package/src/models/bulkupdateitemsresponse.ts +13 -0
- package/src/models/bulkuploadteststestsbulkpostop.ts +0 -2
- package/src/models/createagentendpointagentspostop.ts +0 -2
- package/src/models/createagenttestlinksagenttestspostop.ts +40 -0
- package/src/models/createannotationtaskendpointannotationtaskspostop.ts +38 -0
- package/src/models/createevaluatorendpointevaluatorspostop.ts +40 -0
- package/src/models/createtestendpointtestspostop.ts +0 -2
- package/src/models/createversionevaluatorsevaluatoruuidversionspostop.ts +44 -0
- package/src/models/evaluatorcreate.ts +142 -0
- package/src/models/evaluatorcreateresponse.ts +14 -0
- package/src/models/evaluatordetailresponse.ts +165 -0
- package/src/models/evaluatorlinkrequest.ts +14 -0
- package/src/models/evaluatorlinkresponse.ts +12 -0
- package/src/models/evaluatorrunlaunchresponse.ts +45 -0
- package/src/models/evaluatorrunrequestentry.ts +21 -0
- package/src/models/evaluatorrunresponse.ts +101 -0
- package/src/models/evaluatorrunstartrequest.ts +33 -0
- package/src/models/evaluatorversioncreate.ts +36 -0
- package/src/models/evaluatorversioncreaterequest.ts +38 -0
- package/src/models/evaluatorversionresponse.ts +41 -0
- package/src/models/getagentendpointagentsagentuuidgetop.ts +1 -3
- package/src/models/getagenttestrunsagenttestsagentagentuuidrunsgetop.ts +34 -0
- package/src/models/getagenttestrunstatusagenttestsruntaskidgetop.ts +0 -2
- package/src/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.ts +38 -0
- package/src/models/getannotationtaskendpointannotationtaskstaskuuidgetop.ts +36 -0
- package/src/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.ts +36 -0
- package/src/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.ts +34 -0
- package/src/models/getevaluatorrunjobannotationtaskstaskuuidevaluatorrunsjobuuidgetop.ts +37 -0
- package/src/models/gettestendpointteststestuuidgetop.ts +0 -2
- package/src/models/humanagreementblock.ts +43 -0
- package/src/models/itemupdatepayload.ts +15 -0
- package/src/models/judgeresult.ts +5 -5
- package/src/models/linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.ts +42 -0
- package/src/models/listagentsagentsgetop.ts +0 -2
- package/src/models/listannotationtasksannotationtasksgetop.ts +34 -0
- package/src/models/listevaluatorsevaluatorsgetop.ts +93 -0
- package/src/models/listteststestsgetop.ts +1 -5
- package/src/models/modelresult.ts +50 -0
- package/src/models/outputconfig.ts +19 -0
- package/src/models/outputscaleentry.ts +35 -0
- package/src/models/paginationmeta.ts +13 -0
- package/src/models/resolveagentnamesagentsresolvepostop.ts +0 -2
- package/src/models/routersagentteststestresponse.ts +65 -0
- package/src/models/routersevaluatorsevaluatorresponse.ts +167 -0
- package/src/models/routerstestsevaluatorref.ts +1 -1
- package/src/models/routersteststestresponse.ts +5 -7
- package/src/models/runagentbenchmarkagenttestsagentagentuuidbenchmarkpostop.ts +42 -0
- package/src/models/runagenttestagenttestsagentagentuuidrunpostop.ts +1 -3
- package/src/models/runtestsbatchagenttestsrunpostop.ts +0 -2
- package/src/models/startevaluatorrunannotationtaskstaskuuidevaluatorrunspostop.ts +42 -0
- package/src/models/taskagreementannotationtaskstaskuuidagreementgetop.ts +66 -0
- package/src/models/taskagreementresponse.ts +52 -0
- package/src/models/tasksummaryannotationtaskstaskuuidsummarygetop.ts +76 -0
- package/src/models/tasksummaryresponse.ts +82 -0
- package/src/models/testcaseresult.ts +7 -9
- package/src/models/testcreate.ts +3 -3
- package/src/models/testoutput.ts +2 -2
- package/src/models/testrunevaluator.ts +14 -11
- package/src/models/testrunstatusresponse.ts +8 -8
- package/src/models/testupdate.ts +2 -2
- package/src/models/toolcalloutput.ts +2 -2
- package/src/models/updateagentendpointagentsagentuuidputop.ts +1 -3
- package/src/models/updatetestendpointteststestuuidputop.ts +0 -2
- package/src/models/variablespec.ts +23 -0
- package/src/models/verifyagentconnectionagentsagentuuidverifyconnectionpostop.ts +42 -0
- package/src/models/verifyconnectionresponse.ts +25 -0
- package/src/models/versioncreateresponse.ts +18 -0
- package/src/tool-names.ts +80 -0
|
@@ -0,0 +1,150 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
|
|
5
|
+
import { CalibrateMcpCore } from "../core.js";
|
|
6
|
+
import { encodeSimple } from "../lib/encodings.js";
|
|
7
|
+
import { compactMap } from "../lib/primitives.js";
|
|
8
|
+
import { safeParse } from "../lib/schemas.js";
|
|
9
|
+
import { RequestOptions } from "../lib/sdks.js";
|
|
10
|
+
import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
|
|
11
|
+
import { pathToFunc } from "../lib/url.js";
|
|
12
|
+
import { APIError } from "../models/errors/apierror.js";
|
|
13
|
+
import {
|
|
14
|
+
ConnectionError,
|
|
15
|
+
InvalidRequestError,
|
|
16
|
+
RequestAbortedError,
|
|
17
|
+
RequestTimeoutError,
|
|
18
|
+
UnexpectedClientError,
|
|
19
|
+
} from "../models/errors/httpclienterrors.js";
|
|
20
|
+
import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
|
|
21
|
+
import {
|
|
22
|
+
ListAnnotationTasksAnnotationTasksGetRequest,
|
|
23
|
+
ListAnnotationTasksAnnotationTasksGetRequest$zodSchema,
|
|
24
|
+
} from "../models/listannotationtasksannotationtasksgetop.js";
|
|
25
|
+
import { APICall, APIPromise } from "../types/async.js";
|
|
26
|
+
import { Result } from "../types/fp.js";
|
|
27
|
+
|
|
28
|
+
/**
|
|
29
|
+
* List annotation tasks
|
|
30
|
+
*
|
|
31
|
+
* @remarks
|
|
32
|
+
* List annotation tasks with linked evaluators
|
|
33
|
+
*/
|
|
34
|
+
export function annotationTasksList(
|
|
35
|
+
client$: CalibrateMcpCore,
|
|
36
|
+
request?: ListAnnotationTasksAnnotationTasksGetRequest | undefined,
|
|
37
|
+
options?: RequestOptions,
|
|
38
|
+
): APIPromise<
|
|
39
|
+
Result<
|
|
40
|
+
Response,
|
|
41
|
+
| APIError
|
|
42
|
+
| SDKValidationError
|
|
43
|
+
| UnexpectedClientError
|
|
44
|
+
| InvalidRequestError
|
|
45
|
+
| RequestAbortedError
|
|
46
|
+
| RequestTimeoutError
|
|
47
|
+
| ConnectionError
|
|
48
|
+
>
|
|
49
|
+
> {
|
|
50
|
+
return new APIPromise($do(
|
|
51
|
+
client$,
|
|
52
|
+
request,
|
|
53
|
+
options,
|
|
54
|
+
));
|
|
55
|
+
}
|
|
56
|
+
|
|
57
|
+
async function $do(
|
|
58
|
+
client$: CalibrateMcpCore,
|
|
59
|
+
request?: ListAnnotationTasksAnnotationTasksGetRequest | undefined,
|
|
60
|
+
options?: RequestOptions,
|
|
61
|
+
): Promise<
|
|
62
|
+
[
|
|
63
|
+
Result<
|
|
64
|
+
Response,
|
|
65
|
+
| APIError
|
|
66
|
+
| SDKValidationError
|
|
67
|
+
| UnexpectedClientError
|
|
68
|
+
| InvalidRequestError
|
|
69
|
+
| RequestAbortedError
|
|
70
|
+
| RequestTimeoutError
|
|
71
|
+
| ConnectionError
|
|
72
|
+
>,
|
|
73
|
+
APICall,
|
|
74
|
+
]
|
|
75
|
+
> {
|
|
76
|
+
const parsed$ = safeParse(
|
|
77
|
+
request,
|
|
78
|
+
(value$) =>
|
|
79
|
+
ListAnnotationTasksAnnotationTasksGetRequest$zodSchema.optional().parse(
|
|
80
|
+
value$,
|
|
81
|
+
),
|
|
82
|
+
"Input validation failed",
|
|
83
|
+
);
|
|
84
|
+
if (!parsed$.ok) {
|
|
85
|
+
return [parsed$, { status: "invalid" }];
|
|
86
|
+
}
|
|
87
|
+
const payload$ = parsed$.value;
|
|
88
|
+
const body$ = null;
|
|
89
|
+
const path$ = pathToFunc("/annotation-tasks")();
|
|
90
|
+
|
|
91
|
+
const headers$ = new Headers(compactMap({
|
|
92
|
+
Accept: "application/json",
|
|
93
|
+
"X-API-Key": encodeSimple("X-API-Key", payload$?.xAPIKey, {
|
|
94
|
+
explode: false,
|
|
95
|
+
charEncoding: "none",
|
|
96
|
+
}),
|
|
97
|
+
}));
|
|
98
|
+
const securityInput = await extractSecurity(client$._options.security);
|
|
99
|
+
const requestSecurity = resolveGlobalSecurity(securityInput);
|
|
100
|
+
|
|
101
|
+
const context = {
|
|
102
|
+
options: client$._options,
|
|
103
|
+
baseURL: options?.serverURL ?? client$._baseURL ?? "",
|
|
104
|
+
operationID: "list_annotation_tasks_annotation_tasks_get",
|
|
105
|
+
oAuth2Scopes: null,
|
|
106
|
+
resolvedSecurity: requestSecurity,
|
|
107
|
+
securitySource: client$._options.security,
|
|
108
|
+
retryConfig: options?.retries
|
|
109
|
+
|| client$._options.retryConfig
|
|
110
|
+
|| { strategy: "none" },
|
|
111
|
+
retryCodes: options?.retryCodes || [
|
|
112
|
+
"429",
|
|
113
|
+
"500",
|
|
114
|
+
"502",
|
|
115
|
+
"503",
|
|
116
|
+
"504",
|
|
117
|
+
],
|
|
118
|
+
};
|
|
119
|
+
|
|
120
|
+
const requestRes = client$._createRequest(context, {
|
|
121
|
+
security: requestSecurity,
|
|
122
|
+
method: "GET",
|
|
123
|
+
baseURL: options?.serverURL,
|
|
124
|
+
path: path$,
|
|
125
|
+
headers: headers$,
|
|
126
|
+
body: body$,
|
|
127
|
+
userAgent: client$._options.userAgent,
|
|
128
|
+
timeoutMs: options?.timeoutMs || client$._options.timeoutMs
|
|
129
|
+
|| -1,
|
|
130
|
+
}, options);
|
|
131
|
+
if (!requestRes.ok) {
|
|
132
|
+
return [requestRes, { status: "invalid" }];
|
|
133
|
+
}
|
|
134
|
+
const req$ = requestRes.value;
|
|
135
|
+
|
|
136
|
+
const doResult = await client$._do(req$, {
|
|
137
|
+
context,
|
|
138
|
+
errorCodes: [],
|
|
139
|
+
retryConfig: context.retryConfig,
|
|
140
|
+
retryCodes: context.retryCodes,
|
|
141
|
+
});
|
|
142
|
+
if (!doResult.ok) {
|
|
143
|
+
return [doResult, { status: "request-error", request: req$ }];
|
|
144
|
+
}
|
|
145
|
+
return [doResult, {
|
|
146
|
+
status: "complete",
|
|
147
|
+
"request": req$,
|
|
148
|
+
response: doResult.value,
|
|
149
|
+
}];
|
|
150
|
+
}
|
|
@@ -0,0 +1,160 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
|
|
5
|
+
import { CalibrateMcpCore } from "../core.js";
|
|
6
|
+
import { encodeJSON, encodeSimple } from "../lib/encodings.js";
|
|
7
|
+
import { compactMap } from "../lib/primitives.js";
|
|
8
|
+
import { safeParse } from "../lib/schemas.js";
|
|
9
|
+
import { RequestOptions } from "../lib/sdks.js";
|
|
10
|
+
import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
|
|
11
|
+
import { pathToFunc } from "../lib/url.js";
|
|
12
|
+
import {
|
|
13
|
+
BulkUpdateItemsAnnotationTasksTaskUuidItemsPutRequest,
|
|
14
|
+
BulkUpdateItemsAnnotationTasksTaskUuidItemsPutRequest$zodSchema,
|
|
15
|
+
} from "../models/bulkupdateitemsannotationtaskstaskuuiditemsputop.js";
|
|
16
|
+
import { APIError } from "../models/errors/apierror.js";
|
|
17
|
+
import {
|
|
18
|
+
ConnectionError,
|
|
19
|
+
InvalidRequestError,
|
|
20
|
+
RequestAbortedError,
|
|
21
|
+
RequestTimeoutError,
|
|
22
|
+
UnexpectedClientError,
|
|
23
|
+
} from "../models/errors/httpclienterrors.js";
|
|
24
|
+
import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
|
|
25
|
+
import { APICall, APIPromise } from "../types/async.js";
|
|
26
|
+
import { Result } from "../types/fp.js";
|
|
27
|
+
|
|
28
|
+
/**
|
|
29
|
+
* Bulk update items
|
|
30
|
+
*
|
|
31
|
+
* @remarks
|
|
32
|
+
* Bulk-update item payloads in a task
|
|
33
|
+
*/
|
|
34
|
+
export function annotationTasksUpdateItems(
|
|
35
|
+
client$: CalibrateMcpCore,
|
|
36
|
+
request: BulkUpdateItemsAnnotationTasksTaskUuidItemsPutRequest,
|
|
37
|
+
options?: RequestOptions,
|
|
38
|
+
): APIPromise<
|
|
39
|
+
Result<
|
|
40
|
+
Response,
|
|
41
|
+
| APIError
|
|
42
|
+
| SDKValidationError
|
|
43
|
+
| UnexpectedClientError
|
|
44
|
+
| InvalidRequestError
|
|
45
|
+
| RequestAbortedError
|
|
46
|
+
| RequestTimeoutError
|
|
47
|
+
| ConnectionError
|
|
48
|
+
>
|
|
49
|
+
> {
|
|
50
|
+
return new APIPromise($do(
|
|
51
|
+
client$,
|
|
52
|
+
request,
|
|
53
|
+
options,
|
|
54
|
+
));
|
|
55
|
+
}
|
|
56
|
+
|
|
57
|
+
async function $do(
|
|
58
|
+
client$: CalibrateMcpCore,
|
|
59
|
+
request: BulkUpdateItemsAnnotationTasksTaskUuidItemsPutRequest,
|
|
60
|
+
options?: RequestOptions,
|
|
61
|
+
): Promise<
|
|
62
|
+
[
|
|
63
|
+
Result<
|
|
64
|
+
Response,
|
|
65
|
+
| APIError
|
|
66
|
+
| SDKValidationError
|
|
67
|
+
| UnexpectedClientError
|
|
68
|
+
| InvalidRequestError
|
|
69
|
+
| RequestAbortedError
|
|
70
|
+
| RequestTimeoutError
|
|
71
|
+
| ConnectionError
|
|
72
|
+
>,
|
|
73
|
+
APICall,
|
|
74
|
+
]
|
|
75
|
+
> {
|
|
76
|
+
const parsed$ = safeParse(
|
|
77
|
+
request,
|
|
78
|
+
(value$) =>
|
|
79
|
+
BulkUpdateItemsAnnotationTasksTaskUuidItemsPutRequest$zodSchema.parse(
|
|
80
|
+
value$,
|
|
81
|
+
),
|
|
82
|
+
"Input validation failed",
|
|
83
|
+
);
|
|
84
|
+
if (!parsed$.ok) {
|
|
85
|
+
return [parsed$, { status: "invalid" }];
|
|
86
|
+
}
|
|
87
|
+
const payload$ = parsed$.value;
|
|
88
|
+
const body$ = encodeJSON("body", payload$.body, { explode: true });
|
|
89
|
+
|
|
90
|
+
const pathParams$ = {
|
|
91
|
+
task_uuid: encodeSimple("task_uuid", payload$.task_uuid, {
|
|
92
|
+
explode: false,
|
|
93
|
+
charEncoding: "percent",
|
|
94
|
+
}),
|
|
95
|
+
};
|
|
96
|
+
const path$ = pathToFunc("/annotation-tasks/{task_uuid}/items")(
|
|
97
|
+
pathParams$,
|
|
98
|
+
);
|
|
99
|
+
|
|
100
|
+
const headers$ = new Headers(compactMap({
|
|
101
|
+
"Content-Type": "application/json",
|
|
102
|
+
Accept: "application/json",
|
|
103
|
+
"X-API-Key": encodeSimple("X-API-Key", payload$.xAPIKey, {
|
|
104
|
+
explode: false,
|
|
105
|
+
charEncoding: "none",
|
|
106
|
+
}),
|
|
107
|
+
}));
|
|
108
|
+
const securityInput = await extractSecurity(client$._options.security);
|
|
109
|
+
const requestSecurity = resolveGlobalSecurity(securityInput);
|
|
110
|
+
|
|
111
|
+
const context = {
|
|
112
|
+
options: client$._options,
|
|
113
|
+
baseURL: options?.serverURL ?? client$._baseURL ?? "",
|
|
114
|
+
operationID: "bulk_update_items_annotation_tasks__task_uuid__items_put",
|
|
115
|
+
oAuth2Scopes: null,
|
|
116
|
+
resolvedSecurity: requestSecurity,
|
|
117
|
+
securitySource: client$._options.security,
|
|
118
|
+
retryConfig: options?.retries
|
|
119
|
+
|| client$._options.retryConfig
|
|
120
|
+
|| { strategy: "none" },
|
|
121
|
+
retryCodes: options?.retryCodes || [
|
|
122
|
+
"429",
|
|
123
|
+
"500",
|
|
124
|
+
"502",
|
|
125
|
+
"503",
|
|
126
|
+
"504",
|
|
127
|
+
],
|
|
128
|
+
};
|
|
129
|
+
|
|
130
|
+
const requestRes = client$._createRequest(context, {
|
|
131
|
+
security: requestSecurity,
|
|
132
|
+
method: "PUT",
|
|
133
|
+
baseURL: options?.serverURL,
|
|
134
|
+
path: path$,
|
|
135
|
+
headers: headers$,
|
|
136
|
+
body: body$,
|
|
137
|
+
userAgent: client$._options.userAgent,
|
|
138
|
+
timeoutMs: options?.timeoutMs || client$._options.timeoutMs
|
|
139
|
+
|| -1,
|
|
140
|
+
}, options);
|
|
141
|
+
if (!requestRes.ok) {
|
|
142
|
+
return [requestRes, { status: "invalid" }];
|
|
143
|
+
}
|
|
144
|
+
const req$ = requestRes.value;
|
|
145
|
+
|
|
146
|
+
const doResult = await client$._do(req$, {
|
|
147
|
+
context,
|
|
148
|
+
errorCodes: [],
|
|
149
|
+
retryConfig: context.retryConfig,
|
|
150
|
+
retryCodes: context.retryCodes,
|
|
151
|
+
});
|
|
152
|
+
if (!doResult.ok) {
|
|
153
|
+
return [doResult, { status: "request-error", request: req$ }];
|
|
154
|
+
}
|
|
155
|
+
return [doResult, {
|
|
156
|
+
status: "complete",
|
|
157
|
+
"request": req$,
|
|
158
|
+
response: doResult.value,
|
|
159
|
+
}];
|
|
160
|
+
}
|
|
@@ -0,0 +1,149 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
|
|
5
|
+
import { CalibrateMcpCore } from "../core.js";
|
|
6
|
+
import { encodeJSON, encodeSimple } from "../lib/encodings.js";
|
|
7
|
+
import { compactMap } from "../lib/primitives.js";
|
|
8
|
+
import { safeParse } from "../lib/schemas.js";
|
|
9
|
+
import { RequestOptions } from "../lib/sdks.js";
|
|
10
|
+
import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
|
|
11
|
+
import { pathToFunc } from "../lib/url.js";
|
|
12
|
+
import {
|
|
13
|
+
CreateEvaluatorEndpointEvaluatorsPostRequest,
|
|
14
|
+
CreateEvaluatorEndpointEvaluatorsPostRequest$zodSchema,
|
|
15
|
+
} from "../models/createevaluatorendpointevaluatorspostop.js";
|
|
16
|
+
import { APIError } from "../models/errors/apierror.js";
|
|
17
|
+
import {
|
|
18
|
+
ConnectionError,
|
|
19
|
+
InvalidRequestError,
|
|
20
|
+
RequestAbortedError,
|
|
21
|
+
RequestTimeoutError,
|
|
22
|
+
UnexpectedClientError,
|
|
23
|
+
} from "../models/errors/httpclienterrors.js";
|
|
24
|
+
import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
|
|
25
|
+
import { APICall, APIPromise } from "../types/async.js";
|
|
26
|
+
import { Result } from "../types/fp.js";
|
|
27
|
+
|
|
28
|
+
/**
|
|
29
|
+
* Create evaluator
|
|
30
|
+
*
|
|
31
|
+
* @remarks
|
|
32
|
+
* Create an evaluator along with its first version, which is set live
|
|
33
|
+
*/
|
|
34
|
+
export function evaluatorsCreate(
|
|
35
|
+
client$: CalibrateMcpCore,
|
|
36
|
+
request: CreateEvaluatorEndpointEvaluatorsPostRequest,
|
|
37
|
+
options?: RequestOptions,
|
|
38
|
+
): APIPromise<
|
|
39
|
+
Result<
|
|
40
|
+
Response,
|
|
41
|
+
| APIError
|
|
42
|
+
| SDKValidationError
|
|
43
|
+
| UnexpectedClientError
|
|
44
|
+
| InvalidRequestError
|
|
45
|
+
| RequestAbortedError
|
|
46
|
+
| RequestTimeoutError
|
|
47
|
+
| ConnectionError
|
|
48
|
+
>
|
|
49
|
+
> {
|
|
50
|
+
return new APIPromise($do(
|
|
51
|
+
client$,
|
|
52
|
+
request,
|
|
53
|
+
options,
|
|
54
|
+
));
|
|
55
|
+
}
|
|
56
|
+
|
|
57
|
+
async function $do(
|
|
58
|
+
client$: CalibrateMcpCore,
|
|
59
|
+
request: CreateEvaluatorEndpointEvaluatorsPostRequest,
|
|
60
|
+
options?: RequestOptions,
|
|
61
|
+
): Promise<
|
|
62
|
+
[
|
|
63
|
+
Result<
|
|
64
|
+
Response,
|
|
65
|
+
| APIError
|
|
66
|
+
| SDKValidationError
|
|
67
|
+
| UnexpectedClientError
|
|
68
|
+
| InvalidRequestError
|
|
69
|
+
| RequestAbortedError
|
|
70
|
+
| RequestTimeoutError
|
|
71
|
+
| ConnectionError
|
|
72
|
+
>,
|
|
73
|
+
APICall,
|
|
74
|
+
]
|
|
75
|
+
> {
|
|
76
|
+
const parsed$ = safeParse(
|
|
77
|
+
request,
|
|
78
|
+
(value$) =>
|
|
79
|
+
CreateEvaluatorEndpointEvaluatorsPostRequest$zodSchema.parse(value$),
|
|
80
|
+
"Input validation failed",
|
|
81
|
+
);
|
|
82
|
+
if (!parsed$.ok) {
|
|
83
|
+
return [parsed$, { status: "invalid" }];
|
|
84
|
+
}
|
|
85
|
+
const payload$ = parsed$.value;
|
|
86
|
+
const body$ = encodeJSON("body", payload$.body, { explode: true });
|
|
87
|
+
const path$ = pathToFunc("/evaluators")();
|
|
88
|
+
|
|
89
|
+
const headers$ = new Headers(compactMap({
|
|
90
|
+
"Content-Type": "application/json",
|
|
91
|
+
Accept: "application/json",
|
|
92
|
+
"X-API-Key": encodeSimple("X-API-Key", payload$.xAPIKey, {
|
|
93
|
+
explode: false,
|
|
94
|
+
charEncoding: "none",
|
|
95
|
+
}),
|
|
96
|
+
}));
|
|
97
|
+
const securityInput = await extractSecurity(client$._options.security);
|
|
98
|
+
const requestSecurity = resolveGlobalSecurity(securityInput);
|
|
99
|
+
|
|
100
|
+
const context = {
|
|
101
|
+
options: client$._options,
|
|
102
|
+
baseURL: options?.serverURL ?? client$._baseURL ?? "",
|
|
103
|
+
operationID: "create_evaluator_endpoint_evaluators_post",
|
|
104
|
+
oAuth2Scopes: null,
|
|
105
|
+
resolvedSecurity: requestSecurity,
|
|
106
|
+
securitySource: client$._options.security,
|
|
107
|
+
retryConfig: options?.retries
|
|
108
|
+
|| client$._options.retryConfig
|
|
109
|
+
|| { strategy: "none" },
|
|
110
|
+
retryCodes: options?.retryCodes || [
|
|
111
|
+
"429",
|
|
112
|
+
"500",
|
|
113
|
+
"502",
|
|
114
|
+
"503",
|
|
115
|
+
"504",
|
|
116
|
+
],
|
|
117
|
+
};
|
|
118
|
+
|
|
119
|
+
const requestRes = client$._createRequest(context, {
|
|
120
|
+
security: requestSecurity,
|
|
121
|
+
method: "POST",
|
|
122
|
+
baseURL: options?.serverURL,
|
|
123
|
+
path: path$,
|
|
124
|
+
headers: headers$,
|
|
125
|
+
body: body$,
|
|
126
|
+
userAgent: client$._options.userAgent,
|
|
127
|
+
timeoutMs: options?.timeoutMs || client$._options.timeoutMs
|
|
128
|
+
|| -1,
|
|
129
|
+
}, options);
|
|
130
|
+
if (!requestRes.ok) {
|
|
131
|
+
return [requestRes, { status: "invalid" }];
|
|
132
|
+
}
|
|
133
|
+
const req$ = requestRes.value;
|
|
134
|
+
|
|
135
|
+
const doResult = await client$._do(req$, {
|
|
136
|
+
context,
|
|
137
|
+
errorCodes: [],
|
|
138
|
+
retryConfig: context.retryConfig,
|
|
139
|
+
retryCodes: context.retryCodes,
|
|
140
|
+
});
|
|
141
|
+
if (!doResult.ok) {
|
|
142
|
+
return [doResult, { status: "request-error", request: req$ }];
|
|
143
|
+
}
|
|
144
|
+
return [doResult, {
|
|
145
|
+
status: "complete",
|
|
146
|
+
"request": req$,
|
|
147
|
+
response: doResult.value,
|
|
148
|
+
}];
|
|
149
|
+
}
|
|
@@ -0,0 +1,160 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
|
|
5
|
+
import { CalibrateMcpCore } from "../core.js";
|
|
6
|
+
import { encodeJSON, encodeSimple } from "../lib/encodings.js";
|
|
7
|
+
import { compactMap } from "../lib/primitives.js";
|
|
8
|
+
import { safeParse } from "../lib/schemas.js";
|
|
9
|
+
import { RequestOptions } from "../lib/sdks.js";
|
|
10
|
+
import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
|
|
11
|
+
import { pathToFunc } from "../lib/url.js";
|
|
12
|
+
import {
|
|
13
|
+
CreateVersionEvaluatorsEvaluatorUuidVersionsPostRequest,
|
|
14
|
+
CreateVersionEvaluatorsEvaluatorUuidVersionsPostRequest$zodSchema,
|
|
15
|
+
} from "../models/createversionevaluatorsevaluatoruuidversionspostop.js";
|
|
16
|
+
import { APIError } from "../models/errors/apierror.js";
|
|
17
|
+
import {
|
|
18
|
+
ConnectionError,
|
|
19
|
+
InvalidRequestError,
|
|
20
|
+
RequestAbortedError,
|
|
21
|
+
RequestTimeoutError,
|
|
22
|
+
UnexpectedClientError,
|
|
23
|
+
} from "../models/errors/httpclienterrors.js";
|
|
24
|
+
import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
|
|
25
|
+
import { APICall, APIPromise } from "../types/async.js";
|
|
26
|
+
import { Result } from "../types/fp.js";
|
|
27
|
+
|
|
28
|
+
/**
|
|
29
|
+
* Create evaluator version
|
|
30
|
+
*
|
|
31
|
+
* @remarks
|
|
32
|
+
* Add a new version to an evaluator you created
|
|
33
|
+
*/
|
|
34
|
+
export function evaluatorsCreateVersion(
|
|
35
|
+
client$: CalibrateMcpCore,
|
|
36
|
+
request: CreateVersionEvaluatorsEvaluatorUuidVersionsPostRequest,
|
|
37
|
+
options?: RequestOptions,
|
|
38
|
+
): APIPromise<
|
|
39
|
+
Result<
|
|
40
|
+
Response,
|
|
41
|
+
| APIError
|
|
42
|
+
| SDKValidationError
|
|
43
|
+
| UnexpectedClientError
|
|
44
|
+
| InvalidRequestError
|
|
45
|
+
| RequestAbortedError
|
|
46
|
+
| RequestTimeoutError
|
|
47
|
+
| ConnectionError
|
|
48
|
+
>
|
|
49
|
+
> {
|
|
50
|
+
return new APIPromise($do(
|
|
51
|
+
client$,
|
|
52
|
+
request,
|
|
53
|
+
options,
|
|
54
|
+
));
|
|
55
|
+
}
|
|
56
|
+
|
|
57
|
+
async function $do(
|
|
58
|
+
client$: CalibrateMcpCore,
|
|
59
|
+
request: CreateVersionEvaluatorsEvaluatorUuidVersionsPostRequest,
|
|
60
|
+
options?: RequestOptions,
|
|
61
|
+
): Promise<
|
|
62
|
+
[
|
|
63
|
+
Result<
|
|
64
|
+
Response,
|
|
65
|
+
| APIError
|
|
66
|
+
| SDKValidationError
|
|
67
|
+
| UnexpectedClientError
|
|
68
|
+
| InvalidRequestError
|
|
69
|
+
| RequestAbortedError
|
|
70
|
+
| RequestTimeoutError
|
|
71
|
+
| ConnectionError
|
|
72
|
+
>,
|
|
73
|
+
APICall,
|
|
74
|
+
]
|
|
75
|
+
> {
|
|
76
|
+
const parsed$ = safeParse(
|
|
77
|
+
request,
|
|
78
|
+
(value$) =>
|
|
79
|
+
CreateVersionEvaluatorsEvaluatorUuidVersionsPostRequest$zodSchema.parse(
|
|
80
|
+
value$,
|
|
81
|
+
),
|
|
82
|
+
"Input validation failed",
|
|
83
|
+
);
|
|
84
|
+
if (!parsed$.ok) {
|
|
85
|
+
return [parsed$, { status: "invalid" }];
|
|
86
|
+
}
|
|
87
|
+
const payload$ = parsed$.value;
|
|
88
|
+
const body$ = encodeJSON("body", payload$.body, { explode: true });
|
|
89
|
+
|
|
90
|
+
const pathParams$ = {
|
|
91
|
+
evaluator_uuid: encodeSimple("evaluator_uuid", payload$.evaluator_uuid, {
|
|
92
|
+
explode: false,
|
|
93
|
+
charEncoding: "percent",
|
|
94
|
+
}),
|
|
95
|
+
};
|
|
96
|
+
const path$ = pathToFunc("/evaluators/{evaluator_uuid}/versions")(
|
|
97
|
+
pathParams$,
|
|
98
|
+
);
|
|
99
|
+
|
|
100
|
+
const headers$ = new Headers(compactMap({
|
|
101
|
+
"Content-Type": "application/json",
|
|
102
|
+
Accept: "application/json",
|
|
103
|
+
"X-API-Key": encodeSimple("X-API-Key", payload$.xAPIKey, {
|
|
104
|
+
explode: false,
|
|
105
|
+
charEncoding: "none",
|
|
106
|
+
}),
|
|
107
|
+
}));
|
|
108
|
+
const securityInput = await extractSecurity(client$._options.security);
|
|
109
|
+
const requestSecurity = resolveGlobalSecurity(securityInput);
|
|
110
|
+
|
|
111
|
+
const context = {
|
|
112
|
+
options: client$._options,
|
|
113
|
+
baseURL: options?.serverURL ?? client$._baseURL ?? "",
|
|
114
|
+
operationID: "create_version_evaluators__evaluator_uuid__versions_post",
|
|
115
|
+
oAuth2Scopes: null,
|
|
116
|
+
resolvedSecurity: requestSecurity,
|
|
117
|
+
securitySource: client$._options.security,
|
|
118
|
+
retryConfig: options?.retries
|
|
119
|
+
|| client$._options.retryConfig
|
|
120
|
+
|| { strategy: "none" },
|
|
121
|
+
retryCodes: options?.retryCodes || [
|
|
122
|
+
"429",
|
|
123
|
+
"500",
|
|
124
|
+
"502",
|
|
125
|
+
"503",
|
|
126
|
+
"504",
|
|
127
|
+
],
|
|
128
|
+
};
|
|
129
|
+
|
|
130
|
+
const requestRes = client$._createRequest(context, {
|
|
131
|
+
security: requestSecurity,
|
|
132
|
+
method: "POST",
|
|
133
|
+
baseURL: options?.serverURL,
|
|
134
|
+
path: path$,
|
|
135
|
+
headers: headers$,
|
|
136
|
+
body: body$,
|
|
137
|
+
userAgent: client$._options.userAgent,
|
|
138
|
+
timeoutMs: options?.timeoutMs || client$._options.timeoutMs
|
|
139
|
+
|| -1,
|
|
140
|
+
}, options);
|
|
141
|
+
if (!requestRes.ok) {
|
|
142
|
+
return [requestRes, { status: "invalid" }];
|
|
143
|
+
}
|
|
144
|
+
const req$ = requestRes.value;
|
|
145
|
+
|
|
146
|
+
const doResult = await client$._do(req$, {
|
|
147
|
+
context,
|
|
148
|
+
errorCodes: [],
|
|
149
|
+
retryConfig: context.retryConfig,
|
|
150
|
+
retryCodes: context.retryCodes,
|
|
151
|
+
});
|
|
152
|
+
if (!doResult.ok) {
|
|
153
|
+
return [doResult, { status: "request-error", request: req$ }];
|
|
154
|
+
}
|
|
155
|
+
return [doResult, {
|
|
156
|
+
status: "complete",
|
|
157
|
+
"request": req$,
|
|
158
|
+
response: doResult.value,
|
|
159
|
+
}];
|
|
160
|
+
}
|