@dalmia/calibrate-mcp 0.0.14 → 0.0.16
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +64 -0
- package/bin/mcp-server.js +3905 -397
- package/bin/mcp-server.js.map +152 -52
- package/esm/funcs/agentTestsBenchmark.d.ts +16 -0
- package/esm/funcs/agentTestsBenchmark.d.ts.map +1 -0
- package/esm/funcs/agentTestsBenchmark.js +93 -0
- package/esm/funcs/agentTestsBenchmark.js.map +1 -0
- package/esm/funcs/agentTestsGetBenchmark.d.ts +16 -0
- package/esm/funcs/agentTestsGetBenchmark.d.ts.map +1 -0
- package/esm/funcs/agentTestsGetBenchmark.js +91 -0
- package/esm/funcs/agentTestsGetBenchmark.js.map +1 -0
- package/esm/funcs/agentTestsGetRun.d.ts +1 -1
- package/esm/funcs/agentTestsGetRun.js +1 -5
- package/esm/funcs/agentTestsGetRun.js.map +1 -1
- package/esm/funcs/agentTestsLink.d.ts +16 -0
- package/esm/funcs/agentTestsLink.d.ts.map +1 -0
- package/esm/funcs/agentTestsLink.js +86 -0
- package/esm/funcs/agentTestsLink.js.map +1 -0
- package/esm/funcs/agentTestsListForAgent.d.ts +16 -0
- package/esm/funcs/agentTestsListForAgent.d.ts.map +1 -0
- package/esm/funcs/agentTestsListForAgent.js +92 -0
- package/esm/funcs/agentTestsListForAgent.js.map +1 -0
- package/esm/funcs/agentTestsListRunsForAgent.d.ts +16 -0
- package/esm/funcs/agentTestsListRunsForAgent.d.ts.map +1 -0
- package/esm/funcs/agentTestsListRunsForAgent.js +91 -0
- package/esm/funcs/agentTestsListRunsForAgent.js.map +1 -0
- package/esm/funcs/agentTestsRun.d.ts +1 -1
- package/esm/funcs/agentTestsRun.js +1 -5
- package/esm/funcs/agentTestsRun.js.map +1 -1
- package/esm/funcs/agentTestsRunBatch.d.ts +1 -1
- package/esm/funcs/agentTestsRunBatch.js +1 -5
- package/esm/funcs/agentTestsRunBatch.js.map +1 -1
- package/esm/funcs/agentsCreate.js +0 -4
- package/esm/funcs/agentsCreate.js.map +1 -1
- package/esm/funcs/agentsGet.js +0 -4
- package/esm/funcs/agentsGet.js.map +1 -1
- package/esm/funcs/agentsList.js +0 -4
- package/esm/funcs/agentsList.js.map +1 -1
- package/esm/funcs/agentsResolve.js +0 -4
- package/esm/funcs/agentsResolve.js.map +1 -1
- package/esm/funcs/agentsUpdate.js +0 -4
- package/esm/funcs/agentsUpdate.js.map +1 -1
- package/esm/funcs/agentsVerifyConnection.d.ts +16 -0
- package/esm/funcs/agentsVerifyConnection.d.ts.map +1 -0
- package/esm/funcs/agentsVerifyConnection.js +93 -0
- package/esm/funcs/agentsVerifyConnection.js.map +1 -0
- package/esm/funcs/annotationTasksAddItems.d.ts +16 -0
- package/esm/funcs/annotationTasksAddItems.d.ts.map +1 -0
- package/esm/funcs/annotationTasksAddItems.js +92 -0
- package/esm/funcs/annotationTasksAddItems.js.map +1 -0
- package/esm/funcs/annotationTasksCreate.d.ts +16 -0
- package/esm/funcs/annotationTasksCreate.d.ts.map +1 -0
- package/esm/funcs/annotationTasksCreate.js +86 -0
- package/esm/funcs/annotationTasksCreate.js.map +1 -0
- package/esm/funcs/annotationTasksCreateEvaluatorRun.d.ts +16 -0
- package/esm/funcs/annotationTasksCreateEvaluatorRun.d.ts.map +1 -0
- package/esm/funcs/annotationTasksCreateEvaluatorRun.js +93 -0
- package/esm/funcs/annotationTasksCreateEvaluatorRun.js.map +1 -0
- package/esm/funcs/annotationTasksGet.d.ts +16 -0
- package/esm/funcs/annotationTasksGet.d.ts.map +1 -0
- package/esm/funcs/annotationTasksGet.js +92 -0
- package/esm/funcs/annotationTasksGet.js.map +1 -0
- package/esm/funcs/annotationTasksGetAgreement.d.ts +16 -0
- package/esm/funcs/annotationTasksGetAgreement.d.ts.map +1 -0
- package/esm/funcs/annotationTasksGetAgreement.js +96 -0
- package/esm/funcs/annotationTasksGetAgreement.js.map +1 -0
- package/esm/funcs/annotationTasksGetEvaluatorRun.d.ts +16 -0
- package/esm/funcs/annotationTasksGetEvaluatorRun.d.ts.map +1 -0
- package/esm/funcs/annotationTasksGetEvaluatorRun.js +96 -0
- package/esm/funcs/annotationTasksGetEvaluatorRun.js.map +1 -0
- package/esm/funcs/annotationTasksGetSummary.d.ts +16 -0
- package/esm/funcs/annotationTasksGetSummary.d.ts.map +1 -0
- package/esm/funcs/annotationTasksGetSummary.js +101 -0
- package/esm/funcs/annotationTasksGetSummary.js.map +1 -0
- package/esm/funcs/annotationTasksLinkEvaluator.d.ts +16 -0
- package/esm/funcs/annotationTasksLinkEvaluator.d.ts.map +1 -0
- package/esm/funcs/annotationTasksLinkEvaluator.js +93 -0
- package/esm/funcs/annotationTasksLinkEvaluator.js.map +1 -0
- package/esm/funcs/annotationTasksList.d.ts +16 -0
- package/esm/funcs/annotationTasksList.d.ts.map +1 -0
- package/esm/funcs/annotationTasksList.js +85 -0
- package/esm/funcs/annotationTasksList.js.map +1 -0
- package/esm/funcs/annotationTasksUpdateItems.d.ts +16 -0
- package/esm/funcs/annotationTasksUpdateItems.d.ts.map +1 -0
- package/esm/funcs/annotationTasksUpdateItems.js +92 -0
- package/esm/funcs/annotationTasksUpdateItems.js.map +1 -0
- package/esm/funcs/evaluatorsCreate.d.ts +16 -0
- package/esm/funcs/evaluatorsCreate.d.ts.map +1 -0
- package/esm/funcs/evaluatorsCreate.js +86 -0
- package/esm/funcs/evaluatorsCreate.js.map +1 -0
- package/esm/funcs/evaluatorsCreateVersion.d.ts +16 -0
- package/esm/funcs/evaluatorsCreateVersion.d.ts.map +1 -0
- package/esm/funcs/evaluatorsCreateVersion.js +92 -0
- package/esm/funcs/evaluatorsCreateVersion.js.map +1 -0
- package/esm/funcs/evaluatorsGet.d.ts +16 -0
- package/esm/funcs/evaluatorsGet.d.ts.map +1 -0
- package/esm/funcs/evaluatorsGet.js +91 -0
- package/esm/funcs/evaluatorsGet.js.map +1 -0
- package/esm/funcs/evaluatorsList.d.ts +16 -0
- package/esm/funcs/evaluatorsList.d.ts.map +1 -0
- package/esm/funcs/evaluatorsList.js +91 -0
- package/esm/funcs/evaluatorsList.js.map +1 -0
- package/esm/funcs/testsBulkCreate.js +0 -4
- package/esm/funcs/testsBulkCreate.js.map +1 -1
- package/esm/funcs/testsCreate.js +0 -4
- package/esm/funcs/testsCreate.js.map +1 -1
- package/esm/funcs/testsGet.js +0 -4
- package/esm/funcs/testsGet.js.map +1 -1
- package/esm/funcs/testsList.js +0 -4
- package/esm/funcs/testsList.js.map +1 -1
- package/esm/funcs/testsUpdate.js +0 -4
- package/esm/funcs/testsUpdate.js.map +1 -1
- package/esm/landing-page.js +1 -1
- package/esm/lib/config.d.ts +2 -2
- package/esm/lib/config.js +2 -2
- package/esm/mcp-server/mcp-server.js +1 -1
- package/esm/mcp-server/server.d.ts.map +1 -1
- package/esm/mcp-server/server.js +41 -1
- package/esm/mcp-server/server.js.map +1 -1
- package/esm/mcp-server/tools/agentTestsBenchmark.d.ts +7 -0
- package/esm/mcp-server/tools/agentTestsBenchmark.d.ts.map +1 -0
- package/esm/mcp-server/tools/agentTestsBenchmark.js +34 -0
- package/esm/mcp-server/tools/agentTestsBenchmark.js.map +1 -0
- package/esm/mcp-server/tools/agentTestsGetBenchmark.d.ts +7 -0
- package/esm/mcp-server/tools/agentTestsGetBenchmark.d.ts.map +1 -0
- package/esm/mcp-server/tools/agentTestsGetBenchmark.js +34 -0
- package/esm/mcp-server/tools/agentTestsGetBenchmark.js.map +1 -0
- package/esm/mcp-server/tools/agentTestsLink.d.ts +7 -0
- package/esm/mcp-server/tools/agentTestsLink.d.ts.map +1 -0
- package/esm/mcp-server/tools/agentTestsLink.js +34 -0
- package/esm/mcp-server/tools/agentTestsLink.js.map +1 -0
- package/esm/mcp-server/tools/agentTestsListForAgent.d.ts +7 -0
- package/esm/mcp-server/tools/agentTestsListForAgent.d.ts.map +1 -0
- package/esm/mcp-server/tools/agentTestsListForAgent.js +34 -0
- package/esm/mcp-server/tools/agentTestsListForAgent.js.map +1 -0
- package/esm/mcp-server/tools/agentTestsListRunsForAgent.d.ts +7 -0
- package/esm/mcp-server/tools/agentTestsListRunsForAgent.d.ts.map +1 -0
- package/esm/mcp-server/tools/agentTestsListRunsForAgent.js +34 -0
- package/esm/mcp-server/tools/agentTestsListRunsForAgent.js.map +1 -0
- package/esm/mcp-server/tools/agentsVerifyConnection.d.ts +7 -0
- package/esm/mcp-server/tools/agentsVerifyConnection.d.ts.map +1 -0
- package/esm/mcp-server/tools/agentsVerifyConnection.js +34 -0
- package/esm/mcp-server/tools/agentsVerifyConnection.js.map +1 -0
- package/esm/mcp-server/tools/annotationTasksAddItems.d.ts +7 -0
- package/esm/mcp-server/tools/annotationTasksAddItems.d.ts.map +1 -0
- package/esm/mcp-server/tools/annotationTasksAddItems.js +34 -0
- package/esm/mcp-server/tools/annotationTasksAddItems.js.map +1 -0
- package/esm/mcp-server/tools/annotationTasksCreate.d.ts +7 -0
- package/esm/mcp-server/tools/annotationTasksCreate.d.ts.map +1 -0
- package/esm/mcp-server/tools/annotationTasksCreate.js +34 -0
- package/esm/mcp-server/tools/annotationTasksCreate.js.map +1 -0
- package/esm/mcp-server/tools/annotationTasksCreateEvaluatorRun.d.ts +7 -0
- package/esm/mcp-server/tools/annotationTasksCreateEvaluatorRun.d.ts.map +1 -0
- package/esm/mcp-server/tools/annotationTasksCreateEvaluatorRun.js +34 -0
- package/esm/mcp-server/tools/annotationTasksCreateEvaluatorRun.js.map +1 -0
- package/esm/mcp-server/tools/annotationTasksGet.d.ts +7 -0
- package/esm/mcp-server/tools/annotationTasksGet.d.ts.map +1 -0
- package/esm/mcp-server/tools/annotationTasksGet.js +34 -0
- package/esm/mcp-server/tools/annotationTasksGet.js.map +1 -0
- package/esm/mcp-server/tools/annotationTasksGetAgreement.d.ts +7 -0
- package/esm/mcp-server/tools/annotationTasksGetAgreement.d.ts.map +1 -0
- package/esm/mcp-server/tools/annotationTasksGetAgreement.js +34 -0
- package/esm/mcp-server/tools/annotationTasksGetAgreement.js.map +1 -0
- package/esm/mcp-server/tools/annotationTasksGetEvaluatorRun.d.ts +7 -0
- package/esm/mcp-server/tools/annotationTasksGetEvaluatorRun.d.ts.map +1 -0
- package/esm/mcp-server/tools/annotationTasksGetEvaluatorRun.js +34 -0
- package/esm/mcp-server/tools/annotationTasksGetEvaluatorRun.js.map +1 -0
- package/esm/mcp-server/tools/annotationTasksGetSummary.d.ts +7 -0
- package/esm/mcp-server/tools/annotationTasksGetSummary.d.ts.map +1 -0
- package/esm/mcp-server/tools/annotationTasksGetSummary.js +34 -0
- package/esm/mcp-server/tools/annotationTasksGetSummary.js.map +1 -0
- package/esm/mcp-server/tools/annotationTasksLinkEvaluator.d.ts +7 -0
- package/esm/mcp-server/tools/annotationTasksLinkEvaluator.d.ts.map +1 -0
- package/esm/mcp-server/tools/annotationTasksLinkEvaluator.js +34 -0
- package/esm/mcp-server/tools/annotationTasksLinkEvaluator.js.map +1 -0
- package/esm/mcp-server/tools/annotationTasksList.d.ts +7 -0
- package/esm/mcp-server/tools/annotationTasksList.d.ts.map +1 -0
- package/esm/mcp-server/tools/annotationTasksList.js +34 -0
- package/esm/mcp-server/tools/annotationTasksList.js.map +1 -0
- package/esm/mcp-server/tools/annotationTasksUpdateItems.d.ts +7 -0
- package/esm/mcp-server/tools/annotationTasksUpdateItems.d.ts.map +1 -0
- package/esm/mcp-server/tools/annotationTasksUpdateItems.js +34 -0
- package/esm/mcp-server/tools/annotationTasksUpdateItems.js.map +1 -0
- package/esm/mcp-server/tools/evaluatorsCreate.d.ts +7 -0
- package/esm/mcp-server/tools/evaluatorsCreate.d.ts.map +1 -0
- package/esm/mcp-server/tools/evaluatorsCreate.js +34 -0
- package/esm/mcp-server/tools/evaluatorsCreate.js.map +1 -0
- package/esm/mcp-server/tools/evaluatorsCreateVersion.d.ts +7 -0
- package/esm/mcp-server/tools/evaluatorsCreateVersion.d.ts.map +1 -0
- package/esm/mcp-server/tools/evaluatorsCreateVersion.js +34 -0
- package/esm/mcp-server/tools/evaluatorsCreateVersion.js.map +1 -0
- package/esm/mcp-server/tools/evaluatorsGet.d.ts +7 -0
- package/esm/mcp-server/tools/evaluatorsGet.d.ts.map +1 -0
- package/esm/mcp-server/tools/evaluatorsGet.js +34 -0
- package/esm/mcp-server/tools/evaluatorsGet.js.map +1 -0
- package/esm/mcp-server/tools/evaluatorsList.d.ts +7 -0
- package/esm/mcp-server/tools/evaluatorsList.d.ts.map +1 -0
- package/esm/mcp-server/tools/evaluatorsList.js +34 -0
- package/esm/mcp-server/tools/evaluatorsList.js.map +1 -0
- package/esm/models/agentcreate.js +1 -1
- package/esm/models/agentcreate.js.map +1 -1
- package/esm/models/agenttestruncreateresponse.d.ts +2 -2
- package/esm/models/agenttestruncreateresponse.d.ts.map +1 -1
- package/esm/models/agenttestruncreateresponse.js +4 -4
- package/esm/models/agenttestruncreateresponse.js.map +1 -1
- package/esm/models/agenttestrunlistitem.d.ts +59 -0
- package/esm/models/agenttestrunlistitem.d.ts.map +1 -0
- package/esm/models/agenttestrunlistitem.js +48 -0
- package/esm/models/agenttestrunlistitem.js.map +1 -0
- package/esm/models/agenttestrunsresponse.d.ts +7 -0
- package/esm/models/agenttestrunsresponse.d.ts.map +1 -0
- package/esm/models/agenttestrunsresponse.js +9 -0
- package/esm/models/agenttestrunsresponse.js.map +1 -0
- package/esm/models/agenttestscreate.d.ts +7 -0
- package/esm/models/agenttestscreate.d.ts.map +1 -0
- package/esm/models/agenttestscreate.js +9 -0
- package/esm/models/agenttestscreate.js.map +1 -0
- package/esm/models/agenttestscreateresponse.d.ts +6 -0
- package/esm/models/agenttestscreateresponse.d.ts.map +1 -0
- package/esm/models/agenttestscreateresponse.js +8 -0
- package/esm/models/agenttestscreateresponse.js.map +1 -0
- package/esm/models/agentupdate.js +1 -1
- package/esm/models/agentupdate.js.map +1 -1
- package/esm/models/agentverifyrequest.d.ts +16 -0
- package/esm/models/agentverifyrequest.d.ts.map +1 -0
- package/esm/models/agentverifyrequest.js +11 -0
- package/esm/models/agentverifyrequest.js.map +1 -0
- package/esm/models/annotationitempayload.d.ts +9 -0
- package/esm/models/annotationitempayload.d.ts.map +1 -0
- package/esm/models/annotationitempayload.js +9 -0
- package/esm/models/annotationitempayload.js.map +1 -0
- package/esm/models/annotationtaskcreate.d.ts +41 -0
- package/esm/models/annotationtaskcreate.d.ts.map +1 -0
- package/esm/models/annotationtaskcreate.js +33 -0
- package/esm/models/annotationtaskcreate.js.map +1 -0
- package/esm/models/annotationtaskcreateresponse.d.ts +7 -0
- package/esm/models/annotationtaskcreateresponse.d.ts.map +1 -0
- package/esm/models/annotationtaskcreateresponse.js +9 -0
- package/esm/models/annotationtaskcreateresponse.js.map +1 -0
- package/esm/models/annotationtaskresponse.d.ts +53 -0
- package/esm/models/annotationtaskresponse.d.ts.map +1 -0
- package/esm/models/annotationtaskresponse.js +38 -0
- package/esm/models/annotationtaskresponse.js.map +1 -0
- package/esm/models/batchtestrun.d.ts +2 -2
- package/esm/models/batchtestrun.d.ts.map +1 -1
- package/esm/models/batchtestrun.js +4 -4
- package/esm/models/batchtestrun.js.map +1 -1
- package/esm/models/batchtestskip.d.ts +25 -1
- package/esm/models/batchtestskip.d.ts.map +1 -1
- package/esm/models/batchtestskip.js +16 -1
- package/esm/models/batchtestskip.js.map +1 -1
- package/esm/models/benchmarkrequest.d.ts +7 -0
- package/esm/models/benchmarkrequest.d.ts.map +1 -0
- package/esm/models/benchmarkrequest.js +9 -0
- package/esm/models/benchmarkrequest.js.map +1 -0
- package/esm/models/benchmarkstatusresponse.d.ts +18 -0
- package/esm/models/benchmarkstatusresponse.d.ts.map +1 -0
- package/esm/models/benchmarkstatusresponse.js +20 -0
- package/esm/models/benchmarkstatusresponse.js.map +1 -0
- package/esm/models/bulkcreateitemsannotationtaskstaskuuiditemspostop.d.ts +13 -0
- package/esm/models/bulkcreateitemsannotationtaskstaskuuiditemspostop.d.ts.map +1 -0
- package/esm/models/bulkcreateitemsannotationtaskstaskuuiditemspostop.js +17 -0
- package/esm/models/bulkcreateitemsannotationtaskstaskuuiditemspostop.js.map +1 -0
- package/esm/models/bulkcreateitemsresponse.d.ts +10 -0
- package/esm/models/bulkcreateitemsresponse.d.ts.map +1 -0
- package/esm/models/bulkcreateitemsresponse.js +12 -0
- package/esm/models/bulkcreateitemsresponse.js.map +1 -0
- package/esm/models/bulkitemsrequest.d.ts +8 -0
- package/esm/models/bulkitemsrequest.d.ts.map +1 -0
- package/esm/models/bulkitemsrequest.js +10 -0
- package/esm/models/bulkitemsrequest.js.map +1 -0
- package/esm/models/bulktestitem.js +1 -1
- package/esm/models/bulktestitem.js.map +1 -1
- package/esm/models/bulktestupload.d.ts +2 -2
- package/esm/models/bulktestupload.js +5 -5
- package/esm/models/bulktestupload.js.map +1 -1
- package/esm/models/bulktestuploadresponse.js +1 -1
- package/esm/models/bulktestuploadresponse.js.map +1 -1
- package/esm/models/bulkupdateitemsannotationtaskstaskuuiditemsputop.d.ts +13 -0
- package/esm/models/bulkupdateitemsannotationtaskstaskuuiditemsputop.d.ts.map +1 -0
- package/esm/models/bulkupdateitemsannotationtaskstaskuuiditemsputop.js +17 -0
- package/esm/models/bulkupdateitemsannotationtaskstaskuuiditemsputop.js.map +1 -0
- package/esm/models/bulkupdateitemsrequest.d.ts +7 -0
- package/esm/models/bulkupdateitemsrequest.d.ts.map +1 -0
- package/esm/models/bulkupdateitemsrequest.js +9 -0
- package/esm/models/bulkupdateitemsrequest.js.map +1 -0
- package/esm/models/bulkupdateitemsresponse.d.ts +6 -0
- package/esm/models/bulkupdateitemsresponse.d.ts.map +1 -0
- package/esm/models/bulkupdateitemsresponse.js +8 -0
- package/esm/models/bulkupdateitemsresponse.js.map +1 -0
- package/esm/models/bulkuploadteststestsbulkpostop.d.ts +0 -1
- package/esm/models/bulkuploadteststestsbulkpostop.d.ts.map +1 -1
- package/esm/models/bulkuploadteststestsbulkpostop.js +0 -1
- package/esm/models/bulkuploadteststestsbulkpostop.js.map +1 -1
- package/esm/models/createagentendpointagentspostop.d.ts +0 -1
- package/esm/models/createagentendpointagentspostop.d.ts.map +1 -1
- package/esm/models/createagentendpointagentspostop.js +0 -1
- package/esm/models/createagentendpointagentspostop.js.map +1 -1
- package/esm/models/createagenttestlinksagenttestspostop.d.ts +12 -0
- package/esm/models/createagenttestlinksagenttestspostop.d.ts.map +1 -0
- package/esm/models/createagenttestlinksagenttestspostop.js +16 -0
- package/esm/models/createagenttestlinksagenttestspostop.js.map +1 -0
- package/esm/models/createannotationtaskendpointannotationtaskspostop.d.ts +12 -0
- package/esm/models/createannotationtaskendpointannotationtaskspostop.d.ts.map +1 -0
- package/esm/models/createannotationtaskendpointannotationtaskspostop.js +16 -0
- package/esm/models/createannotationtaskendpointannotationtaskspostop.js.map +1 -0
- package/esm/models/createevaluatorendpointevaluatorspostop.d.ts +12 -0
- package/esm/models/createevaluatorendpointevaluatorspostop.d.ts.map +1 -0
- package/esm/models/createevaluatorendpointevaluatorspostop.js +16 -0
- package/esm/models/createevaluatorendpointevaluatorspostop.js.map +1 -0
- package/esm/models/createtestendpointtestspostop.d.ts +0 -1
- package/esm/models/createtestendpointtestspostop.d.ts.map +1 -1
- package/esm/models/createtestendpointtestspostop.js +0 -1
- package/esm/models/createtestendpointtestspostop.js.map +1 -1
- package/esm/models/createversionevaluatorsevaluatoruuidversionspostop.d.ts +13 -0
- package/esm/models/createversionevaluatorsevaluatoruuidversionspostop.d.ts.map +1 -0
- package/esm/models/createversionevaluatorsevaluatoruuidversionspostop.js +17 -0
- package/esm/models/createversionevaluatorsevaluatoruuidversionspostop.js.map +1 -0
- package/esm/models/evaluatorcreate.d.ts +100 -0
- package/esm/models/evaluatorcreate.d.ts.map +1 -0
- package/esm/models/evaluatorcreate.js +72 -0
- package/esm/models/evaluatorcreate.js.map +1 -0
- package/esm/models/evaluatorcreateresponse.d.ts +7 -0
- package/esm/models/evaluatorcreateresponse.d.ts.map +1 -0
- package/esm/models/evaluatorcreateresponse.js +9 -0
- package/esm/models/evaluatorcreateresponse.js.map +1 -0
- package/esm/models/evaluatordetailresponse.d.ts +106 -0
- package/esm/models/evaluatordetailresponse.d.ts.map +1 -0
- package/esm/models/evaluatordetailresponse.js +77 -0
- package/esm/models/evaluatordetailresponse.js.map +1 -0
- package/esm/models/evaluatorlinkrequest.d.ts +6 -0
- package/esm/models/evaluatorlinkrequest.d.ts.map +1 -0
- package/esm/models/evaluatorlinkrequest.js +9 -0
- package/esm/models/evaluatorlinkrequest.js.map +1 -0
- package/esm/models/evaluatorlinkresponse.d.ts +6 -0
- package/esm/models/evaluatorlinkresponse.d.ts.map +1 -0
- package/esm/models/evaluatorlinkresponse.js +8 -0
- package/esm/models/evaluatorlinkresponse.js.map +1 -0
- package/esm/models/evaluatorrunlaunchresponse.d.ts +25 -0
- package/esm/models/evaluatorrunlaunchresponse.d.ts.map +1 -0
- package/esm/models/evaluatorrunlaunchresponse.js +22 -0
- package/esm/models/evaluatorrunlaunchresponse.js.map +1 -0
- package/esm/models/evaluatorrunrequestentry.d.ts +7 -0
- package/esm/models/evaluatorrunrequestentry.d.ts.map +1 -0
- package/esm/models/evaluatorrunrequestentry.js +9 -0
- package/esm/models/evaluatorrunrequestentry.js.map +1 -0
- package/esm/models/evaluatorrunresponse.d.ts +48 -0
- package/esm/models/evaluatorrunresponse.d.ts.map +1 -0
- package/esm/models/evaluatorrunresponse.js +54 -0
- package/esm/models/evaluatorrunresponse.js.map +1 -0
- package/esm/models/evaluatorrunstartrequest.d.ts +10 -0
- package/esm/models/evaluatorrunstartrequest.d.ts.map +1 -0
- package/esm/models/evaluatorrunstartrequest.js +12 -0
- package/esm/models/evaluatorrunstartrequest.js.map +1 -0
- package/esm/models/evaluatorversioncreate.d.ts +14 -0
- package/esm/models/evaluatorversioncreate.d.ts.map +1 -0
- package/esm/models/evaluatorversioncreate.js +13 -0
- package/esm/models/evaluatorversioncreate.js.map +1 -0
- package/esm/models/evaluatorversioncreaterequest.d.ts +15 -0
- package/esm/models/evaluatorversioncreaterequest.d.ts.map +1 -0
- package/esm/models/evaluatorversioncreaterequest.js +14 -0
- package/esm/models/evaluatorversioncreaterequest.js.map +1 -0
- package/esm/models/evaluatorversionresponse.d.ts +14 -0
- package/esm/models/evaluatorversionresponse.d.ts.map +1 -0
- package/esm/models/evaluatorversionresponse.js +16 -0
- package/esm/models/evaluatorversionresponse.js.map +1 -0
- package/esm/models/getagentendpointagentsagentuuidgetop.d.ts +0 -1
- package/esm/models/getagentendpointagentsagentuuidgetop.d.ts.map +1 -1
- package/esm/models/getagentendpointagentsagentuuidgetop.js +1 -2
- package/esm/models/getagentendpointagentsagentuuidgetop.js.map +1 -1
- package/esm/models/getagenttestrunsagenttestsagentagentuuidrunsgetop.d.ts +11 -0
- package/esm/models/getagenttestrunsagenttestsagentagentuuidrunsgetop.d.ts.map +1 -0
- package/esm/models/getagenttestrunsagenttestsagentagentuuidrunsgetop.js +15 -0
- package/esm/models/getagenttestrunsagenttestsagentagentuuidrunsgetop.js.map +1 -0
- package/esm/models/getagenttestrunstatusagenttestsruntaskidgetop.d.ts +0 -1
- package/esm/models/getagenttestrunstatusagenttestsruntaskidgetop.d.ts.map +1 -1
- package/esm/models/getagenttestrunstatusagenttestsruntaskidgetop.js +0 -1
- package/esm/models/getagenttestrunstatusagenttestsruntaskidgetop.js.map +1 -1
- package/esm/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.d.ts +11 -0
- package/esm/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.d.ts.map +1 -0
- package/esm/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.js +17 -0
- package/esm/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.js.map +1 -0
- package/esm/models/getannotationtaskendpointannotationtaskstaskuuidgetop.d.ts +11 -0
- package/esm/models/getannotationtaskendpointannotationtaskstaskuuidgetop.d.ts.map +1 -0
- package/esm/models/getannotationtaskendpointannotationtaskstaskuuidgetop.js +17 -0
- package/esm/models/getannotationtaskendpointannotationtaskstaskuuidgetop.js.map +1 -0
- package/esm/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.d.ts +11 -0
- package/esm/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.d.ts.map +1 -0
- package/esm/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.js +15 -0
- package/esm/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.js.map +1 -0
- package/esm/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.d.ts +11 -0
- package/esm/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.d.ts.map +1 -0
- package/esm/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.js +15 -0
- package/esm/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.js.map +1 -0
- package/esm/models/getevaluatorrunjobannotationtaskstaskuuidevaluatorrunsjobuuidgetop.d.ts +12 -0
- package/esm/models/getevaluatorrunjobannotationtaskstaskuuidevaluatorrunsjobuuidgetop.d.ts.map +1 -0
- package/esm/models/getevaluatorrunjobannotationtaskstaskuuidevaluatorrunsjobuuidgetop.js +16 -0
- package/esm/models/getevaluatorrunjobannotationtaskstaskuuidevaluatorrunsjobuuidgetop.js.map +1 -0
- package/esm/models/gettestendpointteststestuuidgetop.d.ts +0 -1
- package/esm/models/gettestendpointteststestuuidgetop.d.ts.map +1 -1
- package/esm/models/gettestendpointteststestuuidgetop.js +0 -1
- package/esm/models/gettestendpointteststestuuidgetop.js.map +1 -1
- package/esm/models/humanagreementblock.d.ts +14 -0
- package/esm/models/humanagreementblock.d.ts.map +1 -0
- package/esm/models/humanagreementblock.js +23 -0
- package/esm/models/humanagreementblock.js.map +1 -0
- package/esm/models/itemupdatepayload.d.ts +7 -0
- package/esm/models/itemupdatepayload.d.ts.map +1 -0
- package/esm/models/itemupdatepayload.js +10 -0
- package/esm/models/itemupdatepayload.js.map +1 -0
- package/esm/models/judgeresult.js +5 -5
- package/esm/models/judgeresult.js.map +1 -1
- package/esm/models/linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.d.ts +13 -0
- package/esm/models/linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.d.ts.map +1 -0
- package/esm/models/linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.js +18 -0
- package/esm/models/linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.js.map +1 -0
- package/esm/models/listagentsagentsgetop.d.ts +0 -1
- package/esm/models/listagentsagentsgetop.d.ts.map +1 -1
- package/esm/models/listagentsagentsgetop.js +0 -1
- package/esm/models/listagentsagentsgetop.js.map +1 -1
- package/esm/models/listannotationtasksannotationtasksgetop.d.ts +10 -0
- package/esm/models/listannotationtasksannotationtasksgetop.d.ts.map +1 -0
- package/esm/models/listannotationtasksannotationtasksgetop.js +14 -0
- package/esm/models/listannotationtasksannotationtasksgetop.js.map +1 -0
- package/esm/models/listevaluatorsevaluatorsgetop.d.ts +50 -0
- package/esm/models/listevaluatorsevaluatorsgetop.d.ts.map +1 -0
- package/esm/models/listevaluatorsevaluatorsgetop.js +47 -0
- package/esm/models/listevaluatorsevaluatorsgetop.js.map +1 -0
- package/esm/models/listteststestsgetop.d.ts +0 -1
- package/esm/models/listteststestsgetop.d.ts.map +1 -1
- package/esm/models/listteststestsgetop.js +0 -1
- package/esm/models/listteststestsgetop.js.map +1 -1
- package/esm/models/modelresult.d.ts +25 -0
- package/esm/models/modelresult.d.ts.map +1 -0
- package/esm/models/modelresult.js +21 -0
- package/esm/models/modelresult.js.map +1 -0
- package/esm/models/outputconfig.d.ts +7 -0
- package/esm/models/outputconfig.d.ts.map +1 -0
- package/esm/models/outputconfig.js +9 -0
- package/esm/models/outputconfig.js.map +1 -0
- package/esm/models/outputscaleentry.d.ts +15 -0
- package/esm/models/outputscaleentry.d.ts.map +1 -0
- package/esm/models/outputscaleentry.js +11 -0
- package/esm/models/outputscaleentry.js.map +1 -0
- package/esm/models/paginationmeta.d.ts +8 -0
- package/esm/models/paginationmeta.d.ts.map +1 -0
- package/esm/models/paginationmeta.js +10 -0
- package/esm/models/paginationmeta.js.map +1 -0
- package/esm/models/resolveagentnamesagentsresolvepostop.d.ts +0 -1
- package/esm/models/resolveagentnamesagentsresolvepostop.d.ts.map +1 -1
- package/esm/models/resolveagentnamesagentsresolvepostop.js +0 -1
- package/esm/models/resolveagentnamesagentsresolvepostop.js.map +1 -1
- package/esm/models/routersagentteststestresponse.d.ts +41 -0
- package/esm/models/routersagentteststestresponse.d.ts.map +1 -0
- package/esm/models/routersagentteststestresponse.js +31 -0
- package/esm/models/routersagentteststestresponse.js.map +1 -0
- package/esm/models/routersevaluatorsevaluatorresponse.d.ts +106 -0
- package/esm/models/routersevaluatorsevaluatorresponse.d.ts.map +1 -0
- package/esm/models/routersevaluatorsevaluatorresponse.js +79 -0
- package/esm/models/routersevaluatorsevaluatorresponse.js.map +1 -0
- package/esm/models/routerstestsevaluatorref.js +1 -1
- package/esm/models/routerstestsevaluatorref.js.map +1 -1
- package/esm/models/routersteststestresponse.d.ts.map +1 -1
- package/esm/models/routersteststestresponse.js +5 -5
- package/esm/models/routersteststestresponse.js.map +1 -1
- package/esm/models/runagentbenchmarkagenttestsagentagentuuidbenchmarkpostop.d.ts +13 -0
- package/esm/models/runagentbenchmarkagenttestsagentagentuuidbenchmarkpostop.d.ts.map +1 -0
- package/esm/models/runagentbenchmarkagenttestsagentagentuuidbenchmarkpostop.js +19 -0
- package/esm/models/runagentbenchmarkagenttestsagentagentuuidbenchmarkpostop.js.map +1 -0
- package/esm/models/runagenttestagenttestsagentagentuuidrunpostop.d.ts +0 -1
- package/esm/models/runagenttestagenttestsagentagentuuidrunpostop.d.ts.map +1 -1
- package/esm/models/runagenttestagenttestsagentagentuuidrunpostop.js +1 -2
- package/esm/models/runagenttestagenttestsagentagentuuidrunpostop.js.map +1 -1
- package/esm/models/runtestsbatchagenttestsrunpostop.d.ts +0 -1
- package/esm/models/runtestsbatchagenttestsrunpostop.d.ts.map +1 -1
- package/esm/models/runtestsbatchagenttestsrunpostop.js +0 -1
- package/esm/models/runtestsbatchagenttestsrunpostop.js.map +1 -1
- package/esm/models/startevaluatorrunannotationtaskstaskuuidevaluatorrunspostop.d.ts +13 -0
- package/esm/models/startevaluatorrunannotationtaskstaskuuidevaluatorrunspostop.d.ts.map +1 -0
- package/esm/models/startevaluatorrunannotationtaskstaskuuidevaluatorrunspostop.js +17 -0
- package/esm/models/startevaluatorrunannotationtaskstaskuuidevaluatorrunspostop.js.map +1 -0
- package/esm/models/taskagreementannotationtaskstaskuuidagreementgetop.d.ts +31 -0
- package/esm/models/taskagreementannotationtaskstaskuuidagreementgetop.d.ts.map +1 -0
- package/esm/models/taskagreementannotationtaskstaskuuidagreementgetop.js +30 -0
- package/esm/models/taskagreementannotationtaskstaskuuidagreementgetop.js.map +1 -0
- package/esm/models/taskagreementresponse.d.ts +17 -0
- package/esm/models/taskagreementresponse.d.ts.map +1 -0
- package/esm/models/taskagreementresponse.js +28 -0
- package/esm/models/taskagreementresponse.js.map +1 -0
- package/esm/models/taskstatus.d.ts +1 -1
- package/esm/models/tasksummaryannotationtaskstaskuuidsummarygetop.d.ts +34 -0
- package/esm/models/tasksummaryannotationtaskstaskuuidsummarygetop.d.ts.map +1 -0
- package/esm/models/tasksummaryannotationtaskstaskuuidsummarygetop.js +33 -0
- package/esm/models/tasksummaryannotationtaskstaskuuidsummarygetop.js.map +1 -0
- package/esm/models/tasksummaryresponse.d.ts +45 -0
- package/esm/models/tasksummaryresponse.d.ts.map +1 -0
- package/esm/models/tasksummaryresponse.js +47 -0
- package/esm/models/tasksummaryresponse.js.map +1 -0
- package/esm/models/testcaseresult.d.ts.map +1 -1
- package/esm/models/testcaseresult.js +7 -7
- package/esm/models/testcaseresult.js.map +1 -1
- package/esm/models/testcreate.js +3 -3
- package/esm/models/testcreate.js.map +1 -1
- package/esm/models/testoutput.js +2 -2
- package/esm/models/testoutput.js.map +1 -1
- package/esm/models/testrunevaluator.d.ts +4 -4
- package/esm/models/testrunevaluator.d.ts.map +1 -1
- package/esm/models/testrunevaluator.js +8 -7
- package/esm/models/testrunevaluator.js.map +1 -1
- package/esm/models/testrunstatusresponse.js +8 -8
- package/esm/models/testrunstatusresponse.js.map +1 -1
- package/esm/models/testupdate.js +2 -2
- package/esm/models/testupdate.js.map +1 -1
- package/esm/models/toolcalloutput.js +2 -2
- package/esm/models/toolcalloutput.js.map +1 -1
- package/esm/models/updateagentendpointagentsagentuuidputop.d.ts +0 -1
- package/esm/models/updateagentendpointagentsagentuuidputop.d.ts.map +1 -1
- package/esm/models/updateagentendpointagentsagentuuidputop.js +1 -2
- package/esm/models/updateagentendpointagentsagentuuidputop.js.map +1 -1
- package/esm/models/updatetestendpointteststestuuidputop.d.ts +0 -1
- package/esm/models/updatetestendpointteststestuuidputop.d.ts.map +1 -1
- package/esm/models/updatetestendpointteststestuuidputop.js +0 -1
- package/esm/models/updatetestendpointteststestuuidputop.js.map +1 -1
- package/esm/models/variablespec.d.ts +8 -0
- package/esm/models/variablespec.d.ts.map +1 -0
- package/esm/models/variablespec.js +10 -0
- package/esm/models/variablespec.js.map +1 -0
- package/esm/models/verifyagentconnectionagentsagentuuidverifyconnectionpostop.d.ts +13 -0
- package/esm/models/verifyagentconnectionagentsagentuuidverifyconnectionpostop.d.ts.map +1 -0
- package/esm/models/verifyagentconnectionagentsagentuuidverifyconnectionpostop.js +18 -0
- package/esm/models/verifyagentconnectionagentsagentuuidverifyconnectionpostop.js.map +1 -0
- package/esm/models/verifyconnectionresponse.d.ts +10 -0
- package/esm/models/verifyconnectionresponse.d.ts.map +1 -0
- package/esm/models/verifyconnectionresponse.js +10 -0
- package/esm/models/verifyconnectionresponse.js.map +1 -0
- package/esm/models/versioncreateresponse.d.ts +7 -0
- package/esm/models/versioncreateresponse.d.ts.map +1 -0
- package/esm/models/versioncreateresponse.js +9 -0
- package/esm/models/versioncreateresponse.js.map +1 -0
- package/esm/tool-names.d.ts.map +1 -1
- package/esm/tool-names.js +80 -0
- package/esm/tool-names.js.map +1 -1
- package/package.json +1 -1
- package/src/funcs/agentTestsBenchmark.ts +160 -0
- package/src/funcs/agentTestsGetBenchmark.ts +159 -0
- package/src/funcs/agentTestsGetRun.ts +1 -5
- package/src/funcs/agentTestsLink.ts +149 -0
- package/src/funcs/agentTestsListForAgent.ts +159 -0
- package/src/funcs/agentTestsListRunsForAgent.ts +159 -0
- package/src/funcs/agentTestsRun.ts +1 -5
- package/src/funcs/agentTestsRunBatch.ts +1 -5
- package/src/funcs/agentsCreate.ts +0 -4
- package/src/funcs/agentsGet.ts +0 -4
- package/src/funcs/agentsList.ts +0 -4
- package/src/funcs/agentsResolve.ts +0 -4
- package/src/funcs/agentsUpdate.ts +0 -4
- package/src/funcs/agentsVerifyConnection.ts +160 -0
- package/src/funcs/annotationTasksAddItems.ts +160 -0
- package/src/funcs/annotationTasksCreate.ts +151 -0
- package/src/funcs/annotationTasksCreateEvaluatorRun.ts +160 -0
- package/src/funcs/annotationTasksGet.ts +159 -0
- package/src/funcs/annotationTasksGetAgreement.ts +164 -0
- package/src/funcs/annotationTasksGetEvaluatorRun.ts +167 -0
- package/src/funcs/annotationTasksGetSummary.ts +169 -0
- package/src/funcs/annotationTasksLinkEvaluator.ts +160 -0
- package/src/funcs/annotationTasksList.ts +150 -0
- package/src/funcs/annotationTasksUpdateItems.ts +160 -0
- package/src/funcs/evaluatorsCreate.ts +149 -0
- package/src/funcs/evaluatorsCreateVersion.ts +160 -0
- package/src/funcs/evaluatorsGet.ts +159 -0
- package/src/funcs/evaluatorsList.ts +154 -0
- package/src/funcs/testsBulkCreate.ts +0 -4
- package/src/funcs/testsCreate.ts +0 -4
- package/src/funcs/testsGet.ts +0 -4
- package/src/funcs/testsList.ts +0 -4
- package/src/funcs/testsUpdate.ts +0 -4
- package/src/landing-page.ts +1 -1
- package/src/lib/config.ts +2 -2
- package/src/mcp-server/mcp-server.ts +1 -1
- package/src/mcp-server/server.ts +41 -1
- package/src/mcp-server/tools/agentTestsBenchmark.ts +44 -0
- package/src/mcp-server/tools/agentTestsGetBenchmark.ts +43 -0
- package/src/mcp-server/tools/agentTestsLink.ts +43 -0
- package/src/mcp-server/tools/agentTestsListForAgent.ts +43 -0
- package/src/mcp-server/tools/agentTestsListRunsForAgent.ts +43 -0
- package/src/mcp-server/tools/agentsVerifyConnection.ts +44 -0
- package/src/mcp-server/tools/annotationTasksAddItems.ts +43 -0
- package/src/mcp-server/tools/annotationTasksCreate.ts +43 -0
- package/src/mcp-server/tools/annotationTasksCreateEvaluatorRun.ts +46 -0
- package/src/mcp-server/tools/annotationTasksGet.ts +43 -0
- package/src/mcp-server/tools/annotationTasksGetAgreement.ts +43 -0
- package/src/mcp-server/tools/annotationTasksGetEvaluatorRun.ts +47 -0
- package/src/mcp-server/tools/annotationTasksGetSummary.ts +43 -0
- package/src/mcp-server/tools/annotationTasksLinkEvaluator.ts +44 -0
- package/src/mcp-server/tools/annotationTasksList.ts +42 -0
- package/src/mcp-server/tools/annotationTasksUpdateItems.ts +42 -0
- package/src/mcp-server/tools/evaluatorsCreate.ts +43 -0
- package/src/mcp-server/tools/evaluatorsCreateVersion.ts +43 -0
- package/src/mcp-server/tools/evaluatorsGet.ts +42 -0
- package/src/mcp-server/tools/evaluatorsList.ts +43 -0
- package/src/models/agentcreate.ts +1 -1
- package/src/models/agenttestruncreateresponse.ts +7 -5
- package/src/models/agenttestrunlistitem.ts +116 -0
- package/src/models/agenttestrunsresponse.ts +18 -0
- package/src/models/agenttestscreate.ts +19 -0
- package/src/models/agenttestscreateresponse.ts +13 -0
- package/src/models/agentupdate.ts +1 -1
- package/src/models/agentverifyrequest.ts +30 -0
- package/src/models/annotationitempayload.ts +20 -0
- package/src/models/annotationtaskcreate.ts +64 -0
- package/src/models/annotationtaskcreateresponse.ts +14 -0
- package/src/models/annotationtaskresponse.ts +85 -0
- package/src/models/batchtestrun.ts +6 -6
- package/src/models/batchtestskip.ts +32 -2
- package/src/models/benchmarkrequest.ts +19 -0
- package/src/models/benchmarkstatusresponse.ts +47 -0
- package/src/models/bulkcreateitemsannotationtaskstaskuuiditemspostop.ts +40 -0
- package/src/models/bulkcreateitemsresponse.ts +31 -0
- package/src/models/bulkitemsrequest.ts +25 -0
- package/src/models/bulktestitem.ts +1 -1
- package/src/models/bulktestupload.ts +6 -6
- package/src/models/bulktestuploadresponse.ts +1 -1
- package/src/models/bulkupdateitemsannotationtaskstaskuuiditemsputop.ts +40 -0
- package/src/models/bulkupdateitemsrequest.ts +19 -0
- package/src/models/bulkupdateitemsresponse.ts +13 -0
- package/src/models/bulkuploadteststestsbulkpostop.ts +0 -2
- package/src/models/createagentendpointagentspostop.ts +0 -2
- package/src/models/createagenttestlinksagenttestspostop.ts +40 -0
- package/src/models/createannotationtaskendpointannotationtaskspostop.ts +38 -0
- package/src/models/createevaluatorendpointevaluatorspostop.ts +40 -0
- package/src/models/createtestendpointtestspostop.ts +0 -2
- package/src/models/createversionevaluatorsevaluatoruuidversionspostop.ts +44 -0
- package/src/models/evaluatorcreate.ts +142 -0
- package/src/models/evaluatorcreateresponse.ts +14 -0
- package/src/models/evaluatordetailresponse.ts +165 -0
- package/src/models/evaluatorlinkrequest.ts +14 -0
- package/src/models/evaluatorlinkresponse.ts +12 -0
- package/src/models/evaluatorrunlaunchresponse.ts +45 -0
- package/src/models/evaluatorrunrequestentry.ts +21 -0
- package/src/models/evaluatorrunresponse.ts +101 -0
- package/src/models/evaluatorrunstartrequest.ts +33 -0
- package/src/models/evaluatorversioncreate.ts +36 -0
- package/src/models/evaluatorversioncreaterequest.ts +38 -0
- package/src/models/evaluatorversionresponse.ts +41 -0
- package/src/models/getagentendpointagentsagentuuidgetop.ts +1 -3
- package/src/models/getagenttestrunsagenttestsagentagentuuidrunsgetop.ts +34 -0
- package/src/models/getagenttestrunstatusagenttestsruntaskidgetop.ts +0 -2
- package/src/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.ts +38 -0
- package/src/models/getannotationtaskendpointannotationtaskstaskuuidgetop.ts +36 -0
- package/src/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.ts +36 -0
- package/src/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.ts +34 -0
- package/src/models/getevaluatorrunjobannotationtaskstaskuuidevaluatorrunsjobuuidgetop.ts +37 -0
- package/src/models/gettestendpointteststestuuidgetop.ts +0 -2
- package/src/models/humanagreementblock.ts +43 -0
- package/src/models/itemupdatepayload.ts +15 -0
- package/src/models/judgeresult.ts +5 -5
- package/src/models/linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.ts +42 -0
- package/src/models/listagentsagentsgetop.ts +0 -2
- package/src/models/listannotationtasksannotationtasksgetop.ts +34 -0
- package/src/models/listevaluatorsevaluatorsgetop.ts +93 -0
- package/src/models/listteststestsgetop.ts +1 -5
- package/src/models/modelresult.ts +50 -0
- package/src/models/outputconfig.ts +19 -0
- package/src/models/outputscaleentry.ts +35 -0
- package/src/models/paginationmeta.ts +13 -0
- package/src/models/resolveagentnamesagentsresolvepostop.ts +0 -2
- package/src/models/routersagentteststestresponse.ts +65 -0
- package/src/models/routersevaluatorsevaluatorresponse.ts +167 -0
- package/src/models/routerstestsevaluatorref.ts +1 -1
- package/src/models/routersteststestresponse.ts +5 -7
- package/src/models/runagentbenchmarkagenttestsagentagentuuidbenchmarkpostop.ts +42 -0
- package/src/models/runagenttestagenttestsagentagentuuidrunpostop.ts +1 -3
- package/src/models/runtestsbatchagenttestsrunpostop.ts +0 -2
- package/src/models/startevaluatorrunannotationtaskstaskuuidevaluatorrunspostop.ts +42 -0
- package/src/models/taskagreementannotationtaskstaskuuidagreementgetop.ts +66 -0
- package/src/models/taskagreementresponse.ts +52 -0
- package/src/models/tasksummaryannotationtaskstaskuuidsummarygetop.ts +76 -0
- package/src/models/tasksummaryresponse.ts +80 -0
- package/src/models/testcaseresult.ts +7 -9
- package/src/models/testcreate.ts +3 -3
- package/src/models/testoutput.ts +2 -2
- package/src/models/testrunevaluator.ts +14 -11
- package/src/models/testrunstatusresponse.ts +8 -8
- package/src/models/testupdate.ts +2 -2
- package/src/models/toolcalloutput.ts +2 -2
- package/src/models/updateagentendpointagentsagentuuidputop.ts +1 -3
- package/src/models/updatetestendpointteststestuuidputop.ts +0 -2
- package/src/models/variablespec.ts +23 -0
- package/src/models/verifyagentconnectionagentsagentuuidverifyconnectionpostop.ts +42 -0
- package/src/models/verifyconnectionresponse.ts +25 -0
- package/src/models/versioncreateresponse.ts +18 -0
- package/src/tool-names.ts +80 -0
|
@@ -0,0 +1,79 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
import * as z from "zod";
|
|
5
|
+
import { EvaluatorVersionResponse$zodSchema, } from "./evaluatorversionresponse.js";
|
|
6
|
+
/**
|
|
7
|
+
* What the evaluator judges:
|
|
8
|
+
*
|
|
9
|
+
* @remarks
|
|
10
|
+
*
|
|
11
|
+
* - `tts`: TTS audio
|
|
12
|
+
* - `stt`: one transcript
|
|
13
|
+
* - `llm`: a reply with its conversation history
|
|
14
|
+
* - `llm-general`: a standalone input and output pair
|
|
15
|
+
* - `conversation`: a full conversation
|
|
16
|
+
*/
|
|
17
|
+
export const RoutersEvaluatorsEvaluatorResponseEvaluatorType = {
|
|
18
|
+
Tts: "tts",
|
|
19
|
+
Stt: "stt",
|
|
20
|
+
Llm: "llm",
|
|
21
|
+
LlmGeneral: "llm-general",
|
|
22
|
+
Conversation: "conversation",
|
|
23
|
+
};
|
|
24
|
+
export const RoutersEvaluatorsEvaluatorResponseEvaluatorType$zodSchema = z.enum([
|
|
25
|
+
"tts",
|
|
26
|
+
"stt",
|
|
27
|
+
"llm",
|
|
28
|
+
"llm-general",
|
|
29
|
+
"conversation",
|
|
30
|
+
]).describe("What the evaluator judges:\n\n- `tts`: TTS audio\n- `stt`: one transcript\n- `llm`: a reply with its conversation history\n- `llm-general`: a standalone input and output pair\n- `conversation`: a full conversation\n");
|
|
31
|
+
/**
|
|
32
|
+
* The modality the judge reads:
|
|
33
|
+
*
|
|
34
|
+
* @remarks
|
|
35
|
+
*
|
|
36
|
+
* - `text`
|
|
37
|
+
* - `audio`
|
|
38
|
+
*/
|
|
39
|
+
export const RoutersEvaluatorsEvaluatorResponseDataType = {
|
|
40
|
+
Text: "text",
|
|
41
|
+
Audio: "audio",
|
|
42
|
+
};
|
|
43
|
+
export const RoutersEvaluatorsEvaluatorResponseDataType$zodSchema = z.enum([
|
|
44
|
+
"text",
|
|
45
|
+
"audio",
|
|
46
|
+
]).describe("The modality the judge reads:\n\n- `text`\n- `audio`\n");
|
|
47
|
+
/**
|
|
48
|
+
* How the evaluator scores:
|
|
49
|
+
*
|
|
50
|
+
* @remarks
|
|
51
|
+
*
|
|
52
|
+
* - `binary`: pass or fail
|
|
53
|
+
* - `rating`: a numeric score, using the scale in `output_config`
|
|
54
|
+
*/
|
|
55
|
+
export const RoutersEvaluatorsEvaluatorResponseOutputType = {
|
|
56
|
+
Binary: "binary",
|
|
57
|
+
Rating: "rating",
|
|
58
|
+
};
|
|
59
|
+
export const RoutersEvaluatorsEvaluatorResponseOutputType$zodSchema = z.enum([
|
|
60
|
+
"binary",
|
|
61
|
+
"rating",
|
|
62
|
+
]).describe("How the evaluator scores:\n\n- `binary`: pass or fail\n- `rating`: a numeric score, using the scale in `output_config`\n");
|
|
63
|
+
export const RoutersEvaluatorsEvaluatorResponse$zodSchema = z.object({
|
|
64
|
+
created_at: z.string().describe("When the evaluator was created (ISO 8601 UTC)"),
|
|
65
|
+
data_type: RoutersEvaluatorsEvaluatorResponseDataType$zodSchema.describe("The modality the judge reads:\n\n- `text`\n- `audio`\n"),
|
|
66
|
+
description: z.string().nullable().optional().describe("What the evaluator checks"),
|
|
67
|
+
evaluator_type: RoutersEvaluatorsEvaluatorResponseEvaluatorType$zodSchema
|
|
68
|
+
.describe("What the evaluator judges:\n\n- `tts`: TTS audio\n- `stt`: one transcript\n- `llm`: a reply with its conversation history\n- `llm-general`: a standalone input and output pair\n- `conversation`: a full conversation\n"),
|
|
69
|
+
is_default: z.boolean().describe("True for a built-in default evaluator, which you can't edit. False for an evaluator you created, which you can edit and add versions to"),
|
|
70
|
+
live_version: EvaluatorVersionResponse$zodSchema.nullable().optional()
|
|
71
|
+
.describe("The version that is currently live"),
|
|
72
|
+
live_version_id: z.string().nullable().optional().describe("ID of the version that is currently live"),
|
|
73
|
+
name: z.string().describe("Evaluator name"),
|
|
74
|
+
output_type: RoutersEvaluatorsEvaluatorResponseOutputType$zodSchema.describe("How the evaluator scores:\n\n- `binary`: pass or fail\n- `rating`: a numeric score, using the scale in `output_config`\n"),
|
|
75
|
+
slug: z.string().nullable().optional().describe("Stable slug for a built-in default evaluator"),
|
|
76
|
+
updated_at: z.string().describe("When the evaluator was last updated (ISO 8601 UTC)"),
|
|
77
|
+
uuid: z.string().describe("Evaluator ID"),
|
|
78
|
+
});
|
|
79
|
+
//# sourceMappingURL=routersevaluatorsevaluatorresponse.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"routersevaluatorsevaluatorresponse.js","sourceRoot":"","sources":["../../src/models/routersevaluatorsevaluatorresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAEL,kCAAkC,GACnC,MAAM,+BAA+B,CAAC;AAEvC;;;;;;;;;;GAUG;AACH,MAAM,CAAC,MAAM,+CAA+C,GAAG;IAC7D,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,UAAU,EAAE,aAAa;IACzB,YAAY,EAAE,cAAc;CACpB,CAAC;AAgBX,MAAM,CAAC,MAAM,yDAAyD,GAAG,CAAC,CAAC,IAAI,CAC7E;IACE,KAAK;IACL,KAAK;IACL,KAAK;IACL,aAAa;IACb,cAAc;CACf,CACF,CAAC,QAAQ,CACR,yNAAyN,CAC1N,CAAC;AAEF;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,0CAA0C,GAAG;IACxD,IAAI,EAAE,MAAM;IACZ,KAAK,EAAE,OAAO;CACN,CAAC;AAaX,MAAM,CAAC,MAAM,oDAAoD,GAAG,CAAC,CAAC,IAAI,CAAC;IACzE,MAAM;IACN,OAAO;CACR,CAAC,CAAC,QAAQ,CAAC,wDAAwD,CAAC,CAAC;AAEtE;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,4CAA4C,GAAG;IAC1D,MAAM,EAAE,QAAQ;IAChB,MAAM,EAAE,QAAQ;CACR,CAAC;AAaX,MAAM,CAAC,MAAM,sDAAsD,GAAG,CAAC,CAAC,IAAI,CAAC;IAC3E,QAAQ;IACR,QAAQ;CACT,CAAC,CAAC,QAAQ,CACT,0HAA0H,CAC3H,CAAC;AAiBF,MAAM,CAAC,MAAM,4CAA4C,GAErD,CAAC,CAAC,MAAM,CAAC;IACX,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC7B,+CAA+C,CAChD;IACD,SAAS,EAAE,oDAAoD,CAAC,QAAQ,CACtE,wDAAwD,CACzD;IACD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpD,2BAA2B,CAC5B;IACD,cAAc,EAAE,yDAAyD;SACtE,QAAQ,CACP,yNAAyN,CAC1N;IACH,UAAU,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAC9B,yIAAyI,CAC1I;IACD,YAAY,EAAE,kCAAkC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SACnE,QAAQ,CAAC,oCAAoC,CAAC;IACjD,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxD,0CAA0C,CAC3C;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC;IAC3C,WAAW,EAAE,sDAAsD,CAAC,QAAQ,CAC1E,0HAA0H,CAC3H;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7C,8CAA8C,CAC/C;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC7B,oDAAoD,CACrD;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,cAAc,CAAC;CAC1C,CAAC,CAAC"}
|
|
@@ -4,6 +4,6 @@
|
|
|
4
4
|
import * as z from "zod";
|
|
5
5
|
export const RoutersTestsEvaluatorRef$zodSchema = z.object({
|
|
6
6
|
evaluator_uuid: z.string().describe("Evaluator to attach to the test"),
|
|
7
|
-
variable_values: z.record(z.string(), z.any()).nullable().optional().describe("Values for the evaluator's `{{\"{{\"}}placeholder}}` variables, pinned
|
|
7
|
+
variable_values: z.record(z.string(), z.any()).nullable().optional().describe("Values for the evaluator's `{{\"{{\"}}placeholder}}` variables, pinned on this test. Omit to inherit the evaluator version's defaults"),
|
|
8
8
|
});
|
|
9
9
|
//# sourceMappingURL=routerstestsevaluatorref.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"routerstestsevaluatorref.js","sourceRoot":"","sources":["../../src/models/routerstestsevaluatorref.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAOzB,MAAM,CAAC,MAAM,kCAAkC,GAE3C,CAAC,CAAC,MAAM,CAAC;IACX,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,iCAAiC,CAAC;IACtE,eAAe,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC3E,
|
|
1
|
+
{"version":3,"file":"routerstestsevaluatorref.js","sourceRoot":"","sources":["../../src/models/routerstestsevaluatorref.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAOzB,MAAM,CAAC,MAAM,kCAAkC,GAE3C,CAAC,CAAC,MAAM,CAAC;IACX,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,iCAAiC,CAAC;IACtE,eAAe,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC3E,uIAAuI,CACxI;CACF,CAAC,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"routersteststestresponse.d.ts","sourceRoot":"","sources":["../../src/models/routersteststestresponse.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C;;;;;;;;GAQG;AACH,eAAO,MAAM,4BAA4B;;;;CAI/B,CAAC;AACX;;;;;;;;GAQG;AACH,MAAM,MAAM,4BAA4B,GAAG,UAAU,CACnD,OAAO,4BAA4B,CACpC,CAAC;AAEF,eAAO,MAAM,sCAAsC;;;;EAMlD,CAAC;AAEF,MAAM,MAAM,wBAAwB,GAAG;IACrC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,4BAA4B,CAAC;IACnC,MAAM,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,IAAI,GAAG,SAAS,CAAC;IACjD,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,KAAK,CAAC;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC,GAAG,SAAS,CAAC;CACtD,CAAC;AAEF,eAAO,MAAM,kCAAkC,EAAE,CAAC,CAAC,OAAO,CACxD,wBAAwB,
|
|
1
|
+
{"version":3,"file":"routersteststestresponse.d.ts","sourceRoot":"","sources":["../../src/models/routersteststestresponse.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C;;;;;;;;GAQG;AACH,eAAO,MAAM,4BAA4B;;;;CAI/B,CAAC;AACX;;;;;;;;GAQG;AACH,MAAM,MAAM,4BAA4B,GAAG,UAAU,CACnD,OAAO,4BAA4B,CACpC,CAAC;AAEF,eAAO,MAAM,sCAAsC;;;;EAMlD,CAAC;AAEF,MAAM,MAAM,wBAAwB,GAAG;IACrC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,4BAA4B,CAAC;IACnC,MAAM,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,IAAI,GAAG,SAAS,CAAC;IACjD,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,KAAK,CAAC;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC,GAAG,SAAS,CAAC;CACtD,CAAC;AAEF,eAAO,MAAM,kCAAkC,EAAE,CAAC,CAAC,OAAO,CACxD,wBAAwB,CAiBxB,CAAC"}
|
|
@@ -20,14 +20,14 @@ export const RoutersTestsTestResponseType$zodSchema = z.enum([
|
|
|
20
20
|
"response",
|
|
21
21
|
"tool_call",
|
|
22
22
|
"conversation",
|
|
23
|
-
]).describe("What the test judges:\n\n- `response`: judges the generated reply\n- `tool_call`: diffs the generated tool calls\n- `conversation`: judges the full conversation");
|
|
23
|
+
]).describe("What the test judges:\n\n- `response`: judges the generated reply\n- `tool_call`: diffs the generated tool calls\n- `conversation`: judges the full conversation\n");
|
|
24
24
|
export const RoutersTestsTestResponse$zodSchema = z.object({
|
|
25
|
-
config: z.record(z.string(), z.any()).nullable().optional().describe("
|
|
26
|
-
created_at: z.string().describe("
|
|
25
|
+
config: z.record(z.string(), z.any()).nullable().optional().describe("The stored config: `history`, `evaluation`, and an optional `settings`"),
|
|
26
|
+
created_at: z.string().describe("When the test was created (ISO 8601 UTC)"),
|
|
27
27
|
evaluators: z.array(z.record(z.string(), z.any())).optional().describe("Linked evaluators, resolved to their current live version at read time"),
|
|
28
28
|
name: z.string().describe("Name of the test"),
|
|
29
|
-
type: RoutersTestsTestResponseType$zodSchema.describe("What the test judges:\n\n- `response`: judges the generated reply\n- `tool_call`: diffs the generated tool calls\n- `conversation`: judges the full conversation"),
|
|
30
|
-
updated_at: z.string().describe("
|
|
29
|
+
type: RoutersTestsTestResponseType$zodSchema.describe("What the test judges:\n\n- `response`: judges the generated reply\n- `tool_call`: diffs the generated tool calls\n- `conversation`: judges the full conversation\n"),
|
|
30
|
+
updated_at: z.string().describe("When the test was last updated (ISO 8601 UTC)"),
|
|
31
31
|
uuid: z.string().describe("Unique ID for the test"),
|
|
32
32
|
});
|
|
33
33
|
//# sourceMappingURL=routersteststestresponse.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"routersteststestresponse.js","sourceRoot":"","sources":["../../src/models/routersteststestresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAGzB;;;;;;;;GAQG;AACH,MAAM,CAAC,MAAM,4BAA4B,GAAG;IAC1C,QAAQ,EAAE,UAAU;IACpB,QAAQ,EAAE,WAAW;IACrB,YAAY,EAAE,cAAc;CACpB,CAAC;AAcX,MAAM,CAAC,MAAM,sCAAsC,GAAG,CAAC,CAAC,IAAI,CAAC;IAC3D,UAAU;IACV,WAAW;IACX,cAAc;CACf,CAAC,CAAC,QAAQ,CACT,
|
|
1
|
+
{"version":3,"file":"routersteststestresponse.js","sourceRoot":"","sources":["../../src/models/routersteststestresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAGzB;;;;;;;;GAQG;AACH,MAAM,CAAC,MAAM,4BAA4B,GAAG;IAC1C,QAAQ,EAAE,UAAU;IACpB,QAAQ,EAAE,WAAW;IACrB,YAAY,EAAE,cAAc;CACpB,CAAC;AAcX,MAAM,CAAC,MAAM,sCAAsC,GAAG,CAAC,CAAC,IAAI,CAAC;IAC3D,UAAU;IACV,WAAW;IACX,cAAc;CACf,CAAC,CAAC,QAAQ,CACT,oKAAoK,CACrK,CAAC;AAYF,MAAM,CAAC,MAAM,kCAAkC,GAE3C,CAAC,CAAC,MAAM,CAAC;IACX,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClE,wEAAwE,CACzE;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,0CAA0C,CAAC;IAC3E,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpE,wEAAwE,CACzE;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAC;IAC7C,IAAI,EAAE,sCAAsC,CAAC,QAAQ,CACnD,oKAAoK,CACrK;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC7B,+CAA+C,CAChD;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,wBAAwB,CAAC;CACpD,CAAC,CAAC"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import * as z from "zod";
|
|
2
|
+
import { AgentTestRunCreateResponse } from "./agenttestruncreateresponse.js";
|
|
3
|
+
import { BenchmarkRequest } from "./benchmarkrequest.js";
|
|
4
|
+
import { HTTPValidationError } from "./httpvalidationerror.js";
|
|
5
|
+
export type RunAgentBenchmarkAgentTestsAgentAgentUuidBenchmarkPostRequest = {
|
|
6
|
+
agent_uuid: string;
|
|
7
|
+
xAPIKey?: string | null | undefined;
|
|
8
|
+
body: BenchmarkRequest;
|
|
9
|
+
};
|
|
10
|
+
export declare const RunAgentBenchmarkAgentTestsAgentAgentUuidBenchmarkPostRequest$zodSchema: z.ZodType<RunAgentBenchmarkAgentTestsAgentAgentUuidBenchmarkPostRequest>;
|
|
11
|
+
export type RunAgentBenchmarkAgentTestsAgentAgentUuidBenchmarkPostResponse = AgentTestRunCreateResponse | HTTPValidationError;
|
|
12
|
+
export declare const RunAgentBenchmarkAgentTestsAgentAgentUuidBenchmarkPostResponse$zodSchema: z.ZodType<RunAgentBenchmarkAgentTestsAgentAgentUuidBenchmarkPostResponse>;
|
|
13
|
+
//# sourceMappingURL=runagentbenchmarkagenttestsagentagentuuidbenchmarkpostop.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"runagentbenchmarkagenttestsagentagentuuidbenchmarkpostop.d.ts","sourceRoot":"","sources":["../../src/models/runagentbenchmarkagenttestsagentagentuuidbenchmarkpostop.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,0BAA0B,EAE3B,MAAM,iCAAiC,CAAC;AACzC,OAAO,EACL,gBAAgB,EAEjB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,6DAA6D,GAAG;IAC1E,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,IAAI,EAAE,gBAAgB,CAAC;CACxB,CAAC;AAEF,eAAO,MAAM,uEAAuE,EAClF,CAAC,CAAC,OAAO,CAAC,6DAA6D,CAKnE,CAAC;AAEP,MAAM,MAAM,8DAA8D,GACtE,0BAA0B,GAC1B,mBAAmB,CAAC;AAExB,eAAO,MAAM,wEAAwE,EACnF,CAAC,CAAC,OAAO,CAAC,8DAA8D,CAIpE,CAAC"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
import * as z from "zod";
|
|
5
|
+
import { AgentTestRunCreateResponse$zodSchema, } from "./agenttestruncreateresponse.js";
|
|
6
|
+
import { BenchmarkRequest$zodSchema, } from "./benchmarkrequest.js";
|
|
7
|
+
import { HTTPValidationError$zodSchema, } from "./httpvalidationerror.js";
|
|
8
|
+
export const RunAgentBenchmarkAgentTestsAgentAgentUuidBenchmarkPostRequest$zodSchema = z
|
|
9
|
+
.object({
|
|
10
|
+
agent_uuid: z.string().describe("Agent to benchmark"),
|
|
11
|
+
body: BenchmarkRequest$zodSchema,
|
|
12
|
+
xAPIKey: z.string().nullable().optional(),
|
|
13
|
+
});
|
|
14
|
+
export const RunAgentBenchmarkAgentTestsAgentAgentUuidBenchmarkPostResponse$zodSchema = z
|
|
15
|
+
.union([
|
|
16
|
+
AgentTestRunCreateResponse$zodSchema,
|
|
17
|
+
HTTPValidationError$zodSchema,
|
|
18
|
+
]);
|
|
19
|
+
//# sourceMappingURL=runagentbenchmarkagenttestsagentagentuuidbenchmarkpostop.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"runagentbenchmarkagenttestsagentagentuuidbenchmarkpostop.js","sourceRoot":"","sources":["../../src/models/runagentbenchmarkagenttestsagentagentuuidbenchmarkpostop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,oCAAoC,GACrC,MAAM,iCAAiC,CAAC;AACzC,OAAO,EAEL,0BAA0B,GAC3B,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAQlC,MAAM,CAAC,MAAM,uEAAuE,GACP,CAAC;KACzE,MAAM,CAAC;IACN,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,oBAAoB,CAAC;IACrD,IAAI,EAAE,0BAA0B;IAChC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC;AAMP,MAAM,CAAC,MAAM,wEAAwE,GACP,CAAC;KAC1E,KAAK,CAAC;IACL,oCAAoC;IACpC,6BAA6B;CAC9B,CAAC,CAAC"}
|
|
@@ -5,7 +5,6 @@ import { RunTestRequest } from "./runtestrequest.js";
|
|
|
5
5
|
export type RunAgentTestAgentTestsAgentAgentUuidRunPostRequest = {
|
|
6
6
|
agent_uuid: string;
|
|
7
7
|
xAPIKey?: string | null | undefined;
|
|
8
|
-
xOrgUUID?: string | null | undefined;
|
|
9
8
|
body: RunTestRequest;
|
|
10
9
|
};
|
|
11
10
|
export declare const RunAgentTestAgentTestsAgentAgentUuidRunPostRequest$zodSchema: z.ZodType<RunAgentTestAgentTestsAgentAgentUuidRunPostRequest>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"runagenttestagenttestsagentagentuuidrunpostop.d.ts","sourceRoot":"","sources":["../../src/models/runagenttestagenttestsagentagentuuidrunpostop.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,0BAA0B,EAE3B,MAAM,iCAAiC,CAAC;AACzC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,cAAc,EAA4B,MAAM,qBAAqB,CAAC;AAE/E,MAAM,MAAM,kDAAkD,GAAG;IAC/D,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,
|
|
1
|
+
{"version":3,"file":"runagenttestagenttestsagentagentuuidrunpostop.d.ts","sourceRoot":"","sources":["../../src/models/runagenttestagenttestsagentagentuuidrunpostop.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,0BAA0B,EAE3B,MAAM,iCAAiC,CAAC;AACzC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,cAAc,EAA4B,MAAM,qBAAqB,CAAC;AAE/E,MAAM,MAAM,kDAAkD,GAAG;IAC/D,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,IAAI,EAAE,cAAc,CAAC;CACtB,CAAC;AAEF,eAAO,MAAM,4DAA4D,EACvE,CAAC,CAAC,OAAO,CAAC,kDAAkD,CAI1D,CAAC;AAEL,MAAM,MAAM,mDAAmD,GAC3D,0BAA0B,GAC1B,mBAAmB,CAAC;AAExB,eAAO,MAAM,6DAA6D,EACxE,CAAC,CAAC,OAAO,CAAC,mDAAmD,CAG3D,CAAC"}
|
|
@@ -6,10 +6,9 @@ import { AgentTestRunCreateResponse$zodSchema, } from "./agenttestruncreaterespo
|
|
|
6
6
|
import { HTTPValidationError$zodSchema, } from "./httpvalidationerror.js";
|
|
7
7
|
import { RunTestRequest$zodSchema } from "./runtestrequest.js";
|
|
8
8
|
export const RunAgentTestAgentTestsAgentAgentUuidRunPostRequest$zodSchema = z.object({
|
|
9
|
-
agent_uuid: z.string().describe("
|
|
9
|
+
agent_uuid: z.string().describe("Agent to test"),
|
|
10
10
|
body: RunTestRequest$zodSchema,
|
|
11
11
|
xAPIKey: z.string().nullable().optional(),
|
|
12
|
-
xOrgUUID: z.string().nullable().optional(),
|
|
13
12
|
});
|
|
14
13
|
export const RunAgentTestAgentTestsAgentAgentUuidRunPostResponse$zodSchema = z.union([
|
|
15
14
|
AgentTestRunCreateResponse$zodSchema,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"runagenttestagenttestsagentagentuuidrunpostop.js","sourceRoot":"","sources":["../../src/models/runagenttestagenttestsagentagentuuidrunpostop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,oCAAoC,GACrC,MAAM,iCAAiC,CAAC;AACzC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAkB,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;
|
|
1
|
+
{"version":3,"file":"runagenttestagenttestsagentagentuuidrunpostop.js","sourceRoot":"","sources":["../../src/models/runagenttestagenttestsagentagentuuidrunpostop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,oCAAoC,GACrC,MAAM,iCAAiC,CAAC;AACzC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAkB,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAQ/E,MAAM,CAAC,MAAM,4DAA4D,GACP,CAAC,CAAC,MAAM,CAAC;IACvE,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,eAAe,CAAC;IAChD,IAAI,EAAE,wBAAwB;IAC9B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC;AAML,MAAM,CAAC,MAAM,6DAA6D,GACP,CAAC,CAAC,KAAK,CAAC;IACvE,oCAAoC;IACpC,6BAA6B;CAC9B,CAAC,CAAC"}
|
|
@@ -4,7 +4,6 @@ import { BatchTestRunResponse } from "./batchtestrunresponse.js";
|
|
|
4
4
|
import { HTTPValidationError } from "./httpvalidationerror.js";
|
|
5
5
|
export type RunTestsBatchAgentTestsRunPostRequest = {
|
|
6
6
|
xAPIKey?: string | null | undefined;
|
|
7
|
-
xOrgUUID?: string | null | undefined;
|
|
8
7
|
body?: BatchRunRequest | null | undefined;
|
|
9
8
|
};
|
|
10
9
|
export declare const RunTestsBatchAgentTestsRunPostRequest$zodSchema: z.ZodType<RunTestsBatchAgentTestsRunPostRequest>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"runtestsbatchagenttestsrunpostop.d.ts","sourceRoot":"","sources":["../../src/models/runtestsbatchagenttestsrunpostop.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,eAAe,EAEhB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,oBAAoB,EAErB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,qCAAqC,GAAG;IAClD,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,
|
|
1
|
+
{"version":3,"file":"runtestsbatchagenttestsrunpostop.d.ts","sourceRoot":"","sources":["../../src/models/runtestsbatchagenttestsrunpostop.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,eAAe,EAEhB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,oBAAoB,EAErB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,qCAAqC,GAAG;IAClD,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,IAAI,CAAC,EAAE,eAAe,GAAG,IAAI,GAAG,SAAS,CAAC;CAC3C,CAAC;AAEF,eAAO,MAAM,+CAA+C,EAAE,CAAC,CAAC,OAAO,CACrE,qCAAqC,CAIrC,CAAC;AAEH,MAAM,MAAM,sCAAsC,GAC9C,oBAAoB,GACpB,mBAAmB,CAAC;AAExB,eAAO,MAAM,gDAAgD,EAAE,CAAC,CAAC,OAAO,CACtE,sCAAsC,CAItC,CAAC"}
|
|
@@ -8,7 +8,6 @@ import { HTTPValidationError$zodSchema, } from "./httpvalidationerror.js";
|
|
|
8
8
|
export const RunTestsBatchAgentTestsRunPostRequest$zodSchema = z.object({
|
|
9
9
|
body: BatchRunRequest$zodSchema.nullable().optional(),
|
|
10
10
|
xAPIKey: z.string().nullable().optional(),
|
|
11
|
-
xOrgUUID: z.string().nullable().optional(),
|
|
12
11
|
});
|
|
13
12
|
export const RunTestsBatchAgentTestsRunPostResponse$zodSchema = z.union([
|
|
14
13
|
BatchTestRunResponse$zodSchema,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"runtestsbatchagenttestsrunpostop.js","sourceRoot":"","sources":["../../src/models/runtestsbatchagenttestsrunpostop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,yBAAyB,GAC1B,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAEL,8BAA8B,GAC/B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;
|
|
1
|
+
{"version":3,"file":"runtestsbatchagenttestsrunpostop.js","sourceRoot":"","sources":["../../src/models/runtestsbatchagenttestsrunpostop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,yBAAyB,GAC1B,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAEL,8BAA8B,GAC/B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAOlC,MAAM,CAAC,MAAM,+CAA+C,GAExD,CAAC,CAAC,MAAM,CAAC;IACX,IAAI,EAAE,yBAAyB,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACrD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC;AAMH,MAAM,CAAC,MAAM,gDAAgD,GAEzD,CAAC,CAAC,KAAK,CAAC;IACV,8BAA8B;IAC9B,6BAA6B;CAC9B,CAAC,CAAC"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import * as z from "zod";
|
|
2
|
+
import { EvaluatorRunLaunchResponse } from "./evaluatorrunlaunchresponse.js";
|
|
3
|
+
import { EvaluatorRunStartRequest } from "./evaluatorrunstartrequest.js";
|
|
4
|
+
import { HTTPValidationError } from "./httpvalidationerror.js";
|
|
5
|
+
export type StartEvaluatorRunAnnotationTasksTaskUuidEvaluatorRunsPostRequest = {
|
|
6
|
+
task_uuid: string;
|
|
7
|
+
xAPIKey?: string | null | undefined;
|
|
8
|
+
body: EvaluatorRunStartRequest;
|
|
9
|
+
};
|
|
10
|
+
export declare const StartEvaluatorRunAnnotationTasksTaskUuidEvaluatorRunsPostRequest$zodSchema: z.ZodType<StartEvaluatorRunAnnotationTasksTaskUuidEvaluatorRunsPostRequest>;
|
|
11
|
+
export type StartEvaluatorRunAnnotationTasksTaskUuidEvaluatorRunsPostResponse = EvaluatorRunLaunchResponse | HTTPValidationError;
|
|
12
|
+
export declare const StartEvaluatorRunAnnotationTasksTaskUuidEvaluatorRunsPostResponse$zodSchema: z.ZodType<StartEvaluatorRunAnnotationTasksTaskUuidEvaluatorRunsPostResponse>;
|
|
13
|
+
//# sourceMappingURL=startevaluatorrunannotationtaskstaskuuidevaluatorrunspostop.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"startevaluatorrunannotationtaskstaskuuidevaluatorrunspostop.d.ts","sourceRoot":"","sources":["../../src/models/startevaluatorrunannotationtaskstaskuuidevaluatorrunspostop.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,0BAA0B,EAE3B,MAAM,iCAAiC,CAAC;AACzC,OAAO,EACL,wBAAwB,EAEzB,MAAM,+BAA+B,CAAC;AACvC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,gEAAgE,GAAG;IAC7E,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,IAAI,EAAE,wBAAwB,CAAC;CAChC,CAAC;AAEF,eAAO,MAAM,0EAA0E,EACrF,CAAC,CAAC,OAAO,CAAC,gEAAgE,CAKtE,CAAC;AAEP,MAAM,MAAM,iEAAiE,GACzE,0BAA0B,GAC1B,mBAAmB,CAAC;AAExB,eAAO,MAAM,2EAA2E,EACtF,CAAC,CAAC,OAAO,CAAC,iEAAiE,CAIvE,CAAC"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
import * as z from "zod";
|
|
5
|
+
import { EvaluatorRunLaunchResponse$zodSchema, } from "./evaluatorrunlaunchresponse.js";
|
|
6
|
+
import { EvaluatorRunStartRequest$zodSchema, } from "./evaluatorrunstartrequest.js";
|
|
7
|
+
import { HTTPValidationError$zodSchema, } from "./httpvalidationerror.js";
|
|
8
|
+
export const StartEvaluatorRunAnnotationTasksTaskUuidEvaluatorRunsPostRequest$zodSchema = z.object({
|
|
9
|
+
body: EvaluatorRunStartRequest$zodSchema,
|
|
10
|
+
task_uuid: z.string().describe("Annotation task to act on"),
|
|
11
|
+
xAPIKey: z.string().nullable().optional(),
|
|
12
|
+
});
|
|
13
|
+
export const StartEvaluatorRunAnnotationTasksTaskUuidEvaluatorRunsPostResponse$zodSchema = z.union([
|
|
14
|
+
EvaluatorRunLaunchResponse$zodSchema,
|
|
15
|
+
HTTPValidationError$zodSchema,
|
|
16
|
+
]);
|
|
17
|
+
//# sourceMappingURL=startevaluatorrunannotationtaskstaskuuidevaluatorrunspostop.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"startevaluatorrunannotationtaskstaskuuidevaluatorrunspostop.js","sourceRoot":"","sources":["../../src/models/startevaluatorrunannotationtaskstaskuuidevaluatorrunspostop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,oCAAoC,GACrC,MAAM,iCAAiC,CAAC;AACzC,OAAO,EAEL,kCAAkC,GACnC,MAAM,+BAA+B,CAAC;AACvC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAQlC,MAAM,CAAC,MAAM,0EAA0E,GAEnF,CAAC,CAAC,MAAM,CAAC;IACP,IAAI,EAAE,kCAAkC;IACxC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2BAA2B,CAAC;IAC3D,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC;AAMP,MAAM,CAAC,MAAM,2EAA2E,GAEpF,CAAC,CAAC,KAAK,CAAC;IACN,oCAAoC;IACpC,6BAA6B;CAC9B,CAAC,CAAC"}
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
import * as z from "zod";
|
|
2
|
+
import { ClosedEnum } from "../types/enums.js";
|
|
3
|
+
import { HTTPValidationError } from "./httpvalidationerror.js";
|
|
4
|
+
import { TaskAgreementResponse } from "./taskagreementresponse.js";
|
|
5
|
+
/**
|
|
6
|
+
* How to bucket points in the trend series
|
|
7
|
+
*/
|
|
8
|
+
export declare const Bucket: {
|
|
9
|
+
readonly Week: "week";
|
|
10
|
+
readonly Month: "month";
|
|
11
|
+
readonly Year: "year";
|
|
12
|
+
};
|
|
13
|
+
/**
|
|
14
|
+
* How to bucket points in the trend series
|
|
15
|
+
*/
|
|
16
|
+
export type Bucket = ClosedEnum<typeof Bucket>;
|
|
17
|
+
export declare const Bucket$zodSchema: z.ZodEnum<{
|
|
18
|
+
week: "week";
|
|
19
|
+
month: "month";
|
|
20
|
+
year: "year";
|
|
21
|
+
}>;
|
|
22
|
+
export type TaskAgreementAnnotationTasksTaskUuidAgreementGetRequest = {
|
|
23
|
+
task_uuid: string;
|
|
24
|
+
bucket?: Bucket | undefined;
|
|
25
|
+
days?: number | undefined;
|
|
26
|
+
xAPIKey?: string | null | undefined;
|
|
27
|
+
};
|
|
28
|
+
export declare const TaskAgreementAnnotationTasksTaskUuidAgreementGetRequest$zodSchema: z.ZodType<TaskAgreementAnnotationTasksTaskUuidAgreementGetRequest>;
|
|
29
|
+
export type TaskAgreementAnnotationTasksTaskUuidAgreementGetResponse = TaskAgreementResponse | HTTPValidationError;
|
|
30
|
+
export declare const TaskAgreementAnnotationTasksTaskUuidAgreementGetResponse$zodSchema: z.ZodType<TaskAgreementAnnotationTasksTaskUuidAgreementGetResponse>;
|
|
31
|
+
//# sourceMappingURL=taskagreementannotationtaskstaskuuidagreementgetop.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"taskagreementannotationtaskstaskuuidagreementgetop.d.ts","sourceRoot":"","sources":["../../src/models/taskagreementannotationtaskstaskuuidagreementgetop.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AAEpC;;GAEG;AACH,eAAO,MAAM,MAAM;;;;CAIT,CAAC;AACX;;GAEG;AACH,MAAM,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,MAAM,CAAC,CAAC;AAE/C,eAAO,MAAM,gBAAgB;;;;EAI0B,CAAC;AAExD,MAAM,MAAM,uDAAuD,GAAG;IACpE,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACrC,CAAC;AAEF,eAAO,MAAM,iEAAiE,EAC5E,CAAC,CAAC,OAAO,CAAC,uDAAuD,CAWhE,CAAC;AAEJ,MAAM,MAAM,wDAAwD,GAChE,qBAAqB,GACrB,mBAAmB,CAAC;AAExB,eAAO,MAAM,kEAAkE,EAC7E,CAAC,CAAC,OAAO,CAAC,wDAAwD,CAKjE,CAAC"}
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
import * as z from "zod";
|
|
5
|
+
import { HTTPValidationError$zodSchema, } from "./httpvalidationerror.js";
|
|
6
|
+
import { TaskAgreementResponse$zodSchema, } from "./taskagreementresponse.js";
|
|
7
|
+
/**
|
|
8
|
+
* How to bucket points in the trend series
|
|
9
|
+
*/
|
|
10
|
+
export const Bucket = {
|
|
11
|
+
Week: "week",
|
|
12
|
+
Month: "month",
|
|
13
|
+
Year: "year",
|
|
14
|
+
};
|
|
15
|
+
export const Bucket$zodSchema = z.enum([
|
|
16
|
+
"week",
|
|
17
|
+
"month",
|
|
18
|
+
"year",
|
|
19
|
+
]).describe("How to bucket points in the trend series");
|
|
20
|
+
export const TaskAgreementAnnotationTasksTaskUuidAgreementGetRequest$zodSchema = z.object({
|
|
21
|
+
bucket: Bucket$zodSchema.default("week").describe("How to bucket points in the trend series"),
|
|
22
|
+
days: z.int().default(90).describe("Trailing window in days for the trend series"),
|
|
23
|
+
task_uuid: z.string().describe("Annotation task to act on"),
|
|
24
|
+
xAPIKey: z.string().nullable().optional(),
|
|
25
|
+
});
|
|
26
|
+
export const TaskAgreementAnnotationTasksTaskUuidAgreementGetResponse$zodSchema = z.union([
|
|
27
|
+
TaskAgreementResponse$zodSchema,
|
|
28
|
+
HTTPValidationError$zodSchema,
|
|
29
|
+
]);
|
|
30
|
+
//# sourceMappingURL=taskagreementannotationtaskstaskuuidagreementgetop.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"taskagreementannotationtaskstaskuuidagreementgetop.js","sourceRoot":"","sources":["../../src/models/taskagreementannotationtaskstaskuuidagreementgetop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AAEpC;;GAEG;AACH,MAAM,CAAC,MAAM,MAAM,GAAG;IACpB,IAAI,EAAE,MAAM;IACZ,KAAK,EAAE,OAAO;IACd,IAAI,EAAE,MAAM;CACJ,CAAC;AAMX,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC,IAAI,CAAC;IACrC,MAAM;IACN,OAAO;IACP,MAAM;CACP,CAAC,CAAC,QAAQ,CAAC,0CAA0C,CAAC,CAAC;AASxD,MAAM,CAAC,MAAM,iEAAiE,GACP,CAAC,CAAC,MAAM,CAC3E;IACE,MAAM,EAAE,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,QAAQ,CAC/C,0CAA0C,CAC3C;IACD,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,QAAQ,CAChC,8CAA8C,CAC/C;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2BAA2B,CAAC;IAC3D,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC1C,CACF,CAAC;AAMJ,MAAM,CAAC,MAAM,kEAAkE,GACP,CAAC,CAAC,KAAK,CAC3E;IACE,+BAA+B;IAC/B,6BAA6B;CAC9B,CACF,CAAC"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import * as z from "zod";
|
|
2
|
+
import { HumanAgreementBlock } from "./humanagreementblock.js";
|
|
3
|
+
export type TaskAgreementResponse = {
|
|
4
|
+
task_id: string;
|
|
5
|
+
bucket: string;
|
|
6
|
+
days: number;
|
|
7
|
+
human_human: HumanAgreementBlock;
|
|
8
|
+
evaluators: Array<{
|
|
9
|
+
[k: string]: any;
|
|
10
|
+
}>;
|
|
11
|
+
AdditionalProperties?: {
|
|
12
|
+
[k: string]: any;
|
|
13
|
+
};
|
|
14
|
+
};
|
|
15
|
+
export declare const TaskAgreementResponse$zodSchema: z.ZodType<TaskAgreementResponse>;
|
|
16
|
+
export declare const TaskAgreementResponse$zodSchemaOutbound: z.ZodType<any>;
|
|
17
|
+
//# sourceMappingURL=taskagreementresponse.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"taskagreementresponse.d.ts","sourceRoot":"","sources":["../../src/models/taskagreementresponse.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EACL,mBAAmB,EAGpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,qBAAqB,GAAG;IAClC,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,mBAAmB,CAAC;IACjC,UAAU,EAAE,KAAK,CAAC;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC,CAAC;IACxC,oBAAoB,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC;CAC7C,CAAC;AAEF,eAAO,MAAM,+BAA+B,EAAE,CAAC,CAAC,OAAO,CAAC,qBAAqB,CAa1E,CAAC;AAEJ,eAAO,MAAM,uCAAuC,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAejE,CAAC"}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
import * as z from "zod";
|
|
5
|
+
import { collectExtraKeys as collectExtraKeys$ } from "../lib/schemas.js";
|
|
6
|
+
import { HumanAgreementBlock$zodSchema, HumanAgreementBlock$zodSchemaOutbound, } from "./humanagreementblock.js";
|
|
7
|
+
export const TaskAgreementResponse$zodSchema = collectExtraKeys$(z.object({
|
|
8
|
+
bucket: z.string().describe("Time bucket used for the trend series"),
|
|
9
|
+
days: z.int().describe("Length of the trailing window in days"),
|
|
10
|
+
evaluators: z.array(z.record(z.string(), z.any())).describe("Agreement between each evaluator and the annotators, one entry per linked evaluator"),
|
|
11
|
+
human_human: HumanAgreementBlock$zodSchema,
|
|
12
|
+
task_id: z.string().describe("ID of the task"),
|
|
13
|
+
}).catchall(z.any()), "AdditionalProperties", true);
|
|
14
|
+
export const TaskAgreementResponse$zodSchemaOutbound = z.object({
|
|
15
|
+
AdditionalProperties: z.record(z.string(), z.any()).optional(),
|
|
16
|
+
bucket: z.string(),
|
|
17
|
+
days: z.int(),
|
|
18
|
+
evaluators: z.array(z.record(z.string(), z.any())),
|
|
19
|
+
human_human: HumanAgreementBlock$zodSchemaOutbound,
|
|
20
|
+
task_id: z.string(),
|
|
21
|
+
}).transform((v) => {
|
|
22
|
+
const { AdditionalProperties, ...rest } = v;
|
|
23
|
+
return {
|
|
24
|
+
...rest,
|
|
25
|
+
...AdditionalProperties,
|
|
26
|
+
};
|
|
27
|
+
});
|
|
28
|
+
//# sourceMappingURL=taskagreementresponse.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"taskagreementresponse.js","sourceRoot":"","sources":["../../src/models/taskagreementresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,gBAAgB,IAAI,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAC1E,OAAO,EAEL,6BAA6B,EAC7B,qCAAqC,GACtC,MAAM,0BAA0B,CAAC;AAWlC,MAAM,CAAC,MAAM,+BAA+B,GAC1C,iBAAiB,CACf,CAAC,CAAC,MAAM,CAAC;IACP,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uCAAuC,CAAC;IACpE,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,uCAAuC,CAAC;IAC/D,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,CACzD,qFAAqF,CACtF;IACD,WAAW,EAAE,6BAA6B;IAC1C,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC;CAC/C,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,EACpB,sBAAsB,EACtB,IAAI,CACL,CAAC;AAEJ,MAAM,CAAC,MAAM,uCAAuC,GAAmB,CAAC,CAAC,MAAM,CAC7E;IACE,oBAAoB,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC9D,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE;IACb,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;IAClD,WAAW,EAAE,qCAAqC;IAClD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;CACpB,CACF,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IAChB,MAAM,EAAE,oBAAoB,EAAE,GAAG,IAAI,EAAE,GAAG,CAAC,CAAC;IAC5C,OAAO;QACL,GAAG,IAAI;QACP,GAAG,oBAAoB;KACxB,CAAC;AACJ,CAAC,CAAC,CAAC"}
|
|
@@ -11,8 +11,8 @@ export type TaskStatus = ClosedEnum<typeof TaskStatus>;
|
|
|
11
11
|
export declare const TaskStatus$zodSchema: z.ZodEnum<{
|
|
12
12
|
queued: "queued";
|
|
13
13
|
in_progress: "in_progress";
|
|
14
|
+
failed: "failed";
|
|
14
15
|
cancelled: "cancelled";
|
|
15
16
|
done: "done";
|
|
16
|
-
failed: "failed";
|
|
17
17
|
}>;
|
|
18
18
|
//# sourceMappingURL=taskstatus.d.ts.map
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
import * as z from "zod";
|
|
2
|
+
import { ClosedEnum } from "../types/enums.js";
|
|
3
|
+
import { HTTPValidationError } from "./httpvalidationerror.js";
|
|
4
|
+
import { TaskSummaryResponse } from "./tasksummaryresponse.js";
|
|
5
|
+
/**
|
|
6
|
+
* Sort direction
|
|
7
|
+
*/
|
|
8
|
+
export declare const Order: {
|
|
9
|
+
readonly Asc: "asc";
|
|
10
|
+
readonly Desc: "desc";
|
|
11
|
+
};
|
|
12
|
+
/**
|
|
13
|
+
* Sort direction
|
|
14
|
+
*/
|
|
15
|
+
export type Order = ClosedEnum<typeof Order>;
|
|
16
|
+
export declare const Order$zodSchema: z.ZodEnum<{
|
|
17
|
+
asc: "asc";
|
|
18
|
+
desc: "desc";
|
|
19
|
+
}>;
|
|
20
|
+
export type TaskSummaryAnnotationTasksTaskUuidSummaryGetRequest = {
|
|
21
|
+
task_uuid: string;
|
|
22
|
+
item_id?: string | null | undefined;
|
|
23
|
+
live_only?: boolean | undefined;
|
|
24
|
+
q?: string | null | undefined;
|
|
25
|
+
sort_by?: string | undefined;
|
|
26
|
+
order?: Order | undefined;
|
|
27
|
+
limit?: number | undefined;
|
|
28
|
+
offset?: number | undefined;
|
|
29
|
+
xAPIKey?: string | null | undefined;
|
|
30
|
+
};
|
|
31
|
+
export declare const TaskSummaryAnnotationTasksTaskUuidSummaryGetRequest$zodSchema: z.ZodType<TaskSummaryAnnotationTasksTaskUuidSummaryGetRequest>;
|
|
32
|
+
export type TaskSummaryAnnotationTasksTaskUuidSummaryGetResponse = TaskSummaryResponse | HTTPValidationError;
|
|
33
|
+
export declare const TaskSummaryAnnotationTasksTaskUuidSummaryGetResponse$zodSchema: z.ZodType<TaskSummaryAnnotationTasksTaskUuidSummaryGetResponse>;
|
|
34
|
+
//# sourceMappingURL=tasksummaryannotationtaskstaskuuidsummarygetop.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tasksummaryannotationtaskstaskuuidsummarygetop.d.ts","sourceRoot":"","sources":["../../src/models/tasksummaryannotationtaskstaskuuidsummarygetop.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC;;GAEG;AACH,eAAO,MAAM,KAAK;;;CAGR,CAAC;AACX;;GAEG;AACH,MAAM,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,KAAK,CAAC,CAAC;AAE7C,eAAO,MAAM,eAAe;;;EAGC,CAAC;AAE9B,MAAM,MAAM,mDAAmD,GAAG;IAChE,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,SAAS,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAChC,CAAC,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC9B,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,KAAK,CAAC,EAAE,KAAK,GAAG,SAAS,CAAC;IAC1B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACrC,CAAC;AAEF,eAAO,MAAM,6DAA6D,EACxE,CAAC,CAAC,OAAO,CAAC,mDAAmD,CAoB3D,CAAC;AAEL,MAAM,MAAM,oDAAoD,GAC5D,mBAAmB,GACnB,mBAAmB,CAAC;AAExB,eAAO,MAAM,8DAA8D,EACzE,CAAC,CAAC,OAAO,CAAC,oDAAoD,CAG5D,CAAC"}
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
import * as z from "zod";
|
|
5
|
+
import { HTTPValidationError$zodSchema, } from "./httpvalidationerror.js";
|
|
6
|
+
import { TaskSummaryResponse$zodSchema, } from "./tasksummaryresponse.js";
|
|
7
|
+
/**
|
|
8
|
+
* Sort direction
|
|
9
|
+
*/
|
|
10
|
+
export const Order = {
|
|
11
|
+
Asc: "asc",
|
|
12
|
+
Desc: "desc",
|
|
13
|
+
};
|
|
14
|
+
export const Order$zodSchema = z.enum([
|
|
15
|
+
"asc",
|
|
16
|
+
"desc",
|
|
17
|
+
]).describe("Sort direction");
|
|
18
|
+
export const TaskSummaryAnnotationTasksTaskUuidSummaryGetRequest$zodSchema = z.object({
|
|
19
|
+
item_id: z.string().describe("Filter rows to a single item. The full task-wide annotator union is still returned in `annotators`").nullable().optional(),
|
|
20
|
+
limit: z.int().default(50).describe("Maximum number of items to return"),
|
|
21
|
+
live_only: z.boolean().default(false).describe("When true, emit only one row for each (item, evaluator) pair using the evaluator's live version. Versions other than the live one that have runs are excluded"),
|
|
22
|
+
offset: z.int().default(0).describe("Number of items to skip before returning results"),
|
|
23
|
+
order: Order$zodSchema.default("desc").describe("Sort direction"),
|
|
24
|
+
q: z.string().describe("Case-insensitive substring search on `payload.name`. Blank is a no-op").nullable().optional(),
|
|
25
|
+
sort_by: z.string().default("created_at").describe("Sort key for the results"),
|
|
26
|
+
task_uuid: z.string().describe("Annotation task to act on"),
|
|
27
|
+
xAPIKey: z.string().nullable().optional(),
|
|
28
|
+
});
|
|
29
|
+
export const TaskSummaryAnnotationTasksTaskUuidSummaryGetResponse$zodSchema = z.union([
|
|
30
|
+
TaskSummaryResponse$zodSchema,
|
|
31
|
+
HTTPValidationError$zodSchema,
|
|
32
|
+
]);
|
|
33
|
+
//# sourceMappingURL=tasksummaryannotationtaskstaskuuidsummarygetop.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tasksummaryannotationtaskstaskuuidsummarygetop.js","sourceRoot":"","sources":["../../src/models/tasksummaryannotationtaskstaskuuidsummarygetop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAElC;;GAEG;AACH,MAAM,CAAC,MAAM,KAAK,GAAG;IACnB,GAAG,EAAE,KAAK;IACV,IAAI,EAAE,MAAM;CACJ,CAAC;AAMX,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,CAAC,IAAI,CAAC;IACpC,KAAK;IACL,MAAM;CACP,CAAC,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC;AAc9B,MAAM,CAAC,MAAM,6DAA6D,GACP,CAAC,CAAC,MAAM,CAAC;IACxE,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC1B,oGAAoG,CACrG,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvB,KAAK,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,mCAAmC,CAAC;IACxE,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAC5C,+JAA+J,CAChK;IACD,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CACjC,kDAAkD,CACnD;IACD,KAAK,EAAE,eAAe,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,gBAAgB,CAAC;IACjE,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACpB,uEAAuE,CACxE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,QAAQ,CAChD,0BAA0B,CAC3B;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2BAA2B,CAAC;IAC3D,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC;AAML,MAAM,CAAC,MAAM,8DAA8D,GACP,CAAC,CAAC,KAAK,CAAC;IACxE,6BAA6B;IAC7B,6BAA6B;CAC9B,CAAC,CAAC"}
|
|
@@ -0,0 +1,45 @@
|
|
|
1
|
+
import * as z from "zod";
|
|
2
|
+
import { ClosedEnum } from "../types/enums.js";
|
|
3
|
+
import { PaginationMeta } from "./paginationmeta.js";
|
|
4
|
+
/**
|
|
5
|
+
* Type of the task
|
|
6
|
+
*/
|
|
7
|
+
export declare const TaskType: {
|
|
8
|
+
readonly Stt: "stt";
|
|
9
|
+
readonly Llm: "llm";
|
|
10
|
+
readonly LlmGeneral: "llm-general";
|
|
11
|
+
readonly Conversation: "conversation";
|
|
12
|
+
};
|
|
13
|
+
/**
|
|
14
|
+
* Type of the task
|
|
15
|
+
*/
|
|
16
|
+
export type TaskType = ClosedEnum<typeof TaskType>;
|
|
17
|
+
export declare const TaskType$zodSchema: z.ZodEnum<{
|
|
18
|
+
conversation: "conversation";
|
|
19
|
+
stt: "stt";
|
|
20
|
+
llm: "llm";
|
|
21
|
+
"llm-general": "llm-general";
|
|
22
|
+
}>;
|
|
23
|
+
export type TaskSummaryResponse = {
|
|
24
|
+
task_id: string;
|
|
25
|
+
task_type: TaskType;
|
|
26
|
+
evaluators: Array<{
|
|
27
|
+
[k: string]: any;
|
|
28
|
+
}>;
|
|
29
|
+
annotators: Array<{
|
|
30
|
+
[k: string]: any;
|
|
31
|
+
}>;
|
|
32
|
+
rows: Array<{
|
|
33
|
+
[k: string]: any;
|
|
34
|
+
}>;
|
|
35
|
+
item_comments: {
|
|
36
|
+
[k: string]: any;
|
|
37
|
+
};
|
|
38
|
+
pagination: PaginationMeta;
|
|
39
|
+
AdditionalProperties?: {
|
|
40
|
+
[k: string]: any;
|
|
41
|
+
};
|
|
42
|
+
};
|
|
43
|
+
export declare const TaskSummaryResponse$zodSchema: z.ZodType<TaskSummaryResponse>;
|
|
44
|
+
export declare const TaskSummaryResponse$zodSchemaOutbound: z.ZodType<any>;
|
|
45
|
+
//# sourceMappingURL=tasksummaryresponse.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tasksummaryresponse.d.ts","sourceRoot":"","sources":["../../src/models/tasksummaryresponse.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,cAAc,EAA4B,MAAM,qBAAqB,CAAC;AAE/E;;GAEG;AACH,eAAO,MAAM,QAAQ;;;;;CAKX,CAAC;AACX;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG,UAAU,CAAC,OAAO,QAAQ,CAAC,CAAC;AAEnD,eAAO,MAAM,kBAAkB;;;;;EAKA,CAAC;AAEhC,MAAM,MAAM,mBAAmB,GAAG;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,QAAQ,CAAC;IACpB,UAAU,EAAE,KAAK,CAAC;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC,CAAC;IACxC,UAAU,EAAE,KAAK,CAAC;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC,CAAC;IACxC,IAAI,EAAE,KAAK,CAAC;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC,CAAC;IAClC,aAAa,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC;IACpC,UAAU,EAAE,cAAc,CAAC;IAC3B,oBAAoB,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC;CAC7C,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAqBtE,CAAC;AAEJ,eAAO,MAAM,qCAAqC,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAe/D,CAAC"}
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
import * as z from "zod";
|
|
5
|
+
import { collectExtraKeys as collectExtraKeys$ } from "../lib/schemas.js";
|
|
6
|
+
import { PaginationMeta$zodSchema } from "./paginationmeta.js";
|
|
7
|
+
/**
|
|
8
|
+
* Type of the task
|
|
9
|
+
*/
|
|
10
|
+
export const TaskType = {
|
|
11
|
+
Stt: "stt",
|
|
12
|
+
Llm: "llm",
|
|
13
|
+
LlmGeneral: "llm-general",
|
|
14
|
+
Conversation: "conversation",
|
|
15
|
+
};
|
|
16
|
+
export const TaskType$zodSchema = z.enum([
|
|
17
|
+
"stt",
|
|
18
|
+
"llm",
|
|
19
|
+
"llm-general",
|
|
20
|
+
"conversation",
|
|
21
|
+
]).describe("Type of the task");
|
|
22
|
+
export const TaskSummaryResponse$zodSchema = collectExtraKeys$(z.object({
|
|
23
|
+
annotators: z.array(z.record(z.string(), z.any())).describe("The annotators who labelled or commented on items in the task, stable across pages"),
|
|
24
|
+
evaluators: z.array(z.record(z.string(), z.any())).describe("The task's evaluators, stable across pages, each with its live rubric"),
|
|
25
|
+
item_comments: z.record(z.string(), z.any()).describe("Annotator comments, keyed by item ID"),
|
|
26
|
+
pagination: PaginationMeta$zodSchema,
|
|
27
|
+
rows: z.array(z.record(z.string(), z.any())).describe("One row per item, evaluator, and version on this page, with the evaluator's value and each annotator's label"),
|
|
28
|
+
task_id: z.string().describe("ID of the task"),
|
|
29
|
+
task_type: TaskType$zodSchema.describe("Type of the task"),
|
|
30
|
+
}).catchall(z.any()), "AdditionalProperties", true);
|
|
31
|
+
export const TaskSummaryResponse$zodSchemaOutbound = z.object({
|
|
32
|
+
AdditionalProperties: z.record(z.string(), z.any()).optional(),
|
|
33
|
+
annotators: z.array(z.record(z.string(), z.any())),
|
|
34
|
+
evaluators: z.array(z.record(z.string(), z.any())),
|
|
35
|
+
item_comments: z.record(z.string(), z.any()),
|
|
36
|
+
pagination: PaginationMeta$zodSchema,
|
|
37
|
+
rows: z.array(z.record(z.string(), z.any())),
|
|
38
|
+
task_id: z.string(),
|
|
39
|
+
task_type: TaskType$zodSchema,
|
|
40
|
+
}).transform((v) => {
|
|
41
|
+
const { AdditionalProperties, ...rest } = v;
|
|
42
|
+
return {
|
|
43
|
+
...rest,
|
|
44
|
+
...AdditionalProperties,
|
|
45
|
+
};
|
|
46
|
+
});
|
|
47
|
+
//# sourceMappingURL=tasksummaryresponse.js.map
|