@dalmia/calibrate-mcp 0.0.14 → 0.0.16
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +64 -0
- package/bin/mcp-server.js +3905 -397
- package/bin/mcp-server.js.map +152 -52
- package/esm/funcs/agentTestsBenchmark.d.ts +16 -0
- package/esm/funcs/agentTestsBenchmark.d.ts.map +1 -0
- package/esm/funcs/agentTestsBenchmark.js +93 -0
- package/esm/funcs/agentTestsBenchmark.js.map +1 -0
- package/esm/funcs/agentTestsGetBenchmark.d.ts +16 -0
- package/esm/funcs/agentTestsGetBenchmark.d.ts.map +1 -0
- package/esm/funcs/agentTestsGetBenchmark.js +91 -0
- package/esm/funcs/agentTestsGetBenchmark.js.map +1 -0
- package/esm/funcs/agentTestsGetRun.d.ts +1 -1
- package/esm/funcs/agentTestsGetRun.js +1 -5
- package/esm/funcs/agentTestsGetRun.js.map +1 -1
- package/esm/funcs/agentTestsLink.d.ts +16 -0
- package/esm/funcs/agentTestsLink.d.ts.map +1 -0
- package/esm/funcs/agentTestsLink.js +86 -0
- package/esm/funcs/agentTestsLink.js.map +1 -0
- package/esm/funcs/agentTestsListForAgent.d.ts +16 -0
- package/esm/funcs/agentTestsListForAgent.d.ts.map +1 -0
- package/esm/funcs/agentTestsListForAgent.js +92 -0
- package/esm/funcs/agentTestsListForAgent.js.map +1 -0
- package/esm/funcs/agentTestsListRunsForAgent.d.ts +16 -0
- package/esm/funcs/agentTestsListRunsForAgent.d.ts.map +1 -0
- package/esm/funcs/agentTestsListRunsForAgent.js +91 -0
- package/esm/funcs/agentTestsListRunsForAgent.js.map +1 -0
- package/esm/funcs/agentTestsRun.d.ts +1 -1
- package/esm/funcs/agentTestsRun.js +1 -5
- package/esm/funcs/agentTestsRun.js.map +1 -1
- package/esm/funcs/agentTestsRunBatch.d.ts +1 -1
- package/esm/funcs/agentTestsRunBatch.js +1 -5
- package/esm/funcs/agentTestsRunBatch.js.map +1 -1
- package/esm/funcs/agentsCreate.js +0 -4
- package/esm/funcs/agentsCreate.js.map +1 -1
- package/esm/funcs/agentsGet.js +0 -4
- package/esm/funcs/agentsGet.js.map +1 -1
- package/esm/funcs/agentsList.js +0 -4
- package/esm/funcs/agentsList.js.map +1 -1
- package/esm/funcs/agentsResolve.js +0 -4
- package/esm/funcs/agentsResolve.js.map +1 -1
- package/esm/funcs/agentsUpdate.js +0 -4
- package/esm/funcs/agentsUpdate.js.map +1 -1
- package/esm/funcs/agentsVerifyConnection.d.ts +16 -0
- package/esm/funcs/agentsVerifyConnection.d.ts.map +1 -0
- package/esm/funcs/agentsVerifyConnection.js +93 -0
- package/esm/funcs/agentsVerifyConnection.js.map +1 -0
- package/esm/funcs/annotationTasksAddItems.d.ts +16 -0
- package/esm/funcs/annotationTasksAddItems.d.ts.map +1 -0
- package/esm/funcs/annotationTasksAddItems.js +92 -0
- package/esm/funcs/annotationTasksAddItems.js.map +1 -0
- package/esm/funcs/annotationTasksCreate.d.ts +16 -0
- package/esm/funcs/annotationTasksCreate.d.ts.map +1 -0
- package/esm/funcs/annotationTasksCreate.js +86 -0
- package/esm/funcs/annotationTasksCreate.js.map +1 -0
- package/esm/funcs/annotationTasksCreateEvaluatorRun.d.ts +16 -0
- package/esm/funcs/annotationTasksCreateEvaluatorRun.d.ts.map +1 -0
- package/esm/funcs/annotationTasksCreateEvaluatorRun.js +93 -0
- package/esm/funcs/annotationTasksCreateEvaluatorRun.js.map +1 -0
- package/esm/funcs/annotationTasksGet.d.ts +16 -0
- package/esm/funcs/annotationTasksGet.d.ts.map +1 -0
- package/esm/funcs/annotationTasksGet.js +92 -0
- package/esm/funcs/annotationTasksGet.js.map +1 -0
- package/esm/funcs/annotationTasksGetAgreement.d.ts +16 -0
- package/esm/funcs/annotationTasksGetAgreement.d.ts.map +1 -0
- package/esm/funcs/annotationTasksGetAgreement.js +96 -0
- package/esm/funcs/annotationTasksGetAgreement.js.map +1 -0
- package/esm/funcs/annotationTasksGetEvaluatorRun.d.ts +16 -0
- package/esm/funcs/annotationTasksGetEvaluatorRun.d.ts.map +1 -0
- package/esm/funcs/annotationTasksGetEvaluatorRun.js +96 -0
- package/esm/funcs/annotationTasksGetEvaluatorRun.js.map +1 -0
- package/esm/funcs/annotationTasksGetSummary.d.ts +16 -0
- package/esm/funcs/annotationTasksGetSummary.d.ts.map +1 -0
- package/esm/funcs/annotationTasksGetSummary.js +101 -0
- package/esm/funcs/annotationTasksGetSummary.js.map +1 -0
- package/esm/funcs/annotationTasksLinkEvaluator.d.ts +16 -0
- package/esm/funcs/annotationTasksLinkEvaluator.d.ts.map +1 -0
- package/esm/funcs/annotationTasksLinkEvaluator.js +93 -0
- package/esm/funcs/annotationTasksLinkEvaluator.js.map +1 -0
- package/esm/funcs/annotationTasksList.d.ts +16 -0
- package/esm/funcs/annotationTasksList.d.ts.map +1 -0
- package/esm/funcs/annotationTasksList.js +85 -0
- package/esm/funcs/annotationTasksList.js.map +1 -0
- package/esm/funcs/annotationTasksUpdateItems.d.ts +16 -0
- package/esm/funcs/annotationTasksUpdateItems.d.ts.map +1 -0
- package/esm/funcs/annotationTasksUpdateItems.js +92 -0
- package/esm/funcs/annotationTasksUpdateItems.js.map +1 -0
- package/esm/funcs/evaluatorsCreate.d.ts +16 -0
- package/esm/funcs/evaluatorsCreate.d.ts.map +1 -0
- package/esm/funcs/evaluatorsCreate.js +86 -0
- package/esm/funcs/evaluatorsCreate.js.map +1 -0
- package/esm/funcs/evaluatorsCreateVersion.d.ts +16 -0
- package/esm/funcs/evaluatorsCreateVersion.d.ts.map +1 -0
- package/esm/funcs/evaluatorsCreateVersion.js +92 -0
- package/esm/funcs/evaluatorsCreateVersion.js.map +1 -0
- package/esm/funcs/evaluatorsGet.d.ts +16 -0
- package/esm/funcs/evaluatorsGet.d.ts.map +1 -0
- package/esm/funcs/evaluatorsGet.js +91 -0
- package/esm/funcs/evaluatorsGet.js.map +1 -0
- package/esm/funcs/evaluatorsList.d.ts +16 -0
- package/esm/funcs/evaluatorsList.d.ts.map +1 -0
- package/esm/funcs/evaluatorsList.js +91 -0
- package/esm/funcs/evaluatorsList.js.map +1 -0
- package/esm/funcs/testsBulkCreate.js +0 -4
- package/esm/funcs/testsBulkCreate.js.map +1 -1
- package/esm/funcs/testsCreate.js +0 -4
- package/esm/funcs/testsCreate.js.map +1 -1
- package/esm/funcs/testsGet.js +0 -4
- package/esm/funcs/testsGet.js.map +1 -1
- package/esm/funcs/testsList.js +0 -4
- package/esm/funcs/testsList.js.map +1 -1
- package/esm/funcs/testsUpdate.js +0 -4
- package/esm/funcs/testsUpdate.js.map +1 -1
- package/esm/landing-page.js +1 -1
- package/esm/lib/config.d.ts +2 -2
- package/esm/lib/config.js +2 -2
- package/esm/mcp-server/mcp-server.js +1 -1
- package/esm/mcp-server/server.d.ts.map +1 -1
- package/esm/mcp-server/server.js +41 -1
- package/esm/mcp-server/server.js.map +1 -1
- package/esm/mcp-server/tools/agentTestsBenchmark.d.ts +7 -0
- package/esm/mcp-server/tools/agentTestsBenchmark.d.ts.map +1 -0
- package/esm/mcp-server/tools/agentTestsBenchmark.js +34 -0
- package/esm/mcp-server/tools/agentTestsBenchmark.js.map +1 -0
- package/esm/mcp-server/tools/agentTestsGetBenchmark.d.ts +7 -0
- package/esm/mcp-server/tools/agentTestsGetBenchmark.d.ts.map +1 -0
- package/esm/mcp-server/tools/agentTestsGetBenchmark.js +34 -0
- package/esm/mcp-server/tools/agentTestsGetBenchmark.js.map +1 -0
- package/esm/mcp-server/tools/agentTestsLink.d.ts +7 -0
- package/esm/mcp-server/tools/agentTestsLink.d.ts.map +1 -0
- package/esm/mcp-server/tools/agentTestsLink.js +34 -0
- package/esm/mcp-server/tools/agentTestsLink.js.map +1 -0
- package/esm/mcp-server/tools/agentTestsListForAgent.d.ts +7 -0
- package/esm/mcp-server/tools/agentTestsListForAgent.d.ts.map +1 -0
- package/esm/mcp-server/tools/agentTestsListForAgent.js +34 -0
- package/esm/mcp-server/tools/agentTestsListForAgent.js.map +1 -0
- package/esm/mcp-server/tools/agentTestsListRunsForAgent.d.ts +7 -0
- package/esm/mcp-server/tools/agentTestsListRunsForAgent.d.ts.map +1 -0
- package/esm/mcp-server/tools/agentTestsListRunsForAgent.js +34 -0
- package/esm/mcp-server/tools/agentTestsListRunsForAgent.js.map +1 -0
- package/esm/mcp-server/tools/agentsVerifyConnection.d.ts +7 -0
- package/esm/mcp-server/tools/agentsVerifyConnection.d.ts.map +1 -0
- package/esm/mcp-server/tools/agentsVerifyConnection.js +34 -0
- package/esm/mcp-server/tools/agentsVerifyConnection.js.map +1 -0
- package/esm/mcp-server/tools/annotationTasksAddItems.d.ts +7 -0
- package/esm/mcp-server/tools/annotationTasksAddItems.d.ts.map +1 -0
- package/esm/mcp-server/tools/annotationTasksAddItems.js +34 -0
- package/esm/mcp-server/tools/annotationTasksAddItems.js.map +1 -0
- package/esm/mcp-server/tools/annotationTasksCreate.d.ts +7 -0
- package/esm/mcp-server/tools/annotationTasksCreate.d.ts.map +1 -0
- package/esm/mcp-server/tools/annotationTasksCreate.js +34 -0
- package/esm/mcp-server/tools/annotationTasksCreate.js.map +1 -0
- package/esm/mcp-server/tools/annotationTasksCreateEvaluatorRun.d.ts +7 -0
- package/esm/mcp-server/tools/annotationTasksCreateEvaluatorRun.d.ts.map +1 -0
- package/esm/mcp-server/tools/annotationTasksCreateEvaluatorRun.js +34 -0
- package/esm/mcp-server/tools/annotationTasksCreateEvaluatorRun.js.map +1 -0
- package/esm/mcp-server/tools/annotationTasksGet.d.ts +7 -0
- package/esm/mcp-server/tools/annotationTasksGet.d.ts.map +1 -0
- package/esm/mcp-server/tools/annotationTasksGet.js +34 -0
- package/esm/mcp-server/tools/annotationTasksGet.js.map +1 -0
- package/esm/mcp-server/tools/annotationTasksGetAgreement.d.ts +7 -0
- package/esm/mcp-server/tools/annotationTasksGetAgreement.d.ts.map +1 -0
- package/esm/mcp-server/tools/annotationTasksGetAgreement.js +34 -0
- package/esm/mcp-server/tools/annotationTasksGetAgreement.js.map +1 -0
- package/esm/mcp-server/tools/annotationTasksGetEvaluatorRun.d.ts +7 -0
- package/esm/mcp-server/tools/annotationTasksGetEvaluatorRun.d.ts.map +1 -0
- package/esm/mcp-server/tools/annotationTasksGetEvaluatorRun.js +34 -0
- package/esm/mcp-server/tools/annotationTasksGetEvaluatorRun.js.map +1 -0
- package/esm/mcp-server/tools/annotationTasksGetSummary.d.ts +7 -0
- package/esm/mcp-server/tools/annotationTasksGetSummary.d.ts.map +1 -0
- package/esm/mcp-server/tools/annotationTasksGetSummary.js +34 -0
- package/esm/mcp-server/tools/annotationTasksGetSummary.js.map +1 -0
- package/esm/mcp-server/tools/annotationTasksLinkEvaluator.d.ts +7 -0
- package/esm/mcp-server/tools/annotationTasksLinkEvaluator.d.ts.map +1 -0
- package/esm/mcp-server/tools/annotationTasksLinkEvaluator.js +34 -0
- package/esm/mcp-server/tools/annotationTasksLinkEvaluator.js.map +1 -0
- package/esm/mcp-server/tools/annotationTasksList.d.ts +7 -0
- package/esm/mcp-server/tools/annotationTasksList.d.ts.map +1 -0
- package/esm/mcp-server/tools/annotationTasksList.js +34 -0
- package/esm/mcp-server/tools/annotationTasksList.js.map +1 -0
- package/esm/mcp-server/tools/annotationTasksUpdateItems.d.ts +7 -0
- package/esm/mcp-server/tools/annotationTasksUpdateItems.d.ts.map +1 -0
- package/esm/mcp-server/tools/annotationTasksUpdateItems.js +34 -0
- package/esm/mcp-server/tools/annotationTasksUpdateItems.js.map +1 -0
- package/esm/mcp-server/tools/evaluatorsCreate.d.ts +7 -0
- package/esm/mcp-server/tools/evaluatorsCreate.d.ts.map +1 -0
- package/esm/mcp-server/tools/evaluatorsCreate.js +34 -0
- package/esm/mcp-server/tools/evaluatorsCreate.js.map +1 -0
- package/esm/mcp-server/tools/evaluatorsCreateVersion.d.ts +7 -0
- package/esm/mcp-server/tools/evaluatorsCreateVersion.d.ts.map +1 -0
- package/esm/mcp-server/tools/evaluatorsCreateVersion.js +34 -0
- package/esm/mcp-server/tools/evaluatorsCreateVersion.js.map +1 -0
- package/esm/mcp-server/tools/evaluatorsGet.d.ts +7 -0
- package/esm/mcp-server/tools/evaluatorsGet.d.ts.map +1 -0
- package/esm/mcp-server/tools/evaluatorsGet.js +34 -0
- package/esm/mcp-server/tools/evaluatorsGet.js.map +1 -0
- package/esm/mcp-server/tools/evaluatorsList.d.ts +7 -0
- package/esm/mcp-server/tools/evaluatorsList.d.ts.map +1 -0
- package/esm/mcp-server/tools/evaluatorsList.js +34 -0
- package/esm/mcp-server/tools/evaluatorsList.js.map +1 -0
- package/esm/models/agentcreate.js +1 -1
- package/esm/models/agentcreate.js.map +1 -1
- package/esm/models/agenttestruncreateresponse.d.ts +2 -2
- package/esm/models/agenttestruncreateresponse.d.ts.map +1 -1
- package/esm/models/agenttestruncreateresponse.js +4 -4
- package/esm/models/agenttestruncreateresponse.js.map +1 -1
- package/esm/models/agenttestrunlistitem.d.ts +59 -0
- package/esm/models/agenttestrunlistitem.d.ts.map +1 -0
- package/esm/models/agenttestrunlistitem.js +48 -0
- package/esm/models/agenttestrunlistitem.js.map +1 -0
- package/esm/models/agenttestrunsresponse.d.ts +7 -0
- package/esm/models/agenttestrunsresponse.d.ts.map +1 -0
- package/esm/models/agenttestrunsresponse.js +9 -0
- package/esm/models/agenttestrunsresponse.js.map +1 -0
- package/esm/models/agenttestscreate.d.ts +7 -0
- package/esm/models/agenttestscreate.d.ts.map +1 -0
- package/esm/models/agenttestscreate.js +9 -0
- package/esm/models/agenttestscreate.js.map +1 -0
- package/esm/models/agenttestscreateresponse.d.ts +6 -0
- package/esm/models/agenttestscreateresponse.d.ts.map +1 -0
- package/esm/models/agenttestscreateresponse.js +8 -0
- package/esm/models/agenttestscreateresponse.js.map +1 -0
- package/esm/models/agentupdate.js +1 -1
- package/esm/models/agentupdate.js.map +1 -1
- package/esm/models/agentverifyrequest.d.ts +16 -0
- package/esm/models/agentverifyrequest.d.ts.map +1 -0
- package/esm/models/agentverifyrequest.js +11 -0
- package/esm/models/agentverifyrequest.js.map +1 -0
- package/esm/models/annotationitempayload.d.ts +9 -0
- package/esm/models/annotationitempayload.d.ts.map +1 -0
- package/esm/models/annotationitempayload.js +9 -0
- package/esm/models/annotationitempayload.js.map +1 -0
- package/esm/models/annotationtaskcreate.d.ts +41 -0
- package/esm/models/annotationtaskcreate.d.ts.map +1 -0
- package/esm/models/annotationtaskcreate.js +33 -0
- package/esm/models/annotationtaskcreate.js.map +1 -0
- package/esm/models/annotationtaskcreateresponse.d.ts +7 -0
- package/esm/models/annotationtaskcreateresponse.d.ts.map +1 -0
- package/esm/models/annotationtaskcreateresponse.js +9 -0
- package/esm/models/annotationtaskcreateresponse.js.map +1 -0
- package/esm/models/annotationtaskresponse.d.ts +53 -0
- package/esm/models/annotationtaskresponse.d.ts.map +1 -0
- package/esm/models/annotationtaskresponse.js +38 -0
- package/esm/models/annotationtaskresponse.js.map +1 -0
- package/esm/models/batchtestrun.d.ts +2 -2
- package/esm/models/batchtestrun.d.ts.map +1 -1
- package/esm/models/batchtestrun.js +4 -4
- package/esm/models/batchtestrun.js.map +1 -1
- package/esm/models/batchtestskip.d.ts +25 -1
- package/esm/models/batchtestskip.d.ts.map +1 -1
- package/esm/models/batchtestskip.js +16 -1
- package/esm/models/batchtestskip.js.map +1 -1
- package/esm/models/benchmarkrequest.d.ts +7 -0
- package/esm/models/benchmarkrequest.d.ts.map +1 -0
- package/esm/models/benchmarkrequest.js +9 -0
- package/esm/models/benchmarkrequest.js.map +1 -0
- package/esm/models/benchmarkstatusresponse.d.ts +18 -0
- package/esm/models/benchmarkstatusresponse.d.ts.map +1 -0
- package/esm/models/benchmarkstatusresponse.js +20 -0
- package/esm/models/benchmarkstatusresponse.js.map +1 -0
- package/esm/models/bulkcreateitemsannotationtaskstaskuuiditemspostop.d.ts +13 -0
- package/esm/models/bulkcreateitemsannotationtaskstaskuuiditemspostop.d.ts.map +1 -0
- package/esm/models/bulkcreateitemsannotationtaskstaskuuiditemspostop.js +17 -0
- package/esm/models/bulkcreateitemsannotationtaskstaskuuiditemspostop.js.map +1 -0
- package/esm/models/bulkcreateitemsresponse.d.ts +10 -0
- package/esm/models/bulkcreateitemsresponse.d.ts.map +1 -0
- package/esm/models/bulkcreateitemsresponse.js +12 -0
- package/esm/models/bulkcreateitemsresponse.js.map +1 -0
- package/esm/models/bulkitemsrequest.d.ts +8 -0
- package/esm/models/bulkitemsrequest.d.ts.map +1 -0
- package/esm/models/bulkitemsrequest.js +10 -0
- package/esm/models/bulkitemsrequest.js.map +1 -0
- package/esm/models/bulktestitem.js +1 -1
- package/esm/models/bulktestitem.js.map +1 -1
- package/esm/models/bulktestupload.d.ts +2 -2
- package/esm/models/bulktestupload.js +5 -5
- package/esm/models/bulktestupload.js.map +1 -1
- package/esm/models/bulktestuploadresponse.js +1 -1
- package/esm/models/bulktestuploadresponse.js.map +1 -1
- package/esm/models/bulkupdateitemsannotationtaskstaskuuiditemsputop.d.ts +13 -0
- package/esm/models/bulkupdateitemsannotationtaskstaskuuiditemsputop.d.ts.map +1 -0
- package/esm/models/bulkupdateitemsannotationtaskstaskuuiditemsputop.js +17 -0
- package/esm/models/bulkupdateitemsannotationtaskstaskuuiditemsputop.js.map +1 -0
- package/esm/models/bulkupdateitemsrequest.d.ts +7 -0
- package/esm/models/bulkupdateitemsrequest.d.ts.map +1 -0
- package/esm/models/bulkupdateitemsrequest.js +9 -0
- package/esm/models/bulkupdateitemsrequest.js.map +1 -0
- package/esm/models/bulkupdateitemsresponse.d.ts +6 -0
- package/esm/models/bulkupdateitemsresponse.d.ts.map +1 -0
- package/esm/models/bulkupdateitemsresponse.js +8 -0
- package/esm/models/bulkupdateitemsresponse.js.map +1 -0
- package/esm/models/bulkuploadteststestsbulkpostop.d.ts +0 -1
- package/esm/models/bulkuploadteststestsbulkpostop.d.ts.map +1 -1
- package/esm/models/bulkuploadteststestsbulkpostop.js +0 -1
- package/esm/models/bulkuploadteststestsbulkpostop.js.map +1 -1
- package/esm/models/createagentendpointagentspostop.d.ts +0 -1
- package/esm/models/createagentendpointagentspostop.d.ts.map +1 -1
- package/esm/models/createagentendpointagentspostop.js +0 -1
- package/esm/models/createagentendpointagentspostop.js.map +1 -1
- package/esm/models/createagenttestlinksagenttestspostop.d.ts +12 -0
- package/esm/models/createagenttestlinksagenttestspostop.d.ts.map +1 -0
- package/esm/models/createagenttestlinksagenttestspostop.js +16 -0
- package/esm/models/createagenttestlinksagenttestspostop.js.map +1 -0
- package/esm/models/createannotationtaskendpointannotationtaskspostop.d.ts +12 -0
- package/esm/models/createannotationtaskendpointannotationtaskspostop.d.ts.map +1 -0
- package/esm/models/createannotationtaskendpointannotationtaskspostop.js +16 -0
- package/esm/models/createannotationtaskendpointannotationtaskspostop.js.map +1 -0
- package/esm/models/createevaluatorendpointevaluatorspostop.d.ts +12 -0
- package/esm/models/createevaluatorendpointevaluatorspostop.d.ts.map +1 -0
- package/esm/models/createevaluatorendpointevaluatorspostop.js +16 -0
- package/esm/models/createevaluatorendpointevaluatorspostop.js.map +1 -0
- package/esm/models/createtestendpointtestspostop.d.ts +0 -1
- package/esm/models/createtestendpointtestspostop.d.ts.map +1 -1
- package/esm/models/createtestendpointtestspostop.js +0 -1
- package/esm/models/createtestendpointtestspostop.js.map +1 -1
- package/esm/models/createversionevaluatorsevaluatoruuidversionspostop.d.ts +13 -0
- package/esm/models/createversionevaluatorsevaluatoruuidversionspostop.d.ts.map +1 -0
- package/esm/models/createversionevaluatorsevaluatoruuidversionspostop.js +17 -0
- package/esm/models/createversionevaluatorsevaluatoruuidversionspostop.js.map +1 -0
- package/esm/models/evaluatorcreate.d.ts +100 -0
- package/esm/models/evaluatorcreate.d.ts.map +1 -0
- package/esm/models/evaluatorcreate.js +72 -0
- package/esm/models/evaluatorcreate.js.map +1 -0
- package/esm/models/evaluatorcreateresponse.d.ts +7 -0
- package/esm/models/evaluatorcreateresponse.d.ts.map +1 -0
- package/esm/models/evaluatorcreateresponse.js +9 -0
- package/esm/models/evaluatorcreateresponse.js.map +1 -0
- package/esm/models/evaluatordetailresponse.d.ts +106 -0
- package/esm/models/evaluatordetailresponse.d.ts.map +1 -0
- package/esm/models/evaluatordetailresponse.js +77 -0
- package/esm/models/evaluatordetailresponse.js.map +1 -0
- package/esm/models/evaluatorlinkrequest.d.ts +6 -0
- package/esm/models/evaluatorlinkrequest.d.ts.map +1 -0
- package/esm/models/evaluatorlinkrequest.js +9 -0
- package/esm/models/evaluatorlinkrequest.js.map +1 -0
- package/esm/models/evaluatorlinkresponse.d.ts +6 -0
- package/esm/models/evaluatorlinkresponse.d.ts.map +1 -0
- package/esm/models/evaluatorlinkresponse.js +8 -0
- package/esm/models/evaluatorlinkresponse.js.map +1 -0
- package/esm/models/evaluatorrunlaunchresponse.d.ts +25 -0
- package/esm/models/evaluatorrunlaunchresponse.d.ts.map +1 -0
- package/esm/models/evaluatorrunlaunchresponse.js +22 -0
- package/esm/models/evaluatorrunlaunchresponse.js.map +1 -0
- package/esm/models/evaluatorrunrequestentry.d.ts +7 -0
- package/esm/models/evaluatorrunrequestentry.d.ts.map +1 -0
- package/esm/models/evaluatorrunrequestentry.js +9 -0
- package/esm/models/evaluatorrunrequestentry.js.map +1 -0
- package/esm/models/evaluatorrunresponse.d.ts +48 -0
- package/esm/models/evaluatorrunresponse.d.ts.map +1 -0
- package/esm/models/evaluatorrunresponse.js +54 -0
- package/esm/models/evaluatorrunresponse.js.map +1 -0
- package/esm/models/evaluatorrunstartrequest.d.ts +10 -0
- package/esm/models/evaluatorrunstartrequest.d.ts.map +1 -0
- package/esm/models/evaluatorrunstartrequest.js +12 -0
- package/esm/models/evaluatorrunstartrequest.js.map +1 -0
- package/esm/models/evaluatorversioncreate.d.ts +14 -0
- package/esm/models/evaluatorversioncreate.d.ts.map +1 -0
- package/esm/models/evaluatorversioncreate.js +13 -0
- package/esm/models/evaluatorversioncreate.js.map +1 -0
- package/esm/models/evaluatorversioncreaterequest.d.ts +15 -0
- package/esm/models/evaluatorversioncreaterequest.d.ts.map +1 -0
- package/esm/models/evaluatorversioncreaterequest.js +14 -0
- package/esm/models/evaluatorversioncreaterequest.js.map +1 -0
- package/esm/models/evaluatorversionresponse.d.ts +14 -0
- package/esm/models/evaluatorversionresponse.d.ts.map +1 -0
- package/esm/models/evaluatorversionresponse.js +16 -0
- package/esm/models/evaluatorversionresponse.js.map +1 -0
- package/esm/models/getagentendpointagentsagentuuidgetop.d.ts +0 -1
- package/esm/models/getagentendpointagentsagentuuidgetop.d.ts.map +1 -1
- package/esm/models/getagentendpointagentsagentuuidgetop.js +1 -2
- package/esm/models/getagentendpointagentsagentuuidgetop.js.map +1 -1
- package/esm/models/getagenttestrunsagenttestsagentagentuuidrunsgetop.d.ts +11 -0
- package/esm/models/getagenttestrunsagenttestsagentagentuuidrunsgetop.d.ts.map +1 -0
- package/esm/models/getagenttestrunsagenttestsagentagentuuidrunsgetop.js +15 -0
- package/esm/models/getagenttestrunsagenttestsagentagentuuidrunsgetop.js.map +1 -0
- package/esm/models/getagenttestrunstatusagenttestsruntaskidgetop.d.ts +0 -1
- package/esm/models/getagenttestrunstatusagenttestsruntaskidgetop.d.ts.map +1 -1
- package/esm/models/getagenttestrunstatusagenttestsruntaskidgetop.js +0 -1
- package/esm/models/getagenttestrunstatusagenttestsruntaskidgetop.js.map +1 -1
- package/esm/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.d.ts +11 -0
- package/esm/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.d.ts.map +1 -0
- package/esm/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.js +17 -0
- package/esm/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.js.map +1 -0
- package/esm/models/getannotationtaskendpointannotationtaskstaskuuidgetop.d.ts +11 -0
- package/esm/models/getannotationtaskendpointannotationtaskstaskuuidgetop.d.ts.map +1 -0
- package/esm/models/getannotationtaskendpointannotationtaskstaskuuidgetop.js +17 -0
- package/esm/models/getannotationtaskendpointannotationtaskstaskuuidgetop.js.map +1 -0
- package/esm/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.d.ts +11 -0
- package/esm/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.d.ts.map +1 -0
- package/esm/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.js +15 -0
- package/esm/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.js.map +1 -0
- package/esm/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.d.ts +11 -0
- package/esm/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.d.ts.map +1 -0
- package/esm/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.js +15 -0
- package/esm/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.js.map +1 -0
- package/esm/models/getevaluatorrunjobannotationtaskstaskuuidevaluatorrunsjobuuidgetop.d.ts +12 -0
- package/esm/models/getevaluatorrunjobannotationtaskstaskuuidevaluatorrunsjobuuidgetop.d.ts.map +1 -0
- package/esm/models/getevaluatorrunjobannotationtaskstaskuuidevaluatorrunsjobuuidgetop.js +16 -0
- package/esm/models/getevaluatorrunjobannotationtaskstaskuuidevaluatorrunsjobuuidgetop.js.map +1 -0
- package/esm/models/gettestendpointteststestuuidgetop.d.ts +0 -1
- package/esm/models/gettestendpointteststestuuidgetop.d.ts.map +1 -1
- package/esm/models/gettestendpointteststestuuidgetop.js +0 -1
- package/esm/models/gettestendpointteststestuuidgetop.js.map +1 -1
- package/esm/models/humanagreementblock.d.ts +14 -0
- package/esm/models/humanagreementblock.d.ts.map +1 -0
- package/esm/models/humanagreementblock.js +23 -0
- package/esm/models/humanagreementblock.js.map +1 -0
- package/esm/models/itemupdatepayload.d.ts +7 -0
- package/esm/models/itemupdatepayload.d.ts.map +1 -0
- package/esm/models/itemupdatepayload.js +10 -0
- package/esm/models/itemupdatepayload.js.map +1 -0
- package/esm/models/judgeresult.js +5 -5
- package/esm/models/judgeresult.js.map +1 -1
- package/esm/models/linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.d.ts +13 -0
- package/esm/models/linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.d.ts.map +1 -0
- package/esm/models/linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.js +18 -0
- package/esm/models/linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.js.map +1 -0
- package/esm/models/listagentsagentsgetop.d.ts +0 -1
- package/esm/models/listagentsagentsgetop.d.ts.map +1 -1
- package/esm/models/listagentsagentsgetop.js +0 -1
- package/esm/models/listagentsagentsgetop.js.map +1 -1
- package/esm/models/listannotationtasksannotationtasksgetop.d.ts +10 -0
- package/esm/models/listannotationtasksannotationtasksgetop.d.ts.map +1 -0
- package/esm/models/listannotationtasksannotationtasksgetop.js +14 -0
- package/esm/models/listannotationtasksannotationtasksgetop.js.map +1 -0
- package/esm/models/listevaluatorsevaluatorsgetop.d.ts +50 -0
- package/esm/models/listevaluatorsevaluatorsgetop.d.ts.map +1 -0
- package/esm/models/listevaluatorsevaluatorsgetop.js +47 -0
- package/esm/models/listevaluatorsevaluatorsgetop.js.map +1 -0
- package/esm/models/listteststestsgetop.d.ts +0 -1
- package/esm/models/listteststestsgetop.d.ts.map +1 -1
- package/esm/models/listteststestsgetop.js +0 -1
- package/esm/models/listteststestsgetop.js.map +1 -1
- package/esm/models/modelresult.d.ts +25 -0
- package/esm/models/modelresult.d.ts.map +1 -0
- package/esm/models/modelresult.js +21 -0
- package/esm/models/modelresult.js.map +1 -0
- package/esm/models/outputconfig.d.ts +7 -0
- package/esm/models/outputconfig.d.ts.map +1 -0
- package/esm/models/outputconfig.js +9 -0
- package/esm/models/outputconfig.js.map +1 -0
- package/esm/models/outputscaleentry.d.ts +15 -0
- package/esm/models/outputscaleentry.d.ts.map +1 -0
- package/esm/models/outputscaleentry.js +11 -0
- package/esm/models/outputscaleentry.js.map +1 -0
- package/esm/models/paginationmeta.d.ts +8 -0
- package/esm/models/paginationmeta.d.ts.map +1 -0
- package/esm/models/paginationmeta.js +10 -0
- package/esm/models/paginationmeta.js.map +1 -0
- package/esm/models/resolveagentnamesagentsresolvepostop.d.ts +0 -1
- package/esm/models/resolveagentnamesagentsresolvepostop.d.ts.map +1 -1
- package/esm/models/resolveagentnamesagentsresolvepostop.js +0 -1
- package/esm/models/resolveagentnamesagentsresolvepostop.js.map +1 -1
- package/esm/models/routersagentteststestresponse.d.ts +41 -0
- package/esm/models/routersagentteststestresponse.d.ts.map +1 -0
- package/esm/models/routersagentteststestresponse.js +31 -0
- package/esm/models/routersagentteststestresponse.js.map +1 -0
- package/esm/models/routersevaluatorsevaluatorresponse.d.ts +106 -0
- package/esm/models/routersevaluatorsevaluatorresponse.d.ts.map +1 -0
- package/esm/models/routersevaluatorsevaluatorresponse.js +79 -0
- package/esm/models/routersevaluatorsevaluatorresponse.js.map +1 -0
- package/esm/models/routerstestsevaluatorref.js +1 -1
- package/esm/models/routerstestsevaluatorref.js.map +1 -1
- package/esm/models/routersteststestresponse.d.ts.map +1 -1
- package/esm/models/routersteststestresponse.js +5 -5
- package/esm/models/routersteststestresponse.js.map +1 -1
- package/esm/models/runagentbenchmarkagenttestsagentagentuuidbenchmarkpostop.d.ts +13 -0
- package/esm/models/runagentbenchmarkagenttestsagentagentuuidbenchmarkpostop.d.ts.map +1 -0
- package/esm/models/runagentbenchmarkagenttestsagentagentuuidbenchmarkpostop.js +19 -0
- package/esm/models/runagentbenchmarkagenttestsagentagentuuidbenchmarkpostop.js.map +1 -0
- package/esm/models/runagenttestagenttestsagentagentuuidrunpostop.d.ts +0 -1
- package/esm/models/runagenttestagenttestsagentagentuuidrunpostop.d.ts.map +1 -1
- package/esm/models/runagenttestagenttestsagentagentuuidrunpostop.js +1 -2
- package/esm/models/runagenttestagenttestsagentagentuuidrunpostop.js.map +1 -1
- package/esm/models/runtestsbatchagenttestsrunpostop.d.ts +0 -1
- package/esm/models/runtestsbatchagenttestsrunpostop.d.ts.map +1 -1
- package/esm/models/runtestsbatchagenttestsrunpostop.js +0 -1
- package/esm/models/runtestsbatchagenttestsrunpostop.js.map +1 -1
- package/esm/models/startevaluatorrunannotationtaskstaskuuidevaluatorrunspostop.d.ts +13 -0
- package/esm/models/startevaluatorrunannotationtaskstaskuuidevaluatorrunspostop.d.ts.map +1 -0
- package/esm/models/startevaluatorrunannotationtaskstaskuuidevaluatorrunspostop.js +17 -0
- package/esm/models/startevaluatorrunannotationtaskstaskuuidevaluatorrunspostop.js.map +1 -0
- package/esm/models/taskagreementannotationtaskstaskuuidagreementgetop.d.ts +31 -0
- package/esm/models/taskagreementannotationtaskstaskuuidagreementgetop.d.ts.map +1 -0
- package/esm/models/taskagreementannotationtaskstaskuuidagreementgetop.js +30 -0
- package/esm/models/taskagreementannotationtaskstaskuuidagreementgetop.js.map +1 -0
- package/esm/models/taskagreementresponse.d.ts +17 -0
- package/esm/models/taskagreementresponse.d.ts.map +1 -0
- package/esm/models/taskagreementresponse.js +28 -0
- package/esm/models/taskagreementresponse.js.map +1 -0
- package/esm/models/taskstatus.d.ts +1 -1
- package/esm/models/tasksummaryannotationtaskstaskuuidsummarygetop.d.ts +34 -0
- package/esm/models/tasksummaryannotationtaskstaskuuidsummarygetop.d.ts.map +1 -0
- package/esm/models/tasksummaryannotationtaskstaskuuidsummarygetop.js +33 -0
- package/esm/models/tasksummaryannotationtaskstaskuuidsummarygetop.js.map +1 -0
- package/esm/models/tasksummaryresponse.d.ts +45 -0
- package/esm/models/tasksummaryresponse.d.ts.map +1 -0
- package/esm/models/tasksummaryresponse.js +47 -0
- package/esm/models/tasksummaryresponse.js.map +1 -0
- package/esm/models/testcaseresult.d.ts.map +1 -1
- package/esm/models/testcaseresult.js +7 -7
- package/esm/models/testcaseresult.js.map +1 -1
- package/esm/models/testcreate.js +3 -3
- package/esm/models/testcreate.js.map +1 -1
- package/esm/models/testoutput.js +2 -2
- package/esm/models/testoutput.js.map +1 -1
- package/esm/models/testrunevaluator.d.ts +4 -4
- package/esm/models/testrunevaluator.d.ts.map +1 -1
- package/esm/models/testrunevaluator.js +8 -7
- package/esm/models/testrunevaluator.js.map +1 -1
- package/esm/models/testrunstatusresponse.js +8 -8
- package/esm/models/testrunstatusresponse.js.map +1 -1
- package/esm/models/testupdate.js +2 -2
- package/esm/models/testupdate.js.map +1 -1
- package/esm/models/toolcalloutput.js +2 -2
- package/esm/models/toolcalloutput.js.map +1 -1
- package/esm/models/updateagentendpointagentsagentuuidputop.d.ts +0 -1
- package/esm/models/updateagentendpointagentsagentuuidputop.d.ts.map +1 -1
- package/esm/models/updateagentendpointagentsagentuuidputop.js +1 -2
- package/esm/models/updateagentendpointagentsagentuuidputop.js.map +1 -1
- package/esm/models/updatetestendpointteststestuuidputop.d.ts +0 -1
- package/esm/models/updatetestendpointteststestuuidputop.d.ts.map +1 -1
- package/esm/models/updatetestendpointteststestuuidputop.js +0 -1
- package/esm/models/updatetestendpointteststestuuidputop.js.map +1 -1
- package/esm/models/variablespec.d.ts +8 -0
- package/esm/models/variablespec.d.ts.map +1 -0
- package/esm/models/variablespec.js +10 -0
- package/esm/models/variablespec.js.map +1 -0
- package/esm/models/verifyagentconnectionagentsagentuuidverifyconnectionpostop.d.ts +13 -0
- package/esm/models/verifyagentconnectionagentsagentuuidverifyconnectionpostop.d.ts.map +1 -0
- package/esm/models/verifyagentconnectionagentsagentuuidverifyconnectionpostop.js +18 -0
- package/esm/models/verifyagentconnectionagentsagentuuidverifyconnectionpostop.js.map +1 -0
- package/esm/models/verifyconnectionresponse.d.ts +10 -0
- package/esm/models/verifyconnectionresponse.d.ts.map +1 -0
- package/esm/models/verifyconnectionresponse.js +10 -0
- package/esm/models/verifyconnectionresponse.js.map +1 -0
- package/esm/models/versioncreateresponse.d.ts +7 -0
- package/esm/models/versioncreateresponse.d.ts.map +1 -0
- package/esm/models/versioncreateresponse.js +9 -0
- package/esm/models/versioncreateresponse.js.map +1 -0
- package/esm/tool-names.d.ts.map +1 -1
- package/esm/tool-names.js +80 -0
- package/esm/tool-names.js.map +1 -1
- package/package.json +1 -1
- package/src/funcs/agentTestsBenchmark.ts +160 -0
- package/src/funcs/agentTestsGetBenchmark.ts +159 -0
- package/src/funcs/agentTestsGetRun.ts +1 -5
- package/src/funcs/agentTestsLink.ts +149 -0
- package/src/funcs/agentTestsListForAgent.ts +159 -0
- package/src/funcs/agentTestsListRunsForAgent.ts +159 -0
- package/src/funcs/agentTestsRun.ts +1 -5
- package/src/funcs/agentTestsRunBatch.ts +1 -5
- package/src/funcs/agentsCreate.ts +0 -4
- package/src/funcs/agentsGet.ts +0 -4
- package/src/funcs/agentsList.ts +0 -4
- package/src/funcs/agentsResolve.ts +0 -4
- package/src/funcs/agentsUpdate.ts +0 -4
- package/src/funcs/agentsVerifyConnection.ts +160 -0
- package/src/funcs/annotationTasksAddItems.ts +160 -0
- package/src/funcs/annotationTasksCreate.ts +151 -0
- package/src/funcs/annotationTasksCreateEvaluatorRun.ts +160 -0
- package/src/funcs/annotationTasksGet.ts +159 -0
- package/src/funcs/annotationTasksGetAgreement.ts +164 -0
- package/src/funcs/annotationTasksGetEvaluatorRun.ts +167 -0
- package/src/funcs/annotationTasksGetSummary.ts +169 -0
- package/src/funcs/annotationTasksLinkEvaluator.ts +160 -0
- package/src/funcs/annotationTasksList.ts +150 -0
- package/src/funcs/annotationTasksUpdateItems.ts +160 -0
- package/src/funcs/evaluatorsCreate.ts +149 -0
- package/src/funcs/evaluatorsCreateVersion.ts +160 -0
- package/src/funcs/evaluatorsGet.ts +159 -0
- package/src/funcs/evaluatorsList.ts +154 -0
- package/src/funcs/testsBulkCreate.ts +0 -4
- package/src/funcs/testsCreate.ts +0 -4
- package/src/funcs/testsGet.ts +0 -4
- package/src/funcs/testsList.ts +0 -4
- package/src/funcs/testsUpdate.ts +0 -4
- package/src/landing-page.ts +1 -1
- package/src/lib/config.ts +2 -2
- package/src/mcp-server/mcp-server.ts +1 -1
- package/src/mcp-server/server.ts +41 -1
- package/src/mcp-server/tools/agentTestsBenchmark.ts +44 -0
- package/src/mcp-server/tools/agentTestsGetBenchmark.ts +43 -0
- package/src/mcp-server/tools/agentTestsLink.ts +43 -0
- package/src/mcp-server/tools/agentTestsListForAgent.ts +43 -0
- package/src/mcp-server/tools/agentTestsListRunsForAgent.ts +43 -0
- package/src/mcp-server/tools/agentsVerifyConnection.ts +44 -0
- package/src/mcp-server/tools/annotationTasksAddItems.ts +43 -0
- package/src/mcp-server/tools/annotationTasksCreate.ts +43 -0
- package/src/mcp-server/tools/annotationTasksCreateEvaluatorRun.ts +46 -0
- package/src/mcp-server/tools/annotationTasksGet.ts +43 -0
- package/src/mcp-server/tools/annotationTasksGetAgreement.ts +43 -0
- package/src/mcp-server/tools/annotationTasksGetEvaluatorRun.ts +47 -0
- package/src/mcp-server/tools/annotationTasksGetSummary.ts +43 -0
- package/src/mcp-server/tools/annotationTasksLinkEvaluator.ts +44 -0
- package/src/mcp-server/tools/annotationTasksList.ts +42 -0
- package/src/mcp-server/tools/annotationTasksUpdateItems.ts +42 -0
- package/src/mcp-server/tools/evaluatorsCreate.ts +43 -0
- package/src/mcp-server/tools/evaluatorsCreateVersion.ts +43 -0
- package/src/mcp-server/tools/evaluatorsGet.ts +42 -0
- package/src/mcp-server/tools/evaluatorsList.ts +43 -0
- package/src/models/agentcreate.ts +1 -1
- package/src/models/agenttestruncreateresponse.ts +7 -5
- package/src/models/agenttestrunlistitem.ts +116 -0
- package/src/models/agenttestrunsresponse.ts +18 -0
- package/src/models/agenttestscreate.ts +19 -0
- package/src/models/agenttestscreateresponse.ts +13 -0
- package/src/models/agentupdate.ts +1 -1
- package/src/models/agentverifyrequest.ts +30 -0
- package/src/models/annotationitempayload.ts +20 -0
- package/src/models/annotationtaskcreate.ts +64 -0
- package/src/models/annotationtaskcreateresponse.ts +14 -0
- package/src/models/annotationtaskresponse.ts +85 -0
- package/src/models/batchtestrun.ts +6 -6
- package/src/models/batchtestskip.ts +32 -2
- package/src/models/benchmarkrequest.ts +19 -0
- package/src/models/benchmarkstatusresponse.ts +47 -0
- package/src/models/bulkcreateitemsannotationtaskstaskuuiditemspostop.ts +40 -0
- package/src/models/bulkcreateitemsresponse.ts +31 -0
- package/src/models/bulkitemsrequest.ts +25 -0
- package/src/models/bulktestitem.ts +1 -1
- package/src/models/bulktestupload.ts +6 -6
- package/src/models/bulktestuploadresponse.ts +1 -1
- package/src/models/bulkupdateitemsannotationtaskstaskuuiditemsputop.ts +40 -0
- package/src/models/bulkupdateitemsrequest.ts +19 -0
- package/src/models/bulkupdateitemsresponse.ts +13 -0
- package/src/models/bulkuploadteststestsbulkpostop.ts +0 -2
- package/src/models/createagentendpointagentspostop.ts +0 -2
- package/src/models/createagenttestlinksagenttestspostop.ts +40 -0
- package/src/models/createannotationtaskendpointannotationtaskspostop.ts +38 -0
- package/src/models/createevaluatorendpointevaluatorspostop.ts +40 -0
- package/src/models/createtestendpointtestspostop.ts +0 -2
- package/src/models/createversionevaluatorsevaluatoruuidversionspostop.ts +44 -0
- package/src/models/evaluatorcreate.ts +142 -0
- package/src/models/evaluatorcreateresponse.ts +14 -0
- package/src/models/evaluatordetailresponse.ts +165 -0
- package/src/models/evaluatorlinkrequest.ts +14 -0
- package/src/models/evaluatorlinkresponse.ts +12 -0
- package/src/models/evaluatorrunlaunchresponse.ts +45 -0
- package/src/models/evaluatorrunrequestentry.ts +21 -0
- package/src/models/evaluatorrunresponse.ts +101 -0
- package/src/models/evaluatorrunstartrequest.ts +33 -0
- package/src/models/evaluatorversioncreate.ts +36 -0
- package/src/models/evaluatorversioncreaterequest.ts +38 -0
- package/src/models/evaluatorversionresponse.ts +41 -0
- package/src/models/getagentendpointagentsagentuuidgetop.ts +1 -3
- package/src/models/getagenttestrunsagenttestsagentagentuuidrunsgetop.ts +34 -0
- package/src/models/getagenttestrunstatusagenttestsruntaskidgetop.ts +0 -2
- package/src/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.ts +38 -0
- package/src/models/getannotationtaskendpointannotationtaskstaskuuidgetop.ts +36 -0
- package/src/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.ts +36 -0
- package/src/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.ts +34 -0
- package/src/models/getevaluatorrunjobannotationtaskstaskuuidevaluatorrunsjobuuidgetop.ts +37 -0
- package/src/models/gettestendpointteststestuuidgetop.ts +0 -2
- package/src/models/humanagreementblock.ts +43 -0
- package/src/models/itemupdatepayload.ts +15 -0
- package/src/models/judgeresult.ts +5 -5
- package/src/models/linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.ts +42 -0
- package/src/models/listagentsagentsgetop.ts +0 -2
- package/src/models/listannotationtasksannotationtasksgetop.ts +34 -0
- package/src/models/listevaluatorsevaluatorsgetop.ts +93 -0
- package/src/models/listteststestsgetop.ts +1 -5
- package/src/models/modelresult.ts +50 -0
- package/src/models/outputconfig.ts +19 -0
- package/src/models/outputscaleentry.ts +35 -0
- package/src/models/paginationmeta.ts +13 -0
- package/src/models/resolveagentnamesagentsresolvepostop.ts +0 -2
- package/src/models/routersagentteststestresponse.ts +65 -0
- package/src/models/routersevaluatorsevaluatorresponse.ts +167 -0
- package/src/models/routerstestsevaluatorref.ts +1 -1
- package/src/models/routersteststestresponse.ts +5 -7
- package/src/models/runagentbenchmarkagenttestsagentagentuuidbenchmarkpostop.ts +42 -0
- package/src/models/runagenttestagenttestsagentagentuuidrunpostop.ts +1 -3
- package/src/models/runtestsbatchagenttestsrunpostop.ts +0 -2
- package/src/models/startevaluatorrunannotationtaskstaskuuidevaluatorrunspostop.ts +42 -0
- package/src/models/taskagreementannotationtaskstaskuuidagreementgetop.ts +66 -0
- package/src/models/taskagreementresponse.ts +52 -0
- package/src/models/tasksummaryannotationtaskstaskuuidsummarygetop.ts +76 -0
- package/src/models/tasksummaryresponse.ts +80 -0
- package/src/models/testcaseresult.ts +7 -9
- package/src/models/testcreate.ts +3 -3
- package/src/models/testoutput.ts +2 -2
- package/src/models/testrunevaluator.ts +14 -11
- package/src/models/testrunstatusresponse.ts +8 -8
- package/src/models/testupdate.ts +2 -2
- package/src/models/toolcalloutput.ts +2 -2
- package/src/models/updateagentendpointagentsagentuuidputop.ts +1 -3
- package/src/models/updatetestendpointteststestuuidputop.ts +0 -2
- package/src/models/variablespec.ts +23 -0
- package/src/models/verifyagentconnectionagentsagentuuidverifyconnectionpostop.ts +42 -0
- package/src/models/verifyconnectionresponse.ts +25 -0
- package/src/models/versioncreateresponse.ts +18 -0
- package/src/tool-names.ts +80 -0
|
@@ -6,7 +6,6 @@ import { HTTPValidationError$zodSchema, } from "./httpvalidationerror.js";
|
|
|
6
6
|
import { RoutersAgentsAgentResponse$zodSchema, } from "./routersagentsagentresponse.js";
|
|
7
7
|
export const ListAgentsAgentsGetRequest$zodSchema = z.object({
|
|
8
8
|
xAPIKey: z.string().nullable().optional(),
|
|
9
|
-
xOrgUUID: z.string().nullable().optional(),
|
|
10
9
|
});
|
|
11
10
|
export const ListAgentsAgentsGetResponse$zodSchema = z.union([
|
|
12
11
|
z.array(RoutersAgentsAgentResponse$zodSchema).describe("Successful Response"),
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"listagentsagentsgetop.js","sourceRoot":"","sources":["../../src/models/listagentsagentsgetop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,oCAAoC,GACrC,MAAM,iCAAiC,CAAC;
|
|
1
|
+
{"version":3,"file":"listagentsagentsgetop.js","sourceRoot":"","sources":["../../src/models/listagentsagentsgetop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,oCAAoC,GACrC,MAAM,iCAAiC,CAAC;AAMzC,MAAM,CAAC,MAAM,oCAAoC,GAE7C,CAAC,CAAC,MAAM,CAAC;IACX,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC;AAMH,MAAM,CAAC,MAAM,qCAAqC,GAE9C,CAAC,CAAC,KAAK,CAAC;IACV,CAAC,CAAC,KAAK,CAAC,oCAAoC,CAAC,CAAC,QAAQ,CAAC,qBAAqB,CAAC;IAC7E,6BAA6B;CAC9B,CAAC,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import * as z from "zod";
|
|
2
|
+
import { AnnotationTaskResponse } from "./annotationtaskresponse.js";
|
|
3
|
+
import { HTTPValidationError } from "./httpvalidationerror.js";
|
|
4
|
+
export type ListAnnotationTasksAnnotationTasksGetRequest = {
|
|
5
|
+
xAPIKey?: string | null | undefined;
|
|
6
|
+
};
|
|
7
|
+
export declare const ListAnnotationTasksAnnotationTasksGetRequest$zodSchema: z.ZodType<ListAnnotationTasksAnnotationTasksGetRequest>;
|
|
8
|
+
export type ListAnnotationTasksAnnotationTasksGetResponse = Array<AnnotationTaskResponse> | HTTPValidationError;
|
|
9
|
+
export declare const ListAnnotationTasksAnnotationTasksGetResponse$zodSchema: z.ZodType<ListAnnotationTasksAnnotationTasksGetResponse>;
|
|
10
|
+
//# sourceMappingURL=listannotationtasksannotationtasksgetop.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"listannotationtasksannotationtasksgetop.d.ts","sourceRoot":"","sources":["../../src/models/listannotationtasksannotationtasksgetop.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,sBAAsB,EAEvB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,4CAA4C,GAAG;IACzD,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACrC,CAAC;AAEF,eAAO,MAAM,sDAAsD,EAAE,CAAC,CAAC,OAAO,CAC5E,4CAA4C,CAG5C,CAAC;AAEH,MAAM,MAAM,6CAA6C,GACrD,KAAK,CAAC,sBAAsB,CAAC,GAC7B,mBAAmB,CAAC;AAExB,eAAO,MAAM,uDAAuD,EAAE,CAAC,CAAC,OAAO,CAC7E,6CAA6C,CAI7C,CAAC"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
import * as z from "zod";
|
|
5
|
+
import { AnnotationTaskResponse$zodSchema, } from "./annotationtaskresponse.js";
|
|
6
|
+
import { HTTPValidationError$zodSchema, } from "./httpvalidationerror.js";
|
|
7
|
+
export const ListAnnotationTasksAnnotationTasksGetRequest$zodSchema = z.object({
|
|
8
|
+
xAPIKey: z.string().nullable().optional(),
|
|
9
|
+
});
|
|
10
|
+
export const ListAnnotationTasksAnnotationTasksGetResponse$zodSchema = z.union([
|
|
11
|
+
z.array(AnnotationTaskResponse$zodSchema).describe("Successful Response"),
|
|
12
|
+
HTTPValidationError$zodSchema,
|
|
13
|
+
]);
|
|
14
|
+
//# sourceMappingURL=listannotationtasksannotationtasksgetop.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"listannotationtasksannotationtasksgetop.js","sourceRoot":"","sources":["../../src/models/listannotationtasksannotationtasksgetop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,gCAAgC,GACjC,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAMlC,MAAM,CAAC,MAAM,sDAAsD,GAE/D,CAAC,CAAC,MAAM,CAAC;IACX,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC;AAMH,MAAM,CAAC,MAAM,uDAAuD,GAEhE,CAAC,CAAC,KAAK,CAAC;IACV,CAAC,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC,QAAQ,CAAC,qBAAqB,CAAC;IACzE,6BAA6B;CAC9B,CAAC,CAAC"}
|
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
import * as z from "zod";
|
|
2
|
+
import { ClosedEnum } from "../types/enums.js";
|
|
3
|
+
import { HTTPValidationError } from "./httpvalidationerror.js";
|
|
4
|
+
import { RoutersEvaluatorsEvaluatorResponse } from "./routersevaluatorsevaluatorresponse.js";
|
|
5
|
+
/**
|
|
6
|
+
* Filter by what the evaluator judges. Omit for all types
|
|
7
|
+
*/
|
|
8
|
+
export declare const ListEvaluatorsEvaluatorsGetEvaluatorType: {
|
|
9
|
+
readonly Tts: "tts";
|
|
10
|
+
readonly Stt: "stt";
|
|
11
|
+
readonly Llm: "llm";
|
|
12
|
+
readonly LlmGeneral: "llm-general";
|
|
13
|
+
readonly Conversation: "conversation";
|
|
14
|
+
};
|
|
15
|
+
/**
|
|
16
|
+
* Filter by what the evaluator judges. Omit for all types
|
|
17
|
+
*/
|
|
18
|
+
export type ListEvaluatorsEvaluatorsGetEvaluatorType = ClosedEnum<typeof ListEvaluatorsEvaluatorsGetEvaluatorType>;
|
|
19
|
+
export declare const ListEvaluatorsEvaluatorsGetEvaluatorType$zodSchema: z.ZodEnum<{
|
|
20
|
+
conversation: "conversation";
|
|
21
|
+
stt: "stt";
|
|
22
|
+
llm: "llm";
|
|
23
|
+
"llm-general": "llm-general";
|
|
24
|
+
tts: "tts";
|
|
25
|
+
}>;
|
|
26
|
+
/**
|
|
27
|
+
* Filter by modality. Omit for all
|
|
28
|
+
*/
|
|
29
|
+
export declare const ListEvaluatorsEvaluatorsGetDataType: {
|
|
30
|
+
readonly Text: "text";
|
|
31
|
+
readonly Audio: "audio";
|
|
32
|
+
};
|
|
33
|
+
/**
|
|
34
|
+
* Filter by modality. Omit for all
|
|
35
|
+
*/
|
|
36
|
+
export type ListEvaluatorsEvaluatorsGetDataType = ClosedEnum<typeof ListEvaluatorsEvaluatorsGetDataType>;
|
|
37
|
+
export declare const ListEvaluatorsEvaluatorsGetDataType$zodSchema: z.ZodEnum<{
|
|
38
|
+
text: "text";
|
|
39
|
+
audio: "audio";
|
|
40
|
+
}>;
|
|
41
|
+
export type ListEvaluatorsEvaluatorsGetRequest = {
|
|
42
|
+
evaluator_type?: ListEvaluatorsEvaluatorsGetEvaluatorType | null | undefined;
|
|
43
|
+
data_type?: ListEvaluatorsEvaluatorsGetDataType | null | undefined;
|
|
44
|
+
include_defaults?: boolean | undefined;
|
|
45
|
+
xAPIKey?: string | null | undefined;
|
|
46
|
+
};
|
|
47
|
+
export declare const ListEvaluatorsEvaluatorsGetRequest$zodSchema: z.ZodType<ListEvaluatorsEvaluatorsGetRequest>;
|
|
48
|
+
export type ListEvaluatorsEvaluatorsGetResponse = Array<RoutersEvaluatorsEvaluatorResponse> | HTTPValidationError;
|
|
49
|
+
export declare const ListEvaluatorsEvaluatorsGetResponse$zodSchema: z.ZodType<ListEvaluatorsEvaluatorsGetResponse>;
|
|
50
|
+
//# sourceMappingURL=listevaluatorsevaluatorsgetop.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"listevaluatorsevaluatorsgetop.d.ts","sourceRoot":"","sources":["../../src/models/listevaluatorsevaluatorsgetop.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,kCAAkC,EAEnC,MAAM,yCAAyC,CAAC;AAEjD;;GAEG;AACH,eAAO,MAAM,wCAAwC;;;;;;CAM3C,CAAC;AACX;;GAEG;AACH,MAAM,MAAM,wCAAwC,GAAG,UAAU,CAC/D,OAAO,wCAAwC,CAChD,CAAC;AAEF,eAAO,MAAM,kDAAkD;;;;;;EAMO,CAAC;AAEvE;;GAEG;AACH,eAAO,MAAM,mCAAmC;;;CAGtC,CAAC;AACX;;GAEG;AACH,MAAM,MAAM,mCAAmC,GAAG,UAAU,CAC1D,OAAO,mCAAmC,CAC3C,CAAC;AAEF,eAAO,MAAM,6CAA6C;;;EAGX,CAAC;AAEhD,MAAM,MAAM,kCAAkC,GAAG;IAC/C,cAAc,CAAC,EAAE,wCAAwC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7E,SAAS,CAAC,EAAE,mCAAmC,GAAG,IAAI,GAAG,SAAS,CAAC;IACnE,gBAAgB,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACvC,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACrC,CAAC;AAEF,eAAO,MAAM,4CAA4C,EAAE,CAAC,CAAC,OAAO,CAClE,kCAAkC,CAYlC,CAAC;AAEH,MAAM,MAAM,mCAAmC,GAC3C,KAAK,CAAC,kCAAkC,CAAC,GACzC,mBAAmB,CAAC;AAExB,eAAO,MAAM,6CAA6C,EAAE,CAAC,CAAC,OAAO,CACnE,mCAAmC,CAMnC,CAAC"}
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
import * as z from "zod";
|
|
5
|
+
import { HTTPValidationError$zodSchema, } from "./httpvalidationerror.js";
|
|
6
|
+
import { RoutersEvaluatorsEvaluatorResponse$zodSchema, } from "./routersevaluatorsevaluatorresponse.js";
|
|
7
|
+
/**
|
|
8
|
+
* Filter by what the evaluator judges. Omit for all types
|
|
9
|
+
*/
|
|
10
|
+
export const ListEvaluatorsEvaluatorsGetEvaluatorType = {
|
|
11
|
+
Tts: "tts",
|
|
12
|
+
Stt: "stt",
|
|
13
|
+
Llm: "llm",
|
|
14
|
+
LlmGeneral: "llm-general",
|
|
15
|
+
Conversation: "conversation",
|
|
16
|
+
};
|
|
17
|
+
export const ListEvaluatorsEvaluatorsGetEvaluatorType$zodSchema = z.enum([
|
|
18
|
+
"tts",
|
|
19
|
+
"stt",
|
|
20
|
+
"llm",
|
|
21
|
+
"llm-general",
|
|
22
|
+
"conversation",
|
|
23
|
+
]).describe("Filter by what the evaluator judges. Omit for all types");
|
|
24
|
+
/**
|
|
25
|
+
* Filter by modality. Omit for all
|
|
26
|
+
*/
|
|
27
|
+
export const ListEvaluatorsEvaluatorsGetDataType = {
|
|
28
|
+
Text: "text",
|
|
29
|
+
Audio: "audio",
|
|
30
|
+
};
|
|
31
|
+
export const ListEvaluatorsEvaluatorsGetDataType$zodSchema = z.enum([
|
|
32
|
+
"text",
|
|
33
|
+
"audio",
|
|
34
|
+
]).describe("Filter by modality. Omit for all");
|
|
35
|
+
export const ListEvaluatorsEvaluatorsGetRequest$zodSchema = z.object({
|
|
36
|
+
data_type: ListEvaluatorsEvaluatorsGetDataType$zodSchema.nullable().optional()
|
|
37
|
+
.describe("Filter by modality. Omit for all"),
|
|
38
|
+
evaluator_type: ListEvaluatorsEvaluatorsGetEvaluatorType$zodSchema.nullable()
|
|
39
|
+
.optional().describe("Filter by what the evaluator judges. Omit for all types"),
|
|
40
|
+
include_defaults: z.boolean().default(true).describe("When `true`, include the built-in default evaluators alongside the ones you created"),
|
|
41
|
+
xAPIKey: z.string().nullable().optional(),
|
|
42
|
+
});
|
|
43
|
+
export const ListEvaluatorsEvaluatorsGetResponse$zodSchema = z.union([
|
|
44
|
+
z.array(RoutersEvaluatorsEvaluatorResponse$zodSchema).describe("Successful Response"),
|
|
45
|
+
HTTPValidationError$zodSchema,
|
|
46
|
+
]);
|
|
47
|
+
//# sourceMappingURL=listevaluatorsevaluatorsgetop.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"listevaluatorsevaluatorsgetop.js","sourceRoot":"","sources":["../../src/models/listevaluatorsevaluatorsgetop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,4CAA4C,GAC7C,MAAM,yCAAyC,CAAC;AAEjD;;GAEG;AACH,MAAM,CAAC,MAAM,wCAAwC,GAAG;IACtD,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,UAAU,EAAE,aAAa;IACzB,YAAY,EAAE,cAAc;CACpB,CAAC;AAQX,MAAM,CAAC,MAAM,kDAAkD,GAAG,CAAC,CAAC,IAAI,CAAC;IACvE,KAAK;IACL,KAAK;IACL,KAAK;IACL,aAAa;IACb,cAAc;CACf,CAAC,CAAC,QAAQ,CAAC,yDAAyD,CAAC,CAAC;AAEvE;;GAEG;AACH,MAAM,CAAC,MAAM,mCAAmC,GAAG;IACjD,IAAI,EAAE,MAAM;IACZ,KAAK,EAAE,OAAO;CACN,CAAC;AAQX,MAAM,CAAC,MAAM,6CAA6C,GAAG,CAAC,CAAC,IAAI,CAAC;IAClE,MAAM;IACN,OAAO;CACR,CAAC,CAAC,QAAQ,CAAC,kCAAkC,CAAC,CAAC;AAShD,MAAM,CAAC,MAAM,4CAA4C,GAErD,CAAC,CAAC,MAAM,CAAC;IACX,SAAS,EAAE,6CAA6C,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAC3E,QAAQ,CAAC,kCAAkC,CAAC;IAC/C,cAAc,EAAE,kDAAkD,CAAC,QAAQ,EAAE;SAC1E,QAAQ,EAAE,CAAC,QAAQ,CAClB,yDAAyD,CAC1D;IACH,gBAAgB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,QAAQ,CAClD,qFAAqF,CACtF;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC;AAMH,MAAM,CAAC,MAAM,6CAA6C,GAEtD,CAAC,CAAC,KAAK,CAAC;IACV,CAAC,CAAC,KAAK,CAAC,4CAA4C,CAAC,CAAC,QAAQ,CAC5D,qBAAqB,CACtB;IACD,6BAA6B;CAC9B,CAAC,CAAC"}
|
|
@@ -3,7 +3,6 @@ import { HTTPValidationError } from "./httpvalidationerror.js";
|
|
|
3
3
|
import { RoutersTestsTestResponse } from "./routersteststestresponse.js";
|
|
4
4
|
export type ListTestsTestsGetRequest = {
|
|
5
5
|
xAPIKey?: string | null | undefined;
|
|
6
|
-
xOrgUUID?: string | null | undefined;
|
|
7
6
|
};
|
|
8
7
|
export declare const ListTestsTestsGetRequest$zodSchema: z.ZodType<ListTestsTestsGetRequest>;
|
|
9
8
|
export type ListTestsTestsGetResponse = Array<RoutersTestsTestResponse> | HTTPValidationError;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"listteststestsgetop.d.ts","sourceRoot":"","sources":["../../src/models/listteststestsgetop.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,wBAAwB,EAEzB,MAAM,+BAA+B,CAAC;AAEvC,MAAM,MAAM,wBAAwB,GAAG;
|
|
1
|
+
{"version":3,"file":"listteststestsgetop.d.ts","sourceRoot":"","sources":["../../src/models/listteststestsgetop.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,wBAAwB,EAEzB,MAAM,+BAA+B,CAAC;AAEvC,MAAM,MAAM,wBAAwB,GAAG;IAAE,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAA;CAAE,CAAC;AAE/E,eAAO,MAAM,kCAAkC,EAAE,CAAC,CAAC,OAAO,CACxD,wBAAwB,CAGxB,CAAC;AAEH,MAAM,MAAM,yBAAyB,GACjC,KAAK,CAAC,wBAAwB,CAAC,GAC/B,mBAAmB,CAAC;AAExB,eAAO,MAAM,mCAAmC,EAAE,CAAC,CAAC,OAAO,CACzD,yBAAyB,CAIzB,CAAC"}
|
|
@@ -6,7 +6,6 @@ import { HTTPValidationError$zodSchema, } from "./httpvalidationerror.js";
|
|
|
6
6
|
import { RoutersTestsTestResponse$zodSchema, } from "./routersteststestresponse.js";
|
|
7
7
|
export const ListTestsTestsGetRequest$zodSchema = z.object({
|
|
8
8
|
xAPIKey: z.string().nullable().optional(),
|
|
9
|
-
xOrgUUID: z.string().nullable().optional(),
|
|
10
9
|
});
|
|
11
10
|
export const ListTestsTestsGetResponse$zodSchema = z.union([
|
|
12
11
|
z.array(RoutersTestsTestResponse$zodSchema).describe("Successful Response"),
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"listteststestsgetop.js","sourceRoot":"","sources":["../../src/models/listteststestsgetop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,kCAAkC,GACnC,MAAM,+BAA+B,CAAC;
|
|
1
|
+
{"version":3,"file":"listteststestsgetop.js","sourceRoot":"","sources":["../../src/models/listteststestsgetop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,kCAAkC,GACnC,MAAM,+BAA+B,CAAC;AAIvC,MAAM,CAAC,MAAM,kCAAkC,GAE3C,CAAC,CAAC,MAAM,CAAC;IACX,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC;AAMH,MAAM,CAAC,MAAM,mCAAmC,GAE5C,CAAC,CAAC,KAAK,CAAC;IACV,CAAC,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC,QAAQ,CAAC,qBAAqB,CAAC;IAC3E,6BAA6B;CAC9B,CAAC,CAAC"}
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
import * as z from "zod";
|
|
2
|
+
import { TestCaseResult } from "./testcaseresult.js";
|
|
3
|
+
export type ModelResult = {
|
|
4
|
+
model: string;
|
|
5
|
+
success?: boolean | null | undefined;
|
|
6
|
+
message: string;
|
|
7
|
+
total_tests?: number | null | undefined;
|
|
8
|
+
passed?: number | null | undefined;
|
|
9
|
+
failed?: number | null | undefined;
|
|
10
|
+
evaluator_summary?: Array<{
|
|
11
|
+
[k: string]: any;
|
|
12
|
+
}> | null | undefined;
|
|
13
|
+
test_results?: Array<TestCaseResult> | null | undefined;
|
|
14
|
+
latency_ms?: {
|
|
15
|
+
[k: string]: any;
|
|
16
|
+
} | null | undefined;
|
|
17
|
+
cost?: {
|
|
18
|
+
[k: string]: any;
|
|
19
|
+
} | null | undefined;
|
|
20
|
+
total_tokens?: {
|
|
21
|
+
[k: string]: any;
|
|
22
|
+
} | null | undefined;
|
|
23
|
+
};
|
|
24
|
+
export declare const ModelResult$zodSchema: z.ZodType<ModelResult>;
|
|
25
|
+
//# sourceMappingURL=modelresult.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"modelresult.d.ts","sourceRoot":"","sources":["../../src/models/modelresult.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,cAAc,EAA4B,MAAM,qBAAqB,CAAC;AAE/E,MAAM,MAAM,WAAW,GAAG;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC;IACrC,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACnC,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACnC,iBAAiB,CAAC,EAAE,KAAK,CAAC;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACnE,YAAY,CAAC,EAAE,KAAK,CAAC,cAAc,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACxD,UAAU,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,IAAI,GAAG,SAAS,CAAC;IACrD,IAAI,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,IAAI,GAAG,SAAS,CAAC;IAC/C,YAAY,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,IAAI,GAAG,SAAS,CAAC;CACxD,CAAC;AAEF,eAAO,MAAM,qBAAqB,EAAE,CAAC,CAAC,OAAO,CAAC,WAAW,CA4BvD,CAAC"}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
import * as z from "zod";
|
|
5
|
+
import { TestCaseResult$zodSchema } from "./testcaseresult.js";
|
|
6
|
+
export const ModelResult$zodSchema = z.object({
|
|
7
|
+
cost: z.record(z.string(), z.any()).nullable().optional().describe("Aggregated cost as `{mean, min, max, count}` (USD)"),
|
|
8
|
+
evaluator_summary: z.array(z.record(z.string(), z.any())).nullable()
|
|
9
|
+
.optional().describe("Aggregate summary for each evaluator for this model"),
|
|
10
|
+
failed: z.int().nullable().optional().describe("Number of test cases that failed"),
|
|
11
|
+
latency_ms: z.record(z.string(), z.any()).nullable().optional().describe("Aggregated latency in milliseconds, as `{p50, p95, p99, count}`"),
|
|
12
|
+
message: z.string().describe("Status or result message for this model"),
|
|
13
|
+
model: z.string().describe("Model name these results are for"),
|
|
14
|
+
passed: z.int().nullable().optional().describe("Number of test cases that passed"),
|
|
15
|
+
success: z.boolean().nullable().optional().describe("Whether this model's run succeeded"),
|
|
16
|
+
test_results: z.array(TestCaseResult$zodSchema).nullable().optional()
|
|
17
|
+
.describe("Results for each test case for this model"),
|
|
18
|
+
total_tests: z.int().nullable().optional().describe("Total test cases for this model"),
|
|
19
|
+
total_tokens: z.record(z.string(), z.any()).nullable().optional().describe("Aggregated token usage as `{mean, min, max, count}`"),
|
|
20
|
+
});
|
|
21
|
+
//# sourceMappingURL=modelresult.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"modelresult.js","sourceRoot":"","sources":["../../src/models/modelresult.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAkB,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAgB/E,MAAM,CAAC,MAAM,qBAAqB,GAA2B,CAAC,CAAC,MAAM,CAAC;IACpE,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChE,oDAAoD,CACrD;IACD,iBAAiB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE;SACjE,QAAQ,EAAE,CAAC,QAAQ,CAAC,qDAAqD,CAAC;IAC7E,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC5C,kCAAkC,CACnC;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACtE,iEAAiE,CAClE;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,yCAAyC,CAAC;IACvE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,kCAAkC,CAAC;IAC9D,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC5C,kCAAkC,CACnC;IACD,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACjD,oCAAoC,CACrC;IACD,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAClE,QAAQ,CAAC,2CAA2C,CAAC;IACxD,WAAW,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACjD,iCAAiC,CAClC;IACD,YAAY,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxE,qDAAqD,CACtD;CACF,CAAC,CAAC"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import * as z from "zod";
|
|
2
|
+
import { OutputScaleEntry } from "./outputscaleentry.js";
|
|
3
|
+
export type OutputConfig = {
|
|
4
|
+
scale?: Array<OutputScaleEntry> | null | undefined;
|
|
5
|
+
};
|
|
6
|
+
export declare const OutputConfig$zodSchema: z.ZodType<OutputConfig>;
|
|
7
|
+
//# sourceMappingURL=outputconfig.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"outputconfig.d.ts","sourceRoot":"","sources":["../../src/models/outputconfig.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,gBAAgB,EAEjB,MAAM,uBAAuB,CAAC;AAE/B,MAAM,MAAM,YAAY,GAAG;IACzB,KAAK,CAAC,EAAE,KAAK,CAAC,gBAAgB,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;CACpD,CAAC;AAEF,eAAO,MAAM,sBAAsB,EAAE,CAAC,CAAC,OAAO,CAAC,YAAY,CAIzD,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
import * as z from "zod";
|
|
5
|
+
import { OutputScaleEntry$zodSchema, } from "./outputscaleentry.js";
|
|
6
|
+
export const OutputConfig$zodSchema = z.object({
|
|
7
|
+
scale: z.array(OutputScaleEntry$zodSchema).nullable().optional().describe("The ordered scale points that make up the rubric, each with its label"),
|
|
8
|
+
});
|
|
9
|
+
//# sourceMappingURL=outputconfig.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"outputconfig.js","sourceRoot":"","sources":["../../src/models/outputconfig.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,0BAA0B,GAC3B,MAAM,uBAAuB,CAAC;AAM/B,MAAM,CAAC,MAAM,sBAAsB,GAA4B,CAAC,CAAC,MAAM,CAAC;IACtE,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvE,uEAAuE,CACxE;CACF,CAAC,CAAC"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import * as z from "zod";
|
|
2
|
+
/**
|
|
3
|
+
* One entry in an evaluator's output_config.scale. `value` is bool|number|string
|
|
4
|
+
*
|
|
5
|
+
* @remarks
|
|
6
|
+
* depending on output_type.
|
|
7
|
+
*/
|
|
8
|
+
export type OutputScaleEntry = {
|
|
9
|
+
value?: any | undefined;
|
|
10
|
+
name: string;
|
|
11
|
+
description?: string | null | undefined;
|
|
12
|
+
color?: string | null | undefined;
|
|
13
|
+
};
|
|
14
|
+
export declare const OutputScaleEntry$zodSchema: z.ZodType<OutputScaleEntry>;
|
|
15
|
+
//# sourceMappingURL=outputscaleentry.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"outputscaleentry.d.ts","sourceRoot":"","sources":["../../src/models/outputscaleentry.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB;;;;;GAKG;AACH,MAAM,MAAM,gBAAgB,GAAG;IAC7B,KAAK,CAAC,EAAE,GAAG,GAAG,SAAS,CAAC;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACnC,CAAC;AAEF,eAAO,MAAM,0BAA0B,EAAE,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAelE,CAAC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
import * as z from "zod";
|
|
5
|
+
export const OutputScaleEntry$zodSchema = z.object({
|
|
6
|
+
color: z.string().nullable().optional().describe("Color to show for this level. Omit for the default"),
|
|
7
|
+
description: z.string().nullable().optional().describe("Rubric text for this level, added to the judge prompt. Omit to leave this level undescribed"),
|
|
8
|
+
name: z.string().describe("Short label for this scale point"),
|
|
9
|
+
value: z.any().optional().describe("The value for this scale point. Use a boolean for a `binary` evaluator, a number for a `rating` one"),
|
|
10
|
+
}).describe("One entry in an evaluator's output_config.scale. `value` is bool|number|string\ndepending on output_type.");
|
|
11
|
+
//# sourceMappingURL=outputscaleentry.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"outputscaleentry.js","sourceRoot":"","sources":["../../src/models/outputscaleentry.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAezB,MAAM,CAAC,MAAM,0BAA0B,GAAgC,CAAC,CAAC,MAAM,CAC7E;IACE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9C,oDAAoD,CACrD;IACD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpD,6FAA6F,CAC9F;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,kCAAkC,CAAC;IAC7D,KAAK,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChC,qGAAqG,CACtG;CACF,CACF,CAAC,QAAQ,CACR,2GAA2G,CAC5G,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"paginationmeta.d.ts","sourceRoot":"","sources":["../../src/models/paginationmeta.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,cAAc,GAAG;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAE9E,eAAO,MAAM,wBAAwB,EAAE,CAAC,CAAC,OAAO,CAAC,cAAc,CAI7D,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
import * as z from "zod";
|
|
5
|
+
export const PaginationMeta$zodSchema = z.object({
|
|
6
|
+
limit: z.int().describe("Maximum number of items returned in this page"),
|
|
7
|
+
offset: z.int().describe("Number of items skipped before this page"),
|
|
8
|
+
total: z.int().describe("Total number of items that match, across all pages"),
|
|
9
|
+
});
|
|
10
|
+
//# sourceMappingURL=paginationmeta.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"paginationmeta.js","sourceRoot":"","sources":["../../src/models/paginationmeta.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAIzB,MAAM,CAAC,MAAM,wBAAwB,GAA8B,CAAC,CAAC,MAAM,CAAC;IAC1E,KAAK,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,+CAA+C,CAAC;IACxE,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,0CAA0C,CAAC;IACpE,KAAK,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,oDAAoD,CAAC;CAC9E,CAAC,CAAC"}
|
|
@@ -4,7 +4,6 @@ import { ResolveAgentNamesRequest } from "./resolveagentnamesrequest.js";
|
|
|
4
4
|
import { ResolveAgentNamesResponse } from "./resolveagentnamesresponse.js";
|
|
5
5
|
export type ResolveAgentNamesAgentsResolvePostRequest = {
|
|
6
6
|
xAPIKey?: string | null | undefined;
|
|
7
|
-
xOrgUUID?: string | null | undefined;
|
|
8
7
|
body: ResolveAgentNamesRequest;
|
|
9
8
|
};
|
|
10
9
|
export declare const ResolveAgentNamesAgentsResolvePostRequest$zodSchema: z.ZodType<ResolveAgentNamesAgentsResolvePostRequest>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"resolveagentnamesagentsresolvepostop.d.ts","sourceRoot":"","sources":["../../src/models/resolveagentnamesagentsresolvepostop.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,wBAAwB,EAEzB,MAAM,+BAA+B,CAAC;AACvC,OAAO,EACL,yBAAyB,EAE1B,MAAM,gCAAgC,CAAC;AAExC,MAAM,MAAM,yCAAyC,GAAG;IACtD,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,
|
|
1
|
+
{"version":3,"file":"resolveagentnamesagentsresolvepostop.d.ts","sourceRoot":"","sources":["../../src/models/resolveagentnamesagentsresolvepostop.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,wBAAwB,EAEzB,MAAM,+BAA+B,CAAC;AACvC,OAAO,EACL,yBAAyB,EAE1B,MAAM,gCAAgC,CAAC;AAExC,MAAM,MAAM,yCAAyC,GAAG;IACtD,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,IAAI,EAAE,wBAAwB,CAAC;CAChC,CAAC;AAEF,eAAO,MAAM,mDAAmD,EAAE,CAAC,CAAC,OAAO,CACzE,yCAAyC,CAIzC,CAAC;AAEH,MAAM,MAAM,0CAA0C,GAClD,yBAAyB,GACzB,mBAAmB,CAAC;AAExB,eAAO,MAAM,oDAAoD,EAAE,CAAC,CAAC,OAAO,CAC1E,0CAA0C,CAI1C,CAAC"}
|
|
@@ -8,7 +8,6 @@ import { ResolveAgentNamesResponse$zodSchema, } from "./resolveagentnamesrespons
|
|
|
8
8
|
export const ResolveAgentNamesAgentsResolvePostRequest$zodSchema = z.object({
|
|
9
9
|
body: ResolveAgentNamesRequest$zodSchema,
|
|
10
10
|
xAPIKey: z.string().nullable().optional(),
|
|
11
|
-
xOrgUUID: z.string().nullable().optional(),
|
|
12
11
|
});
|
|
13
12
|
export const ResolveAgentNamesAgentsResolvePostResponse$zodSchema = z.union([
|
|
14
13
|
ResolveAgentNamesResponse$zodSchema,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"resolveagentnamesagentsresolvepostop.js","sourceRoot":"","sources":["../../src/models/resolveagentnamesagentsresolvepostop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,kCAAkC,GACnC,MAAM,+BAA+B,CAAC;AACvC,OAAO,EAEL,mCAAmC,GACpC,MAAM,gCAAgC,CAAC;
|
|
1
|
+
{"version":3,"file":"resolveagentnamesagentsresolvepostop.js","sourceRoot":"","sources":["../../src/models/resolveagentnamesagentsresolvepostop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,kCAAkC,GACnC,MAAM,+BAA+B,CAAC;AACvC,OAAO,EAEL,mCAAmC,GACpC,MAAM,gCAAgC,CAAC;AAOxC,MAAM,CAAC,MAAM,mDAAmD,GAE5D,CAAC,CAAC,MAAM,CAAC;IACX,IAAI,EAAE,kCAAkC;IACxC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC;AAMH,MAAM,CAAC,MAAM,oDAAoD,GAE7D,CAAC,CAAC,KAAK,CAAC;IACV,mCAAmC;IACnC,6BAA6B;CAC9B,CAAC,CAAC"}
|
|
@@ -0,0 +1,41 @@
|
|
|
1
|
+
import * as z from "zod";
|
|
2
|
+
import { ClosedEnum } from "../types/enums.js";
|
|
3
|
+
/**
|
|
4
|
+
* What the test checks:
|
|
5
|
+
*
|
|
6
|
+
* @remarks
|
|
7
|
+
* - `response`: judges the reply the agent generates
|
|
8
|
+
* - `tool_call`: checks the tool calls the agent makes
|
|
9
|
+
* - `conversation`: judges the full conversation after the agent replies
|
|
10
|
+
*/
|
|
11
|
+
export declare const RoutersAgentTestsTestResponseType: {
|
|
12
|
+
readonly Response: "response";
|
|
13
|
+
readonly ToolCall: "tool_call";
|
|
14
|
+
readonly Conversation: "conversation";
|
|
15
|
+
};
|
|
16
|
+
/**
|
|
17
|
+
* What the test checks:
|
|
18
|
+
*
|
|
19
|
+
* @remarks
|
|
20
|
+
* - `response`: judges the reply the agent generates
|
|
21
|
+
* - `tool_call`: checks the tool calls the agent makes
|
|
22
|
+
* - `conversation`: judges the full conversation after the agent replies
|
|
23
|
+
*/
|
|
24
|
+
export type RoutersAgentTestsTestResponseType = ClosedEnum<typeof RoutersAgentTestsTestResponseType>;
|
|
25
|
+
export declare const RoutersAgentTestsTestResponseType$zodSchema: z.ZodEnum<{
|
|
26
|
+
response: "response";
|
|
27
|
+
tool_call: "tool_call";
|
|
28
|
+
conversation: "conversation";
|
|
29
|
+
}>;
|
|
30
|
+
export type RoutersAgentTestsTestResponse = {
|
|
31
|
+
uuid: string;
|
|
32
|
+
name: string;
|
|
33
|
+
type: RoutersAgentTestsTestResponseType;
|
|
34
|
+
config?: {
|
|
35
|
+
[k: string]: any;
|
|
36
|
+
} | null | undefined;
|
|
37
|
+
created_at: string;
|
|
38
|
+
updated_at: string;
|
|
39
|
+
};
|
|
40
|
+
export declare const RoutersAgentTestsTestResponse$zodSchema: z.ZodType<RoutersAgentTestsTestResponse>;
|
|
41
|
+
//# sourceMappingURL=routersagentteststestresponse.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"routersagentteststestresponse.d.ts","sourceRoot":"","sources":["../../src/models/routersagentteststestresponse.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C;;;;;;;GAOG;AACH,eAAO,MAAM,iCAAiC;;;;CAIpC,CAAC;AACX;;;;;;;GAOG;AACH,MAAM,MAAM,iCAAiC,GAAG,UAAU,CACxD,OAAO,iCAAiC,CACzC,CAAC;AAEF,eAAO,MAAM,2CAA2C;;;;EAMvD,CAAC;AAEF,MAAM,MAAM,6BAA6B,GAAG;IAC1C,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,iCAAiC,CAAC;IACxC,MAAM,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,IAAI,GAAG,SAAS,CAAC;IACjD,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,eAAO,MAAM,uCAAuC,EAAE,CAAC,CAAC,OAAO,CAC7D,6BAA6B,CAc7B,CAAC"}
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
import * as z from "zod";
|
|
5
|
+
/**
|
|
6
|
+
* What the test checks:
|
|
7
|
+
*
|
|
8
|
+
* @remarks
|
|
9
|
+
* - `response`: judges the reply the agent generates
|
|
10
|
+
* - `tool_call`: checks the tool calls the agent makes
|
|
11
|
+
* - `conversation`: judges the full conversation after the agent replies
|
|
12
|
+
*/
|
|
13
|
+
export const RoutersAgentTestsTestResponseType = {
|
|
14
|
+
Response: "response",
|
|
15
|
+
ToolCall: "tool_call",
|
|
16
|
+
Conversation: "conversation",
|
|
17
|
+
};
|
|
18
|
+
export const RoutersAgentTestsTestResponseType$zodSchema = z.enum([
|
|
19
|
+
"response",
|
|
20
|
+
"tool_call",
|
|
21
|
+
"conversation",
|
|
22
|
+
]).describe("What the test checks:\n- `response`: judges the reply the agent generates\n- `tool_call`: checks the tool calls the agent makes\n- `conversation`: judges the full conversation after the agent replies");
|
|
23
|
+
export const RoutersAgentTestsTestResponse$zodSchema = z.object({
|
|
24
|
+
config: z.record(z.string(), z.any()).nullable().optional().describe("Test configuration"),
|
|
25
|
+
created_at: z.string().describe("When the test was created (ISO 8601 UTC)"),
|
|
26
|
+
name: z.string().describe("Name of the test"),
|
|
27
|
+
type: RoutersAgentTestsTestResponseType$zodSchema.describe("What the test checks:\n- `response`: judges the reply the agent generates\n- `tool_call`: checks the tool calls the agent makes\n- `conversation`: judges the full conversation after the agent replies"),
|
|
28
|
+
updated_at: z.string().describe("When the test was last updated (ISO 8601 UTC)"),
|
|
29
|
+
uuid: z.string().describe("Test ID"),
|
|
30
|
+
});
|
|
31
|
+
//# sourceMappingURL=routersagentteststestresponse.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"routersagentteststestresponse.js","sourceRoot":"","sources":["../../src/models/routersagentteststestresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAGzB;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,iCAAiC,GAAG;IAC/C,QAAQ,EAAE,UAAU;IACpB,QAAQ,EAAE,WAAW;IACrB,YAAY,EAAE,cAAc;CACpB,CAAC;AAaX,MAAM,CAAC,MAAM,2CAA2C,GAAG,CAAC,CAAC,IAAI,CAAC;IAChE,UAAU;IACV,WAAW;IACX,cAAc;CACf,CAAC,CAAC,QAAQ,CACT,yMAAyM,CAC1M,CAAC;AAWF,MAAM,CAAC,MAAM,uCAAuC,GAEhD,CAAC,CAAC,MAAM,CAAC;IACX,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClE,oBAAoB,CACrB;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,0CAA0C,CAAC;IAC3E,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAC;IAC7C,IAAI,EAAE,2CAA2C,CAAC,QAAQ,CACxD,yMAAyM,CAC1M;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC7B,+CAA+C,CAChD;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;CACrC,CAAC,CAAC"}
|
|
@@ -0,0 +1,106 @@
|
|
|
1
|
+
import * as z from "zod";
|
|
2
|
+
import { ClosedEnum } from "../types/enums.js";
|
|
3
|
+
import { EvaluatorVersionResponse } from "./evaluatorversionresponse.js";
|
|
4
|
+
/**
|
|
5
|
+
* What the evaluator judges:
|
|
6
|
+
*
|
|
7
|
+
* @remarks
|
|
8
|
+
*
|
|
9
|
+
* - `tts`: TTS audio
|
|
10
|
+
* - `stt`: one transcript
|
|
11
|
+
* - `llm`: a reply with its conversation history
|
|
12
|
+
* - `llm-general`: a standalone input and output pair
|
|
13
|
+
* - `conversation`: a full conversation
|
|
14
|
+
*/
|
|
15
|
+
export declare const RoutersEvaluatorsEvaluatorResponseEvaluatorType: {
|
|
16
|
+
readonly Tts: "tts";
|
|
17
|
+
readonly Stt: "stt";
|
|
18
|
+
readonly Llm: "llm";
|
|
19
|
+
readonly LlmGeneral: "llm-general";
|
|
20
|
+
readonly Conversation: "conversation";
|
|
21
|
+
};
|
|
22
|
+
/**
|
|
23
|
+
* What the evaluator judges:
|
|
24
|
+
*
|
|
25
|
+
* @remarks
|
|
26
|
+
*
|
|
27
|
+
* - `tts`: TTS audio
|
|
28
|
+
* - `stt`: one transcript
|
|
29
|
+
* - `llm`: a reply with its conversation history
|
|
30
|
+
* - `llm-general`: a standalone input and output pair
|
|
31
|
+
* - `conversation`: a full conversation
|
|
32
|
+
*/
|
|
33
|
+
export type RoutersEvaluatorsEvaluatorResponseEvaluatorType = ClosedEnum<typeof RoutersEvaluatorsEvaluatorResponseEvaluatorType>;
|
|
34
|
+
export declare const RoutersEvaluatorsEvaluatorResponseEvaluatorType$zodSchema: z.ZodEnum<{
|
|
35
|
+
conversation: "conversation";
|
|
36
|
+
stt: "stt";
|
|
37
|
+
llm: "llm";
|
|
38
|
+
"llm-general": "llm-general";
|
|
39
|
+
tts: "tts";
|
|
40
|
+
}>;
|
|
41
|
+
/**
|
|
42
|
+
* The modality the judge reads:
|
|
43
|
+
*
|
|
44
|
+
* @remarks
|
|
45
|
+
*
|
|
46
|
+
* - `text`
|
|
47
|
+
* - `audio`
|
|
48
|
+
*/
|
|
49
|
+
export declare const RoutersEvaluatorsEvaluatorResponseDataType: {
|
|
50
|
+
readonly Text: "text";
|
|
51
|
+
readonly Audio: "audio";
|
|
52
|
+
};
|
|
53
|
+
/**
|
|
54
|
+
* The modality the judge reads:
|
|
55
|
+
*
|
|
56
|
+
* @remarks
|
|
57
|
+
*
|
|
58
|
+
* - `text`
|
|
59
|
+
* - `audio`
|
|
60
|
+
*/
|
|
61
|
+
export type RoutersEvaluatorsEvaluatorResponseDataType = ClosedEnum<typeof RoutersEvaluatorsEvaluatorResponseDataType>;
|
|
62
|
+
export declare const RoutersEvaluatorsEvaluatorResponseDataType$zodSchema: z.ZodEnum<{
|
|
63
|
+
text: "text";
|
|
64
|
+
audio: "audio";
|
|
65
|
+
}>;
|
|
66
|
+
/**
|
|
67
|
+
* How the evaluator scores:
|
|
68
|
+
*
|
|
69
|
+
* @remarks
|
|
70
|
+
*
|
|
71
|
+
* - `binary`: pass or fail
|
|
72
|
+
* - `rating`: a numeric score, using the scale in `output_config`
|
|
73
|
+
*/
|
|
74
|
+
export declare const RoutersEvaluatorsEvaluatorResponseOutputType: {
|
|
75
|
+
readonly Binary: "binary";
|
|
76
|
+
readonly Rating: "rating";
|
|
77
|
+
};
|
|
78
|
+
/**
|
|
79
|
+
* How the evaluator scores:
|
|
80
|
+
*
|
|
81
|
+
* @remarks
|
|
82
|
+
*
|
|
83
|
+
* - `binary`: pass or fail
|
|
84
|
+
* - `rating`: a numeric score, using the scale in `output_config`
|
|
85
|
+
*/
|
|
86
|
+
export type RoutersEvaluatorsEvaluatorResponseOutputType = ClosedEnum<typeof RoutersEvaluatorsEvaluatorResponseOutputType>;
|
|
87
|
+
export declare const RoutersEvaluatorsEvaluatorResponseOutputType$zodSchema: z.ZodEnum<{
|
|
88
|
+
binary: "binary";
|
|
89
|
+
rating: "rating";
|
|
90
|
+
}>;
|
|
91
|
+
export type RoutersEvaluatorsEvaluatorResponse = {
|
|
92
|
+
uuid: string;
|
|
93
|
+
name: string;
|
|
94
|
+
description?: string | null | undefined;
|
|
95
|
+
evaluator_type: RoutersEvaluatorsEvaluatorResponseEvaluatorType;
|
|
96
|
+
data_type: RoutersEvaluatorsEvaluatorResponseDataType;
|
|
97
|
+
output_type: RoutersEvaluatorsEvaluatorResponseOutputType;
|
|
98
|
+
is_default: boolean;
|
|
99
|
+
slug?: string | null | undefined;
|
|
100
|
+
live_version_id?: string | null | undefined;
|
|
101
|
+
created_at: string;
|
|
102
|
+
updated_at: string;
|
|
103
|
+
live_version?: EvaluatorVersionResponse | null | undefined;
|
|
104
|
+
};
|
|
105
|
+
export declare const RoutersEvaluatorsEvaluatorResponse$zodSchema: z.ZodType<RoutersEvaluatorsEvaluatorResponse>;
|
|
106
|
+
//# sourceMappingURL=routersevaluatorsevaluatorresponse.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"routersevaluatorsevaluatorresponse.d.ts","sourceRoot":"","sources":["../../src/models/routersevaluatorsevaluatorresponse.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EACL,wBAAwB,EAEzB,MAAM,+BAA+B,CAAC;AAEvC;;;;;;;;;;GAUG;AACH,eAAO,MAAM,+CAA+C;;;;;;CAMlD,CAAC;AACX;;;;;;;;;;GAUG;AACH,MAAM,MAAM,+CAA+C,GAAG,UAAU,CACtE,OAAO,+CAA+C,CACvD,CAAC;AAEF,eAAO,MAAM,yDAAyD;;;;;;EAUrE,CAAC;AAEF;;;;;;;GAOG;AACH,eAAO,MAAM,0CAA0C;;;CAG7C,CAAC;AACX;;;;;;;GAOG;AACH,MAAM,MAAM,0CAA0C,GAAG,UAAU,CACjE,OAAO,0CAA0C,CAClD,CAAC;AAEF,eAAO,MAAM,oDAAoD;;;EAGI,CAAC;AAEtE;;;;;;;GAOG;AACH,eAAO,MAAM,4CAA4C;;;CAG/C,CAAC;AACX;;;;;;;GAOG;AACH,MAAM,MAAM,4CAA4C,GAAG,UAAU,CACnE,OAAO,4CAA4C,CACpD,CAAC;AAEF,eAAO,MAAM,sDAAsD;;;EAKlE,CAAC;AAEF,MAAM,MAAM,kCAAkC,GAAG;IAC/C,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,cAAc,EAAE,+CAA+C,CAAC;IAChE,SAAS,EAAE,0CAA0C,CAAC;IACtD,WAAW,EAAE,4CAA4C,CAAC;IAC1D,UAAU,EAAE,OAAO,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACjC,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC5C,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,wBAAwB,GAAG,IAAI,GAAG,SAAS,CAAC;CAC5D,CAAC;AAEF,eAAO,MAAM,4CAA4C,EAAE,CAAC,CAAC,OAAO,CAClE,kCAAkC,CAkClC,CAAC"}
|