@orq-ai/node 4.15.0-rc.4 → 4.15.0-rc.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/FUNCTIONS.md +3 -3
- package/README.md +47 -51
- package/examples/{evalsAll.example.ts → deploymentsList.example.ts} +2 -2
- package/funcs/annotationQueuesAddItems.d.ts +3 -2
- package/funcs/annotationQueuesAddItems.d.ts.map +1 -1
- package/funcs/annotationQueuesAddItems.js +6 -4
- package/funcs/annotationQueuesAddItems.js.map +1 -1
- package/funcs/annotationQueuesClear.d.ts +4 -3
- package/funcs/annotationQueuesClear.d.ts.map +1 -1
- package/funcs/annotationQueuesClear.js +5 -5
- package/funcs/annotationQueuesClear.js.map +1 -1
- package/funcs/annotationQueuesCreate.d.ts +3 -3
- package/funcs/annotationQueuesCreate.d.ts.map +1 -1
- package/funcs/annotationQueuesCreate.js +5 -8
- package/funcs/annotationQueuesCreate.js.map +1 -1
- package/funcs/annotationQueuesDelete.d.ts +3 -2
- package/funcs/annotationQueuesDelete.d.ts.map +1 -1
- package/funcs/annotationQueuesDelete.js +4 -4
- package/funcs/annotationQueuesDelete.js.map +1 -1
- package/funcs/annotationQueuesList.d.ts +3 -2
- package/funcs/annotationQueuesList.d.ts.map +1 -1
- package/funcs/annotationQueuesList.js +3 -2
- package/funcs/annotationQueuesList.js.map +1 -1
- package/funcs/annotationQueuesListItems.d.ts +3 -2
- package/funcs/annotationQueuesListItems.d.ts.map +1 -1
- package/funcs/annotationQueuesListItems.js +3 -2
- package/funcs/annotationQueuesListItems.js.map +1 -1
- package/funcs/annotationQueuesRemoveItems.d.ts +4 -3
- package/funcs/annotationQueuesRemoveItems.d.ts.map +1 -1
- package/funcs/annotationQueuesRemoveItems.js +8 -6
- package/funcs/annotationQueuesRemoveItems.js.map +1 -1
- package/funcs/annotationQueuesRetrieve.d.ts +3 -2
- package/funcs/annotationQueuesRetrieve.d.ts.map +1 -1
- package/funcs/annotationQueuesRetrieve.js +3 -2
- package/funcs/annotationQueuesRetrieve.js.map +1 -1
- package/funcs/annotationQueuesRetrieveItem.d.ts +2 -3
- package/funcs/annotationQueuesRetrieveItem.d.ts.map +1 -1
- package/funcs/annotationQueuesRetrieveItem.js +2 -3
- package/funcs/annotationQueuesRetrieveItem.js.map +1 -1
- package/funcs/annotationQueuesUpdate.d.ts +4 -3
- package/funcs/annotationQueuesUpdate.d.ts.map +1 -1
- package/funcs/annotationQueuesUpdate.js +7 -4
- package/funcs/annotationQueuesUpdate.js.map +1 -1
- package/funcs/evalsAll.d.ts +2 -2
- package/funcs/evalsAll.d.ts.map +1 -1
- package/funcs/evalsAll.js +2 -5
- package/funcs/evalsAll.js.map +1 -1
- package/funcs/evalsCreate.d.ts +2 -2
- package/funcs/evalsCreate.d.ts.map +1 -1
- package/funcs/evalsCreate.js +5 -20
- package/funcs/evalsCreate.js.map +1 -1
- package/funcs/evalsDelete.d.ts +2 -2
- package/funcs/evalsDelete.d.ts.map +1 -1
- package/funcs/evalsDelete.js +2 -6
- package/funcs/evalsDelete.js.map +1 -1
- package/funcs/evalsGet.d.ts +2 -2
- package/funcs/evalsGet.d.ts.map +1 -1
- package/funcs/evalsGet.js +2 -5
- package/funcs/evalsGet.js.map +1 -1
- package/funcs/evalsGetVersion.d.ts +18 -0
- package/funcs/evalsGetVersion.d.ts.map +1 -0
- package/funcs/evalsGetVersion.js +125 -0
- package/funcs/evalsGetVersion.js.map +1 -0
- package/funcs/evalsListVersions.d.ts +3 -3
- package/funcs/evalsListVersions.d.ts.map +1 -1
- package/funcs/evalsListVersions.js +5 -8
- package/funcs/evalsListVersions.js.map +1 -1
- package/funcs/evalsUpdate.d.ts +2 -2
- package/funcs/evalsUpdate.d.ts.map +1 -1
- package/funcs/evalsUpdate.js +2 -5
- package/funcs/evalsUpdate.js.map +1 -1
- package/jsr.json +1 -1
- package/lib/config.d.ts +3 -3
- package/lib/config.js +3 -3
- package/lib/config.js.map +1 -1
- package/lib/encodings.d.ts +10 -9
- package/lib/encodings.d.ts.map +1 -1
- package/lib/encodings.js +29 -13
- package/lib/encodings.js.map +1 -1
- package/models/components/addannotationqueueitemsrequest.d.ts +16 -0
- package/models/components/addannotationqueueitemsrequest.d.ts.map +1 -0
- package/models/components/addannotationqueueitemsrequest.js +50 -0
- package/models/components/addannotationqueueitemsrequest.js.map +1 -0
- package/models/components/addannotationqueueitemsresponse.d.ts +14 -0
- package/models/components/addannotationqueueitemsresponse.d.ts.map +1 -0
- package/models/components/addannotationqueueitemsresponse.js +51 -0
- package/models/components/addannotationqueueitemsresponse.js.map +1 -0
- package/models/components/agentresponserequest.d.ts +6 -6
- package/models/components/agentresponserequest.d.ts.map +1 -1
- package/models/components/agentresponserequest.js +7 -6
- package/models/components/agentresponserequest.js.map +1 -1
- package/models/components/annotationqueue.d.ts +54 -0
- package/models/components/annotationqueue.d.ts.map +1 -0
- package/models/components/{evaluatorresponsehttp.js → annotationqueue.js} +22 -25
- package/models/components/annotationqueue.js.map +1 -0
- package/models/components/annotationqueueitem.d.ts +41 -0
- package/models/components/annotationqueueitem.d.ts.map +1 -0
- package/models/components/{evaluatorresponsepython.js → annotationqueueitem.js} +19 -18
- package/models/components/annotationqueueitem.js.map +1 -0
- package/models/components/annotationqueueitemref.d.ts +17 -0
- package/models/components/annotationqueueitemref.d.ts.map +1 -0
- package/models/{errors/getevals.js → components/annotationqueueitemref.js} +14 -26
- package/models/components/annotationqueueitemref.js.map +1 -0
- package/models/components/annotationqueuemetadata.d.ts +16 -0
- package/models/components/annotationqueuemetadata.d.ts.map +1 -0
- package/models/components/{evaluatorresponsejsonschema.js → annotationqueuemetadata.js} +8 -20
- package/models/components/annotationqueuemetadata.js.map +1 -0
- package/models/components/budgetmatch.d.ts +3 -3
- package/models/components/budgetscope.d.ts +10 -1
- package/models/components/budgetscope.d.ts.map +1 -1
- package/models/components/budgetscope.js +3 -0
- package/models/components/budgetscope.js.map +1 -1
- package/models/components/budgetscopekind.d.ts +1 -0
- package/models/components/budgetscopekind.d.ts.map +1 -1
- package/models/components/budgetscopekind.js +1 -0
- package/models/components/budgetscopekind.js.map +1 -1
- package/models/components/budgetscoperestresponse.d.ts +9 -1
- package/models/components/budgetscoperestresponse.d.ts.map +1 -1
- package/models/components/budgetscoperestresponse.js +2 -0
- package/models/components/budgetscoperestresponse.js.map +1 -1
- package/models/components/clearannotationqueueresponse.d.ts +8 -0
- package/models/components/clearannotationqueueresponse.d.ts.map +1 -0
- package/models/components/clearannotationqueueresponse.js +48 -0
- package/models/components/clearannotationqueueresponse.js.map +1 -0
- package/models/components/createannotationqueuerequest.d.ts +25 -0
- package/models/components/createannotationqueuerequest.d.ts.map +1 -0
- package/models/{errors/createeval.js → components/createannotationqueuerequest.js} +15 -26
- package/models/components/createannotationqueuerequest.js.map +1 -0
- package/models/components/createapikeyrequest.d.ts +12 -0
- package/models/components/createapikeyrequest.d.ts.map +1 -1
- package/models/components/createapikeyrequest.js +1 -0
- package/models/components/createapikeyrequest.js.map +1 -1
- package/models/components/deleteannotationqueueresponse.d.ts +8 -0
- package/models/components/deleteannotationqueueresponse.d.ts.map +1 -0
- package/models/components/deleteannotationqueueresponse.js +48 -0
- package/models/components/deleteannotationqueueresponse.js.map +1 -0
- package/models/components/deleteevaluatorresponse.d.ts +8 -0
- package/models/components/deleteevaluatorresponse.d.ts.map +1 -0
- package/models/components/deleteevaluatorresponse.js +48 -0
- package/models/components/deleteevaluatorresponse.js.map +1 -0
- package/models/components/evaluatordocumentresponse.d.ts +14 -0
- package/models/components/evaluatordocumentresponse.d.ts.map +1 -0
- package/models/components/evaluatordocumentresponse.js +56 -0
- package/models/components/evaluatordocumentresponse.js.map +1 -0
- package/models/components/factorybudgetscope.d.ts +23 -0
- package/models/components/factorybudgetscope.d.ts.map +1 -0
- package/models/components/{evaluatorresponsetypescript.js → factorybudgetscope.js} +20 -20
- package/models/components/factorybudgetscope.js.map +1 -0
- package/models/components/factorybudgetscoperestresponse.d.ts +16 -0
- package/models/components/factorybudgetscoperestresponse.d.ts.map +1 -0
- package/models/components/factorybudgetscoperestresponse.js +50 -0
- package/models/components/factorybudgetscoperestresponse.js.map +1 -0
- package/models/components/filesystemtoolinput.d.ts +39 -9
- package/models/components/filesystemtoolinput.d.ts.map +1 -1
- package/models/components/filesystemtoolinput.js +28 -2
- package/models/components/filesystemtoolinput.js.map +1 -1
- package/models/components/getevaluatorversionresponse.d.ts +20 -0
- package/models/components/getevaluatorversionresponse.d.ts.map +1 -0
- package/models/components/getevaluatorversionresponse.js +57 -0
- package/models/components/getevaluatorversionresponse.js.map +1 -0
- package/models/components/index.d.ts +22 -8
- package/models/components/index.d.ts.map +1 -1
- package/models/components/index.js +22 -8
- package/models/components/index.js.map +1 -1
- package/models/components/listannotationqueueitemsresponse.d.ts +22 -0
- package/models/components/listannotationqueueitemsresponse.d.ts.map +1 -0
- package/models/components/listannotationqueueitemsresponse.js +58 -0
- package/models/components/listannotationqueueitemsresponse.js.map +1 -0
- package/models/components/listannotationqueuesresponse.d.ts +22 -0
- package/models/components/listannotationqueuesresponse.d.ts.map +1 -0
- package/models/components/listannotationqueuesresponse.js +58 -0
- package/models/components/listannotationqueuesresponse.js.map +1 -0
- package/models/components/listevaluatorsresponse.d.ts +16 -0
- package/models/components/listevaluatorsresponse.d.ts.map +1 -0
- package/models/components/listevaluatorsresponse.js +63 -0
- package/models/components/listevaluatorsresponse.js.map +1 -0
- package/models/components/listevaluatorversionsresponse.d.ts +16 -0
- package/models/components/listevaluatorversionsresponse.d.ts.map +1 -0
- package/models/components/listevaluatorversionsresponse.js +63 -0
- package/models/components/listevaluatorversionsresponse.js.map +1 -0
- package/models/components/modelmetadata.d.ts +2 -0
- package/models/components/modelmetadata.d.ts.map +1 -1
- package/models/components/modelmetadata.js +4 -0
- package/models/components/modelmetadata.js.map +1 -1
- package/models/components/modelsconfig.d.ts +5 -5
- package/models/components/modelsconfig.d.ts.map +1 -1
- package/models/components/modelsconfig.js +6 -6
- package/models/components/modelsconfig.js.map +1 -1
- package/models/components/policyprofileidlist.d.ts +12 -0
- package/models/components/policyprofileidlist.d.ts.map +1 -0
- package/models/components/policyprofileidlist.js +49 -0
- package/models/components/policyprofileidlist.js.map +1 -0
- package/models/components/pricing.d.ts +4 -0
- package/models/components/pricing.d.ts.map +1 -1
- package/models/components/pricing.js +8 -0
- package/models/components/pricing.js.map +1 -1
- package/models/components/pricingvariant.d.ts +4 -0
- package/models/components/pricingvariant.d.ts.map +1 -1
- package/models/components/pricingvariant.js +8 -0
- package/models/components/pricingvariant.js.map +1 -1
- package/models/components/reasoningpart.js +1 -1
- package/models/components/removeannotationqueueitemsrequest.d.ts +15 -0
- package/models/components/removeannotationqueueitemsrequest.d.ts.map +1 -0
- package/models/{errors/geteval.js → components/removeannotationqueueitemsrequest.js} +12 -26
- package/models/components/removeannotationqueueitemsrequest.js.map +1 -0
- package/models/components/removeannotationqueueitemsresponse.d.ts +8 -0
- package/models/components/removeannotationqueueitemsresponse.d.ts.map +1 -0
- package/models/{errors/updateeval.js → components/removeannotationqueueitemsresponse.js} +8 -28
- package/models/components/removeannotationqueueitemsresponse.js.map +1 -0
- package/models/components/searchknowledgerequest.d.ts +12 -12
- package/models/components/searchknowledgerequest.d.ts.map +1 -1
- package/models/components/searchknowledgerequest.js +13 -11
- package/models/components/searchknowledgerequest.js.map +1 -1
- package/models/components/textcontentpartschema.d.ts +10 -10
- package/models/components/textcontentpartschema.d.ts.map +1 -1
- package/models/components/textcontentpartschema.js +11 -11
- package/models/components/textcontentpartschema.js.map +1 -1
- package/models/components/updateannotationqueuerequest.d.ts +30 -0
- package/models/components/updateannotationqueuerequest.d.ts.map +1 -0
- package/models/components/updateannotationqueuerequest.js +59 -0
- package/models/components/updateannotationqueuerequest.js.map +1 -0
- package/models/components/updateworkspacesettingsrequest.d.ts +3 -0
- package/models/components/updateworkspacesettingsrequest.d.ts.map +1 -1
- package/models/components/updateworkspacesettingsrequest.js +3 -0
- package/models/components/updateworkspacesettingsrequest.js.map +1 -1
- package/models/components/workspacesettings.d.ts +1 -0
- package/models/components/workspacesettings.d.ts.map +1 -1
- package/models/components/workspacesettings.js +2 -0
- package/models/components/workspacesettings.js.map +1 -1
- package/models/errors/index.d.ts +0 -6
- package/models/errors/index.d.ts.map +1 -1
- package/models/errors/index.js +0 -6
- package/models/errors/index.js.map +1 -1
- package/models/operations/addannotationqueueitems.d.ts +3 -60
- package/models/operations/addannotationqueueitems.d.ts.map +1 -1
- package/models/operations/addannotationqueueitems.js +4 -55
- package/models/operations/addannotationqueueitems.js.map +1 -1
- package/models/operations/createagentrequest.d.ts +12 -12
- package/models/operations/createagentrequest.d.ts.map +1 -1
- package/models/operations/createagentrequest.js +11 -12
- package/models/operations/createagentrequest.js.map +1 -1
- package/models/operations/createdataset.js +1 -1
- package/models/operations/createdatasetitem.js +5 -5
- package/models/operations/createeval.d.ts +2 -312
- package/models/operations/createeval.d.ts.map +1 -1
- package/models/operations/createeval.js +2 -264
- package/models/operations/createeval.js.map +1 -1
- package/models/operations/createprompt.d.ts +9 -8
- package/models/operations/createprompt.d.ts.map +1 -1
- package/models/operations/createprompt.js +11 -10
- package/models/operations/createprompt.js.map +1 -1
- package/models/operations/createtool.d.ts +24 -24
- package/models/operations/createtool.d.ts.map +1 -1
- package/models/operations/createtool.js +29 -29
- package/models/operations/createtool.js.map +1 -1
- package/models/operations/deploymentgetconfig.d.ts +8 -8
- package/models/operations/deploymentgetconfig.d.ts.map +1 -1
- package/models/operations/deploymentgetconfig.js +10 -10
- package/models/operations/deploymentgetconfig.js.map +1 -1
- package/models/operations/deployments.d.ts +17 -16
- package/models/operations/deployments.d.ts.map +1 -1
- package/models/operations/deployments.js +19 -16
- package/models/operations/deployments.js.map +1 -1
- package/models/operations/getallprompts.d.ts +1 -0
- package/models/operations/getallprompts.d.ts.map +1 -1
- package/models/operations/getallprompts.js +1 -0
- package/models/operations/getallprompts.js.map +1 -1
- package/models/operations/getalltools.js +4 -4
- package/models/operations/geteval.d.ts +0 -814
- package/models/operations/geteval.d.ts.map +1 -1
- package/models/operations/geteval.js +1 -1252
- package/models/operations/geteval.js.map +1 -1
- package/models/operations/getevals.d.ts +3 -41
- package/models/operations/getevals.d.ts.map +1 -1
- package/models/operations/getevals.js +3 -54
- package/models/operations/getevals.js.map +1 -1
- package/models/operations/getevalversion.d.ts +14 -0
- package/models/operations/getevalversion.d.ts.map +1 -0
- package/models/operations/getevalversion.js +55 -0
- package/models/operations/getevalversion.js.map +1 -0
- package/models/operations/getoneprompt.d.ts +1 -0
- package/models/operations/getoneprompt.d.ts.map +1 -1
- package/models/operations/getoneprompt.js +1 -0
- package/models/operations/getoneprompt.js.map +1 -1
- package/models/operations/getpromptversion.d.ts +1 -0
- package/models/operations/getpromptversion.d.ts.map +1 -1
- package/models/operations/getpromptversion.js +1 -0
- package/models/operations/getpromptversion.js.map +1 -1
- package/models/operations/getv2humanevalsets.js +2 -2
- package/models/operations/getv2humanevalsetsid.js +2 -2
- package/models/operations/index.d.ts +2 -2
- package/models/operations/index.d.ts.map +1 -1
- package/models/operations/index.js +2 -2
- package/models/operations/index.js.map +1 -1
- package/models/operations/listannotationqueueitems.d.ts +4 -72
- package/models/operations/listannotationqueueitems.d.ts.map +1 -1
- package/models/operations/listannotationqueueitems.js +2 -80
- package/models/operations/listannotationqueueitems.js.map +1 -1
- package/models/operations/listannotationqueues.d.ts +6 -81
- package/models/operations/listannotationqueues.d.ts.map +1 -1
- package/models/operations/listannotationqueues.js +2 -63
- package/models/operations/listannotationqueues.js.map +1 -1
- package/models/operations/listdatasetdatapoints.js +5 -5
- package/models/operations/listdatasets.js +1 -1
- package/models/operations/listevalversions.d.ts +21 -0
- package/models/operations/listevalversions.d.ts.map +1 -0
- package/models/operations/listevalversions.js +58 -0
- package/models/operations/listevalversions.js.map +1 -0
- package/models/operations/listpromptversions.d.ts +1 -0
- package/models/operations/listpromptversions.d.ts.map +1 -1
- package/models/operations/listpromptversions.js +1 -0
- package/models/operations/listpromptversions.js.map +1 -1
- package/models/operations/parse.d.ts +4 -4
- package/models/operations/parse.d.ts.map +1 -1
- package/models/operations/parse.js +4 -4
- package/models/operations/parse.js.map +1 -1
- package/models/operations/patchv2humanevalsetsid.js +2 -2
- package/models/operations/postv2feedbackevaluation.d.ts +6 -6
- package/models/operations/postv2feedbackevaluation.d.ts.map +1 -1
- package/models/operations/postv2feedbackevaluation.js +10 -10
- package/models/operations/postv2feedbackevaluation.js.map +1 -1
- package/models/operations/postv2humanevalsets.js +2 -2
- package/models/operations/removeannotationqueueitems.d.ts +3 -15
- package/models/operations/removeannotationqueueitems.d.ts.map +1 -1
- package/models/operations/removeannotationqueueitems.js +4 -15
- package/models/operations/removeannotationqueueitems.js.map +1 -1
- package/models/operations/retrieveannotationqueue.d.ts +0 -60
- package/models/operations/retrieveannotationqueue.d.ts.map +1 -1
- package/models/operations/retrieveannotationqueue.js +1 -43
- package/models/operations/retrieveannotationqueue.js.map +1 -1
- package/models/operations/retrieveannotationqueueitem.d.ts +9 -0
- package/models/operations/retrieveannotationqueueitem.d.ts.map +1 -1
- package/models/operations/retrieveannotationqueueitem.js +8 -1
- package/models/operations/retrieveannotationqueueitem.js.map +1 -1
- package/models/operations/retrievedatapoint.js +5 -5
- package/models/operations/retrievedataset.js +1 -1
- package/models/operations/retrievetool.js +4 -4
- package/models/operations/runagent.js +1 -1
- package/models/operations/streamrunagent.js +1 -1
- package/models/operations/updateagent.d.ts +16 -16
- package/models/operations/updateagent.d.ts.map +1 -1
- package/models/operations/updateagent.js +17 -17
- package/models/operations/updateagent.js.map +1 -1
- package/models/operations/updateannotationqueue.d.ts +3 -90
- package/models/operations/updateannotationqueue.d.ts.map +1 -1
- package/models/operations/updateannotationqueue.js +4 -63
- package/models/operations/updateannotationqueue.js.map +1 -1
- package/models/operations/updatedatapoint.js +5 -5
- package/models/operations/updatedataset.js +1 -1
- package/models/operations/updateeval.d.ts +4 -201
- package/models/operations/updateeval.d.ts.map +1 -1
- package/models/operations/updateeval.js +3 -160
- package/models/operations/updateeval.js.map +1 -1
- package/models/operations/updateprompt.d.ts +1 -0
- package/models/operations/updateprompt.d.ts.map +1 -1
- package/models/operations/updateprompt.js +1 -0
- package/models/operations/updateprompt.js.map +1 -1
- package/models/operations/updatetool.js +4 -4
- package/package.json +6 -6
- package/sdk/annotationqueues.d.ts +24 -24
- package/sdk/annotationqueues.d.ts.map +1 -1
- package/sdk/annotationqueues.js +18 -18
- package/sdk/annotationqueues.js.map +1 -1
- package/sdk/evals.d.ts +20 -13
- package/sdk/evals.d.ts.map +1 -1
- package/sdk/evals.js +22 -12
- package/sdk/evals.js.map +1 -1
- package/sdk/sdk.d.ts +4 -4
- package/sdk/sdk.d.ts.map +1 -1
- package/sdk/sdk.js +6 -6
- package/sdk/sdk.js.map +1 -1
- package/src/funcs/annotationQueuesAddItems.ts +9 -10
- package/src/funcs/annotationQueuesClear.ts +8 -8
- package/src/funcs/annotationQueuesCreate.ts +10 -13
- package/src/funcs/annotationQueuesDelete.ts +8 -8
- package/src/funcs/annotationQueuesList.ts +6 -5
- package/src/funcs/annotationQueuesListItems.ts +6 -5
- package/src/funcs/annotationQueuesRemoveItems.ts +12 -10
- package/src/funcs/annotationQueuesRetrieve.ts +6 -5
- package/src/funcs/annotationQueuesRetrieveItem.ts +8 -6
- package/src/funcs/annotationQueuesUpdate.ts +10 -7
- package/src/funcs/evalsAll.ts +6 -14
- package/src/funcs/evalsCreate.ts +10 -35
- package/src/funcs/evalsDelete.ts +6 -19
- package/src/funcs/evalsGet.ts +6 -14
- package/src/funcs/evalsGetVersion.ts +174 -0
- package/src/funcs/evalsListVersions.ts +11 -20
- package/src/funcs/evalsUpdate.ts +6 -14
- package/src/lib/config.ts +3 -3
- package/src/lib/encodings.ts +58 -23
- package/src/models/components/addannotationqueueitemsrequest.ts +41 -0
- package/src/models/components/addannotationqueueitemsresponse.ts +38 -0
- package/src/models/components/agentresponserequest.ts +17 -10
- package/src/models/components/annotationqueue.ts +101 -0
- package/src/models/components/annotationqueueitem.ts +80 -0
- package/src/models/components/annotationqueueitemref.ts +43 -0
- package/src/models/components/annotationqueuemetadata.ts +42 -0
- package/src/models/components/budgetmatch.ts +3 -3
- package/src/models/components/budgetscope.ts +17 -1
- package/src/models/components/budgetscopekind.ts +1 -0
- package/src/models/components/budgetscoperestresponse.ts +13 -1
- package/src/models/components/clearannotationqueueresponse.ts +27 -0
- package/src/models/components/createannotationqueuerequest.ts +54 -0
- package/src/models/components/createapikeyrequest.ts +9 -0
- package/src/models/components/deleteannotationqueueresponse.ts +27 -0
- package/src/models/components/deleteevaluatorresponse.ts +27 -0
- package/src/models/components/evaluatordocumentresponse.ts +50 -0
- package/src/models/components/factorybudgetscope.ts +66 -0
- package/src/models/components/factorybudgetscoperestresponse.ts +37 -0
- package/src/models/components/filesystemtoolinput.ts +63 -6
- package/src/models/components/getevaluatorversionresponse.ts +58 -0
- package/src/models/components/index.ts +22 -8
- package/src/models/components/listannotationqueueitemsresponse.ts +53 -0
- package/src/models/components/listannotationqueuesresponse.ts +53 -0
- package/src/models/components/listevaluatorsresponse.ts +59 -0
- package/src/models/components/listevaluatorversionsresponse.ts +59 -0
- package/src/models/components/modelmetadata.ts +6 -0
- package/src/models/components/modelsconfig.ts +10 -11
- package/src/models/components/policyprofileidlist.ts +31 -0
- package/src/models/components/pricing.ts +12 -0
- package/src/models/components/pricingvariant.ts +12 -0
- package/src/models/components/reasoningpart.ts +1 -1
- package/src/models/components/removeannotationqueueitemsrequest.ts +41 -0
- package/src/models/components/removeannotationqueueitemsresponse.ts +28 -0
- package/src/models/components/searchknowledgerequest.ts +37 -58
- package/src/models/components/textcontentpartschema.ts +19 -23
- package/src/models/components/updateannotationqueuerequest.ts +61 -0
- package/src/models/components/updateworkspacesettingsrequest.ts +9 -0
- package/src/models/components/workspacesettings.ts +3 -0
- package/src/models/errors/index.ts +0 -6
- package/src/models/operations/addannotationqueueitems.ts +7 -139
- package/src/models/operations/createagentrequest.ts +20 -31
- package/src/models/operations/createdataset.ts +1 -1
- package/src/models/operations/createdatasetitem.ts +5 -5
- package/src/models/operations/createeval.ts +3 -644
- package/src/models/operations/createprompt.ts +19 -22
- package/src/models/operations/createtool.ts +55 -56
- package/src/models/operations/deploymentgetconfig.ts +16 -18
- package/src/models/operations/deployments.ts +43 -46
- package/src/models/operations/getallprompts.ts +1 -0
- package/src/models/operations/getalltools.ts +4 -4
- package/src/models/operations/geteval.ts +0 -2770
- package/src/models/operations/getevals.ts +5 -119
- package/src/models/operations/getevalversion.ts +39 -0
- package/src/models/operations/getoneprompt.ts +1 -0
- package/src/models/operations/getpromptversion.ts +1 -0
- package/src/models/operations/getv2humanevalsets.ts +2 -2
- package/src/models/operations/getv2humanevalsetsid.ts +2 -2
- package/src/models/operations/index.ts +2 -2
- package/src/models/operations/listannotationqueueitems.ts +5 -183
- package/src/models/operations/listannotationqueues.ts +7 -173
- package/src/models/operations/listdatasetdatapoints.ts +5 -5
- package/src/models/operations/listdatasets.ts +1 -1
- package/src/models/operations/listevalversions.ts +49 -0
- package/src/models/operations/listpromptversions.ts +1 -0
- package/src/models/operations/parse.ts +7 -7
- package/src/models/operations/patchv2humanevalsetsid.ts +2 -2
- package/src/models/operations/postv2feedbackevaluation.ts +14 -20
- package/src/models/operations/postv2humanevalsets.ts +2 -2
- package/src/models/operations/removeannotationqueueitems.ts +8 -41
- package/src/models/operations/retrieveannotationqueue.ts +0 -123
- package/src/models/operations/retrieveannotationqueueitem.ts +31 -0
- package/src/models/operations/retrievedatapoint.ts +5 -5
- package/src/models/operations/retrievedataset.ts +1 -1
- package/src/models/operations/retrievetool.ts +4 -4
- package/src/models/operations/runagent.ts +1 -1
- package/src/models/operations/streamrunagent.ts +1 -1
- package/src/models/operations/updateagent.ts +31 -40
- package/src/models/operations/updateannotationqueue.ts +7 -182
- package/src/models/operations/updatedatapoint.ts +5 -5
- package/src/models/operations/updatedataset.ts +1 -1
- package/src/models/operations/updateeval.ts +6 -404
- package/src/models/operations/updateprompt.ts +1 -0
- package/src/models/operations/updatetool.ts +4 -4
- package/src/sdk/annotationqueues.ts +31 -31
- package/src/sdk/evals.ts +41 -23
- package/src/sdk/sdk.ts +10 -10
- package/models/components/evaluatorresponsefunction.d.ts +0 -230
- package/models/components/evaluatorresponsefunction.d.ts.map +0 -1
- package/models/components/evaluatorresponsefunction.js +0 -422
- package/models/components/evaluatorresponsefunction.js.map +0 -1
- package/models/components/evaluatorresponsehttp.d.ts +0 -37
- package/models/components/evaluatorresponsehttp.d.ts.map +0 -1
- package/models/components/evaluatorresponsehttp.js.map +0 -1
- package/models/components/evaluatorresponsejsonschema.d.ts +0 -22
- package/models/components/evaluatorresponsejsonschema.d.ts.map +0 -1
- package/models/components/evaluatorresponsejsonschema.js.map +0 -1
- package/models/components/evaluatorresponsellm.d.ts +0 -101
- package/models/components/evaluatorresponsellm.d.ts.map +0 -1
- package/models/components/evaluatorresponsellm.js +0 -181
- package/models/components/evaluatorresponsellm.js.map +0 -1
- package/models/components/evaluatorresponsepython.d.ts +0 -22
- package/models/components/evaluatorresponsepython.d.ts.map +0 -1
- package/models/components/evaluatorresponsepython.js.map +0 -1
- package/models/components/evaluatorresponseragas.d.ts +0 -41
- package/models/components/evaluatorresponseragas.d.ts.map +0 -1
- package/models/components/evaluatorresponseragas.js +0 -86
- package/models/components/evaluatorresponseragas.js.map +0 -1
- package/models/components/evaluatorresponsetypescript.d.ts +0 -22
- package/models/components/evaluatorresponsetypescript.d.ts.map +0 -1
- package/models/components/evaluatorresponsetypescript.js.map +0 -1
- package/models/components/publicspan.d.ts +0 -68
- package/models/components/publicspan.d.ts.map +0 -1
- package/models/components/publicspan.js +0 -94
- package/models/components/publicspan.js.map +0 -1
- package/models/errors/createeval.d.ts +0 -23
- package/models/errors/createeval.d.ts.map +0 -1
- package/models/errors/createeval.js.map +0 -1
- package/models/errors/deleteeval.d.ts +0 -43
- package/models/errors/deleteeval.d.ts.map +0 -1
- package/models/errors/deleteeval.js +0 -94
- package/models/errors/deleteeval.js.map +0 -1
- package/models/errors/geteval.d.ts +0 -23
- package/models/errors/geteval.d.ts.map +0 -1
- package/models/errors/geteval.js.map +0 -1
- package/models/errors/getevals.d.ts +0 -23
- package/models/errors/getevals.d.ts.map +0 -1
- package/models/errors/getevals.js.map +0 -1
- package/models/errors/getv2evaluatorsidversions.d.ts +0 -23
- package/models/errors/getv2evaluatorsidversions.d.ts.map +0 -1
- package/models/errors/getv2evaluatorsidversions.js +0 -68
- package/models/errors/getv2evaluatorsidversions.js.map +0 -1
- package/models/errors/updateeval.d.ts +0 -23
- package/models/errors/updateeval.d.ts.map +0 -1
- package/models/errors/updateeval.js.map +0 -1
- package/models/operations/createannotationqueue.d.ts +0 -85
- package/models/operations/createannotationqueue.d.ts.map +0 -1
- package/models/operations/createannotationqueue.js +0 -99
- package/models/operations/createannotationqueue.js.map +0 -1
- package/models/operations/getv2evaluatorsidversions.d.ts +0 -66
- package/models/operations/getv2evaluatorsidversions.d.ts.map +0 -1
- package/models/operations/getv2evaluatorsidversions.js +0 -106
- package/models/operations/getv2evaluatorsidversions.js.map +0 -1
- package/src/models/components/evaluatorresponsefunction.ts +0 -922
- package/src/models/components/evaluatorresponsehttp.ts +0 -77
- package/src/models/components/evaluatorresponsejsonschema.ts +0 -60
- package/src/models/components/evaluatorresponsellm.ts +0 -310
- package/src/models/components/evaluatorresponsepython.ts +0 -60
- package/src/models/components/evaluatorresponseragas.ts +0 -84
- package/src/models/components/evaluatorresponsetypescript.ts +0 -60
- package/src/models/components/publicspan.ts +0 -135
- package/src/models/errors/createeval.ts +0 -51
- package/src/models/errors/deleteeval.ts +0 -96
- package/src/models/errors/geteval.ts +0 -51
- package/src/models/errors/getevals.ts +0 -51
- package/src/models/errors/getv2evaluatorsidversions.ts +0 -51
- package/src/models/errors/updateeval.ts +0 -51
- package/src/models/operations/createannotationqueue.ts +0 -176
- package/src/models/operations/getv2evaluatorsidversions.ts +0 -162
|
@@ -4,396 +4,23 @@
|
|
|
4
4
|
|
|
5
5
|
import * as z from "zod/v3";
|
|
6
6
|
import { remap as remap$ } from "../../lib/primitives.js";
|
|
7
|
-
import { safeParse } from "../../lib/schemas.js";
|
|
8
|
-
import { ClosedEnum } from "../../types/enums.js";
|
|
9
|
-
import { Result as SafeParseResult } from "../../types/fp.js";
|
|
10
|
-
import * as components from "../components/index.js";
|
|
11
|
-
import { SDKValidationError } from "../errors/sdkvalidationerror.js";
|
|
12
7
|
|
|
13
|
-
export type
|
|
14
|
-
value: string;
|
|
15
|
-
description?: string | undefined;
|
|
16
|
-
};
|
|
17
|
-
|
|
18
|
-
export const Mode = {
|
|
19
|
-
Single: "single",
|
|
20
|
-
Jury: "jury",
|
|
21
|
-
} as const;
|
|
22
|
-
export type Mode = ClosedEnum<typeof Mode>;
|
|
23
|
-
|
|
24
|
-
export type Retry = {
|
|
25
|
-
count?: number | undefined;
|
|
26
|
-
onCodes?: Array<number> | undefined;
|
|
27
|
-
};
|
|
28
|
-
|
|
29
|
-
export type Fallbacks = {
|
|
30
|
-
model: string;
|
|
31
|
-
};
|
|
32
|
-
|
|
33
|
-
export type Judges = {
|
|
34
|
-
model: string;
|
|
35
|
-
retry?: Retry | undefined;
|
|
36
|
-
fallbacks?: Array<Fallbacks> | undefined;
|
|
37
|
-
};
|
|
38
|
-
|
|
39
|
-
export type UpdateEvalRetry = {
|
|
40
|
-
count?: number | undefined;
|
|
41
|
-
onCodes?: Array<number> | undefined;
|
|
42
|
-
};
|
|
43
|
-
|
|
44
|
-
export type UpdateEvalFallbacks = {
|
|
45
|
-
model: string;
|
|
46
|
-
};
|
|
47
|
-
|
|
48
|
-
export type ReplacementJudges = {
|
|
49
|
-
model: string;
|
|
50
|
-
retry?: UpdateEvalRetry | undefined;
|
|
51
|
-
fallbacks?: Array<UpdateEvalFallbacks> | undefined;
|
|
52
|
-
};
|
|
53
|
-
|
|
54
|
-
export const TieValue = {
|
|
55
|
-
Tie: "Tie",
|
|
56
|
-
} as const;
|
|
57
|
-
export type TieValue = ClosedEnum<typeof TieValue>;
|
|
58
|
-
|
|
59
|
-
export type Jury = {
|
|
60
|
-
judges: Array<Judges>;
|
|
61
|
-
replacementJudges?: Array<ReplacementJudges> | undefined;
|
|
62
|
-
minSuccessfulJudges?: number | undefined;
|
|
63
|
-
tieValue?: TieValue | undefined;
|
|
64
|
-
};
|
|
65
|
-
|
|
66
|
-
export const VersionIncrement = {
|
|
67
|
-
Major: "major",
|
|
68
|
-
Minor: "minor",
|
|
69
|
-
Patch: "patch",
|
|
70
|
-
} as const;
|
|
71
|
-
export type VersionIncrement = ClosedEnum<typeof VersionIncrement>;
|
|
72
|
-
|
|
73
|
-
export type UpdateEvalRequestBody = {
|
|
74
|
-
/**
|
|
75
|
-
* Evaluator type. Optional on update — inferred from existing evaluator.
|
|
76
|
-
*/
|
|
77
|
-
type?: string | undefined;
|
|
78
|
-
/**
|
|
79
|
-
* Legacy alternative to `project_id`. Project path. Optional on update — the evaluator keeps its current project when both are omitted. Mutually exclusive with `project_id`.
|
|
80
|
-
*/
|
|
81
|
-
path?: string | undefined;
|
|
82
|
-
/**
|
|
83
|
-
* Unique identifier of the project that owns the evaluator, as returned by `GET /v2/projects`. Optional on update — the evaluator keeps its current project when omitted; supplying a different id moves it. Mutually exclusive with `path`.
|
|
84
|
-
*/
|
|
85
|
-
projectId?: string | undefined;
|
|
86
|
-
key?: string | undefined;
|
|
87
|
-
description?: string | undefined;
|
|
88
|
-
prompt?: string | undefined;
|
|
89
|
-
outputType?: string | undefined;
|
|
90
|
-
categories?: Array<string> | null | undefined;
|
|
91
|
-
categoricalLabels?: Array<CategoricalLabels> | null | undefined;
|
|
92
|
-
datasetId?: string | null | undefined;
|
|
93
|
-
repetitions?: number | undefined;
|
|
94
|
-
mode?: Mode | undefined;
|
|
95
|
-
model?: string | undefined;
|
|
96
|
-
jury?: Jury | undefined;
|
|
97
|
-
schema?: string | undefined;
|
|
98
|
-
url?: string | undefined;
|
|
99
|
-
method?: string | undefined;
|
|
100
|
-
headers?: { [k: string]: string } | undefined;
|
|
101
|
-
payload?: { [k: string]: any } | undefined;
|
|
102
|
-
code?: string | undefined;
|
|
103
|
-
guardrailConfig?: any | undefined;
|
|
104
|
-
versionIncrement?: VersionIncrement | undefined;
|
|
105
|
-
versionDescription?: string | undefined;
|
|
106
|
-
};
|
|
8
|
+
export type UpdateEvalRequestBody = {};
|
|
107
9
|
|
|
108
10
|
export type UpdateEvalRequest = {
|
|
109
11
|
id: string;
|
|
110
|
-
requestBody
|
|
111
|
-
};
|
|
112
|
-
|
|
113
|
-
/**
|
|
114
|
-
* Successfully updated an eval
|
|
115
|
-
*/
|
|
116
|
-
export type UpdateEvalResponseBody =
|
|
117
|
-
| components.EvaluatorResponseLlm
|
|
118
|
-
| components.EvaluatorResponseJsonSchema
|
|
119
|
-
| components.EvaluatorResponseHttp
|
|
120
|
-
| components.EvaluatorResponsePython
|
|
121
|
-
| components.EvaluatorResponseFunction
|
|
122
|
-
| components.EvaluatorResponseRagas
|
|
123
|
-
| components.EvaluatorResponseTypescript;
|
|
124
|
-
|
|
125
|
-
/** @internal */
|
|
126
|
-
export type CategoricalLabels$Outbound = {
|
|
127
|
-
value: string;
|
|
128
|
-
description?: string | undefined;
|
|
129
|
-
};
|
|
130
|
-
|
|
131
|
-
/** @internal */
|
|
132
|
-
export const CategoricalLabels$outboundSchema: z.ZodType<
|
|
133
|
-
CategoricalLabels$Outbound,
|
|
134
|
-
z.ZodTypeDef,
|
|
135
|
-
CategoricalLabels
|
|
136
|
-
> = z.object({
|
|
137
|
-
value: z.string(),
|
|
138
|
-
description: z.string().optional(),
|
|
139
|
-
});
|
|
140
|
-
|
|
141
|
-
export function categoricalLabelsToJSON(
|
|
142
|
-
categoricalLabels: CategoricalLabels,
|
|
143
|
-
): string {
|
|
144
|
-
return JSON.stringify(
|
|
145
|
-
CategoricalLabels$outboundSchema.parse(categoricalLabels),
|
|
146
|
-
);
|
|
147
|
-
}
|
|
148
|
-
|
|
149
|
-
/** @internal */
|
|
150
|
-
export const Mode$outboundSchema: z.ZodNativeEnum<typeof Mode> = z.nativeEnum(
|
|
151
|
-
Mode,
|
|
152
|
-
);
|
|
153
|
-
|
|
154
|
-
/** @internal */
|
|
155
|
-
export type Retry$Outbound = {
|
|
156
|
-
count: number;
|
|
157
|
-
on_codes?: Array<number> | undefined;
|
|
158
|
-
};
|
|
159
|
-
|
|
160
|
-
/** @internal */
|
|
161
|
-
export const Retry$outboundSchema: z.ZodType<
|
|
162
|
-
Retry$Outbound,
|
|
163
|
-
z.ZodTypeDef,
|
|
164
|
-
Retry
|
|
165
|
-
> = z.object({
|
|
166
|
-
count: z.number().int().default(2),
|
|
167
|
-
onCodes: z.array(z.number().int()).optional(),
|
|
168
|
-
}).transform((v) => {
|
|
169
|
-
return remap$(v, {
|
|
170
|
-
onCodes: "on_codes",
|
|
171
|
-
});
|
|
172
|
-
});
|
|
173
|
-
|
|
174
|
-
export function retryToJSON(retry: Retry): string {
|
|
175
|
-
return JSON.stringify(Retry$outboundSchema.parse(retry));
|
|
176
|
-
}
|
|
177
|
-
|
|
178
|
-
/** @internal */
|
|
179
|
-
export type Fallbacks$Outbound = {
|
|
180
|
-
model: string;
|
|
181
|
-
};
|
|
182
|
-
|
|
183
|
-
/** @internal */
|
|
184
|
-
export const Fallbacks$outboundSchema: z.ZodType<
|
|
185
|
-
Fallbacks$Outbound,
|
|
186
|
-
z.ZodTypeDef,
|
|
187
|
-
Fallbacks
|
|
188
|
-
> = z.object({
|
|
189
|
-
model: z.string(),
|
|
190
|
-
});
|
|
191
|
-
|
|
192
|
-
export function fallbacksToJSON(fallbacks: Fallbacks): string {
|
|
193
|
-
return JSON.stringify(Fallbacks$outboundSchema.parse(fallbacks));
|
|
194
|
-
}
|
|
195
|
-
|
|
196
|
-
/** @internal */
|
|
197
|
-
export type Judges$Outbound = {
|
|
198
|
-
model: string;
|
|
199
|
-
retry?: Retry$Outbound | undefined;
|
|
200
|
-
fallbacks?: Array<Fallbacks$Outbound> | undefined;
|
|
201
|
-
};
|
|
202
|
-
|
|
203
|
-
/** @internal */
|
|
204
|
-
export const Judges$outboundSchema: z.ZodType<
|
|
205
|
-
Judges$Outbound,
|
|
206
|
-
z.ZodTypeDef,
|
|
207
|
-
Judges
|
|
208
|
-
> = z.object({
|
|
209
|
-
model: z.string(),
|
|
210
|
-
retry: z.lazy(() => Retry$outboundSchema).optional(),
|
|
211
|
-
fallbacks: z.array(z.lazy(() => Fallbacks$outboundSchema)).optional(),
|
|
212
|
-
});
|
|
213
|
-
|
|
214
|
-
export function judgesToJSON(judges: Judges): string {
|
|
215
|
-
return JSON.stringify(Judges$outboundSchema.parse(judges));
|
|
216
|
-
}
|
|
217
|
-
|
|
218
|
-
/** @internal */
|
|
219
|
-
export type UpdateEvalRetry$Outbound = {
|
|
220
|
-
count: number;
|
|
221
|
-
on_codes?: Array<number> | undefined;
|
|
222
|
-
};
|
|
223
|
-
|
|
224
|
-
/** @internal */
|
|
225
|
-
export const UpdateEvalRetry$outboundSchema: z.ZodType<
|
|
226
|
-
UpdateEvalRetry$Outbound,
|
|
227
|
-
z.ZodTypeDef,
|
|
228
|
-
UpdateEvalRetry
|
|
229
|
-
> = z.object({
|
|
230
|
-
count: z.number().int().default(2),
|
|
231
|
-
onCodes: z.array(z.number().int()).optional(),
|
|
232
|
-
}).transform((v) => {
|
|
233
|
-
return remap$(v, {
|
|
234
|
-
onCodes: "on_codes",
|
|
235
|
-
});
|
|
236
|
-
});
|
|
237
|
-
|
|
238
|
-
export function updateEvalRetryToJSON(
|
|
239
|
-
updateEvalRetry: UpdateEvalRetry,
|
|
240
|
-
): string {
|
|
241
|
-
return JSON.stringify(UpdateEvalRetry$outboundSchema.parse(updateEvalRetry));
|
|
242
|
-
}
|
|
243
|
-
|
|
244
|
-
/** @internal */
|
|
245
|
-
export type UpdateEvalFallbacks$Outbound = {
|
|
246
|
-
model: string;
|
|
12
|
+
requestBody: UpdateEvalRequestBody;
|
|
247
13
|
};
|
|
248
14
|
|
|
249
15
|
/** @internal */
|
|
250
|
-
export
|
|
251
|
-
UpdateEvalFallbacks$Outbound,
|
|
252
|
-
z.ZodTypeDef,
|
|
253
|
-
UpdateEvalFallbacks
|
|
254
|
-
> = z.object({
|
|
255
|
-
model: z.string(),
|
|
256
|
-
});
|
|
257
|
-
|
|
258
|
-
export function updateEvalFallbacksToJSON(
|
|
259
|
-
updateEvalFallbacks: UpdateEvalFallbacks,
|
|
260
|
-
): string {
|
|
261
|
-
return JSON.stringify(
|
|
262
|
-
UpdateEvalFallbacks$outboundSchema.parse(updateEvalFallbacks),
|
|
263
|
-
);
|
|
264
|
-
}
|
|
265
|
-
|
|
266
|
-
/** @internal */
|
|
267
|
-
export type ReplacementJudges$Outbound = {
|
|
268
|
-
model: string;
|
|
269
|
-
retry?: UpdateEvalRetry$Outbound | undefined;
|
|
270
|
-
fallbacks?: Array<UpdateEvalFallbacks$Outbound> | undefined;
|
|
271
|
-
};
|
|
272
|
-
|
|
273
|
-
/** @internal */
|
|
274
|
-
export const ReplacementJudges$outboundSchema: z.ZodType<
|
|
275
|
-
ReplacementJudges$Outbound,
|
|
276
|
-
z.ZodTypeDef,
|
|
277
|
-
ReplacementJudges
|
|
278
|
-
> = z.object({
|
|
279
|
-
model: z.string(),
|
|
280
|
-
retry: z.lazy(() => UpdateEvalRetry$outboundSchema).optional(),
|
|
281
|
-
fallbacks: z.array(z.lazy(() => UpdateEvalFallbacks$outboundSchema))
|
|
282
|
-
.optional(),
|
|
283
|
-
});
|
|
284
|
-
|
|
285
|
-
export function replacementJudgesToJSON(
|
|
286
|
-
replacementJudges: ReplacementJudges,
|
|
287
|
-
): string {
|
|
288
|
-
return JSON.stringify(
|
|
289
|
-
ReplacementJudges$outboundSchema.parse(replacementJudges),
|
|
290
|
-
);
|
|
291
|
-
}
|
|
292
|
-
|
|
293
|
-
/** @internal */
|
|
294
|
-
export const TieValue$outboundSchema: z.ZodNativeEnum<typeof TieValue> = z
|
|
295
|
-
.nativeEnum(TieValue);
|
|
296
|
-
|
|
297
|
-
/** @internal */
|
|
298
|
-
export type Jury$Outbound = {
|
|
299
|
-
judges: Array<Judges$Outbound>;
|
|
300
|
-
replacement_judges?: Array<ReplacementJudges$Outbound> | undefined;
|
|
301
|
-
min_successful_judges: number;
|
|
302
|
-
tie_value: string;
|
|
303
|
-
};
|
|
304
|
-
|
|
305
|
-
/** @internal */
|
|
306
|
-
export const Jury$outboundSchema: z.ZodType<Jury$Outbound, z.ZodTypeDef, Jury> =
|
|
307
|
-
z.object({
|
|
308
|
-
judges: z.array(z.lazy(() => Judges$outboundSchema)),
|
|
309
|
-
replacementJudges: z.array(z.lazy(() => ReplacementJudges$outboundSchema))
|
|
310
|
-
.optional(),
|
|
311
|
-
minSuccessfulJudges: z.number().int().default(2),
|
|
312
|
-
tieValue: TieValue$outboundSchema.default("Tie"),
|
|
313
|
-
}).transform((v) => {
|
|
314
|
-
return remap$(v, {
|
|
315
|
-
replacementJudges: "replacement_judges",
|
|
316
|
-
minSuccessfulJudges: "min_successful_judges",
|
|
317
|
-
tieValue: "tie_value",
|
|
318
|
-
});
|
|
319
|
-
});
|
|
320
|
-
|
|
321
|
-
export function juryToJSON(jury: Jury): string {
|
|
322
|
-
return JSON.stringify(Jury$outboundSchema.parse(jury));
|
|
323
|
-
}
|
|
324
|
-
|
|
325
|
-
/** @internal */
|
|
326
|
-
export const VersionIncrement$outboundSchema: z.ZodNativeEnum<
|
|
327
|
-
typeof VersionIncrement
|
|
328
|
-
> = z.nativeEnum(VersionIncrement);
|
|
329
|
-
|
|
330
|
-
/** @internal */
|
|
331
|
-
export type UpdateEvalRequestBody$Outbound = {
|
|
332
|
-
type?: string | undefined;
|
|
333
|
-
path?: string | undefined;
|
|
334
|
-
project_id?: string | undefined;
|
|
335
|
-
key?: string | undefined;
|
|
336
|
-
description?: string | undefined;
|
|
337
|
-
prompt?: string | undefined;
|
|
338
|
-
output_type?: string | undefined;
|
|
339
|
-
categories?: Array<string> | null | undefined;
|
|
340
|
-
categorical_labels?: Array<CategoricalLabels$Outbound> | null | undefined;
|
|
341
|
-
dataset_id?: string | null | undefined;
|
|
342
|
-
repetitions?: number | undefined;
|
|
343
|
-
mode?: string | undefined;
|
|
344
|
-
model?: string | undefined;
|
|
345
|
-
jury?: Jury$Outbound | undefined;
|
|
346
|
-
schema?: string | undefined;
|
|
347
|
-
url?: string | undefined;
|
|
348
|
-
method?: string | undefined;
|
|
349
|
-
headers?: { [k: string]: string } | undefined;
|
|
350
|
-
payload?: { [k: string]: any } | undefined;
|
|
351
|
-
code?: string | undefined;
|
|
352
|
-
guardrail_config?: any | undefined;
|
|
353
|
-
versionIncrement?: string | undefined;
|
|
354
|
-
versionDescription?: string | undefined;
|
|
355
|
-
};
|
|
16
|
+
export type UpdateEvalRequestBody$Outbound = {};
|
|
356
17
|
|
|
357
18
|
/** @internal */
|
|
358
19
|
export const UpdateEvalRequestBody$outboundSchema: z.ZodType<
|
|
359
20
|
UpdateEvalRequestBody$Outbound,
|
|
360
21
|
z.ZodTypeDef,
|
|
361
22
|
UpdateEvalRequestBody
|
|
362
|
-
> = z.object({
|
|
363
|
-
type: z.string().optional(),
|
|
364
|
-
path: z.string().optional(),
|
|
365
|
-
projectId: z.string().optional(),
|
|
366
|
-
key: z.string().optional(),
|
|
367
|
-
description: z.string().optional(),
|
|
368
|
-
prompt: z.string().optional(),
|
|
369
|
-
outputType: z.string().optional(),
|
|
370
|
-
categories: z.nullable(z.array(z.string())).optional(),
|
|
371
|
-
categoricalLabels: z.nullable(
|
|
372
|
-
z.array(z.lazy(() => CategoricalLabels$outboundSchema)),
|
|
373
|
-
).optional(),
|
|
374
|
-
datasetId: z.nullable(z.string()).optional(),
|
|
375
|
-
repetitions: z.number().optional(),
|
|
376
|
-
mode: Mode$outboundSchema.optional(),
|
|
377
|
-
model: z.string().optional(),
|
|
378
|
-
jury: z.lazy(() => Jury$outboundSchema).optional(),
|
|
379
|
-
schema: z.string().optional(),
|
|
380
|
-
url: z.string().optional(),
|
|
381
|
-
method: z.string().optional(),
|
|
382
|
-
headers: z.record(z.string()).optional(),
|
|
383
|
-
payload: z.record(z.any()).optional(),
|
|
384
|
-
code: z.string().optional(),
|
|
385
|
-
guardrailConfig: z.any().optional(),
|
|
386
|
-
versionIncrement: VersionIncrement$outboundSchema.optional(),
|
|
387
|
-
versionDescription: z.string().optional(),
|
|
388
|
-
}).transform((v) => {
|
|
389
|
-
return remap$(v, {
|
|
390
|
-
projectId: "project_id",
|
|
391
|
-
outputType: "output_type",
|
|
392
|
-
categoricalLabels: "categorical_labels",
|
|
393
|
-
datasetId: "dataset_id",
|
|
394
|
-
guardrailConfig: "guardrail_config",
|
|
395
|
-
});
|
|
396
|
-
});
|
|
23
|
+
> = z.object({});
|
|
397
24
|
|
|
398
25
|
export function updateEvalRequestBodyToJSON(
|
|
399
26
|
updateEvalRequestBody: UpdateEvalRequestBody,
|
|
@@ -406,7 +33,7 @@ export function updateEvalRequestBodyToJSON(
|
|
|
406
33
|
/** @internal */
|
|
407
34
|
export type UpdateEvalRequest$Outbound = {
|
|
408
35
|
id: string;
|
|
409
|
-
RequestBody
|
|
36
|
+
RequestBody: UpdateEvalRequestBody$Outbound;
|
|
410
37
|
};
|
|
411
38
|
|
|
412
39
|
/** @internal */
|
|
@@ -416,7 +43,7 @@ export const UpdateEvalRequest$outboundSchema: z.ZodType<
|
|
|
416
43
|
UpdateEvalRequest
|
|
417
44
|
> = z.object({
|
|
418
45
|
id: z.string(),
|
|
419
|
-
requestBody: z.lazy(() => UpdateEvalRequestBody$outboundSchema)
|
|
46
|
+
requestBody: z.lazy(() => UpdateEvalRequestBody$outboundSchema),
|
|
420
47
|
}).transform((v) => {
|
|
421
48
|
return remap$(v, {
|
|
422
49
|
requestBody: "RequestBody",
|
|
@@ -430,28 +57,3 @@ export function updateEvalRequestToJSON(
|
|
|
430
57
|
UpdateEvalRequest$outboundSchema.parse(updateEvalRequest),
|
|
431
58
|
);
|
|
432
59
|
}
|
|
433
|
-
|
|
434
|
-
/** @internal */
|
|
435
|
-
export const UpdateEvalResponseBody$inboundSchema: z.ZodType<
|
|
436
|
-
UpdateEvalResponseBody,
|
|
437
|
-
z.ZodTypeDef,
|
|
438
|
-
unknown
|
|
439
|
-
> = z.union([
|
|
440
|
-
components.EvaluatorResponseLlm$inboundSchema,
|
|
441
|
-
components.EvaluatorResponseJsonSchema$inboundSchema,
|
|
442
|
-
components.EvaluatorResponseHttp$inboundSchema,
|
|
443
|
-
components.EvaluatorResponsePython$inboundSchema,
|
|
444
|
-
components.EvaluatorResponseFunction$inboundSchema,
|
|
445
|
-
components.EvaluatorResponseRagas$inboundSchema,
|
|
446
|
-
components.EvaluatorResponseTypescript$inboundSchema,
|
|
447
|
-
]);
|
|
448
|
-
|
|
449
|
-
export function updateEvalResponseBodyFromJSON(
|
|
450
|
-
jsonString: string,
|
|
451
|
-
): SafeParseResult<UpdateEvalResponseBody, SDKValidationError> {
|
|
452
|
-
return safeParse(
|
|
453
|
-
jsonString,
|
|
454
|
-
(x) => UpdateEvalResponseBody$inboundSchema.parse(JSON.parse(x)),
|
|
455
|
-
`Failed to parse 'UpdateEvalResponseBody' from JSON`,
|
|
456
|
-
);
|
|
457
|
-
}
|
|
@@ -1764,7 +1764,7 @@ export const UpdateToolResponseBodyCodeExecutionTool$inboundSchema: z.ZodType<
|
|
|
1764
1764
|
z.ZodTypeDef,
|
|
1765
1765
|
unknown
|
|
1766
1766
|
> = z.object({
|
|
1767
|
-
_id: z.string().default("
|
|
1767
|
+
_id: z.string().default("tool_01M11P4TX1YXZG5DMYJG31C8AW"),
|
|
1768
1768
|
path: z.string(),
|
|
1769
1769
|
key: z.string(),
|
|
1770
1770
|
display_name: z.string().optional(),
|
|
@@ -1959,7 +1959,7 @@ export const UpdateToolResponseBodyHTTPTool$inboundSchema: z.ZodType<
|
|
|
1959
1959
|
z.ZodTypeDef,
|
|
1960
1960
|
unknown
|
|
1961
1961
|
> = z.object({
|
|
1962
|
-
_id: z.string().default("
|
|
1962
|
+
_id: z.string().default("tool_01M11P4TWZ5PYE1XW8BW5XVX29"),
|
|
1963
1963
|
path: z.string(),
|
|
1964
1964
|
key: z.string(),
|
|
1965
1965
|
display_name: z.string().optional(),
|
|
@@ -2054,7 +2054,7 @@ export const UpdateToolResponseBodyJSONSchemaTool$inboundSchema: z.ZodType<
|
|
|
2054
2054
|
z.ZodTypeDef,
|
|
2055
2055
|
unknown
|
|
2056
2056
|
> = z.object({
|
|
2057
|
-
_id: z.string().default("
|
|
2057
|
+
_id: z.string().default("tool_01M11P4TWYESF9E9CRKV5N7ZSM"),
|
|
2058
2058
|
path: z.string(),
|
|
2059
2059
|
key: z.string(),
|
|
2060
2060
|
display_name: z.string().optional(),
|
|
@@ -2157,7 +2157,7 @@ export const UpdateToolResponseBodyFunctionTool$inboundSchema: z.ZodType<
|
|
|
2157
2157
|
z.ZodTypeDef,
|
|
2158
2158
|
unknown
|
|
2159
2159
|
> = z.object({
|
|
2160
|
-
_id: z.string().default("
|
|
2160
|
+
_id: z.string().default("tool_01M11P4TWXKMYP38C7RDT5FK8N"),
|
|
2161
2161
|
path: z.string(),
|
|
2162
2162
|
key: z.string(),
|
|
2163
2163
|
display_name: z.string().optional(),
|
|
@@ -22,12 +22,12 @@ export class AnnotationQueues extends ClientSDK {
|
|
|
22
22
|
* List annotation queues
|
|
23
23
|
*
|
|
24
24
|
* @remarks
|
|
25
|
-
*
|
|
25
|
+
* Returns annotation queues in the workspace, newest first.
|
|
26
26
|
*/
|
|
27
27
|
async list(
|
|
28
28
|
request?: operations.ListAnnotationQueuesRequest | undefined,
|
|
29
29
|
options?: RequestOptions,
|
|
30
|
-
): Promise<
|
|
30
|
+
): Promise<components.ListAnnotationQueuesResponse> {
|
|
31
31
|
return unwrapAsync(annotationQueuesList(
|
|
32
32
|
this,
|
|
33
33
|
request,
|
|
@@ -39,12 +39,12 @@ export class AnnotationQueues extends ClientSDK {
|
|
|
39
39
|
* Create an annotation queue
|
|
40
40
|
*
|
|
41
41
|
* @remarks
|
|
42
|
-
*
|
|
42
|
+
* Creates an annotation queue in a project.
|
|
43
43
|
*/
|
|
44
44
|
async create(
|
|
45
|
-
request
|
|
45
|
+
request: components.CreateAnnotationQueueRequest,
|
|
46
46
|
options?: RequestOptions,
|
|
47
|
-
): Promise<
|
|
47
|
+
): Promise<components.AnnotationQueue> {
|
|
48
48
|
return unwrapAsync(annotationQueuesCreate(
|
|
49
49
|
this,
|
|
50
50
|
request,
|
|
@@ -56,12 +56,12 @@ export class AnnotationQueues extends ClientSDK {
|
|
|
56
56
|
* Retrieve an annotation queue
|
|
57
57
|
*
|
|
58
58
|
* @remarks
|
|
59
|
-
* Retrieves
|
|
59
|
+
* Retrieves an existing annotation queue by ID.
|
|
60
60
|
*/
|
|
61
61
|
async retrieve(
|
|
62
62
|
request: operations.RetrieveAnnotationQueueRequest,
|
|
63
63
|
options?: RequestOptions,
|
|
64
|
-
): Promise<
|
|
64
|
+
): Promise<components.AnnotationQueue> {
|
|
65
65
|
return unwrapAsync(annotationQueuesRetrieve(
|
|
66
66
|
this,
|
|
67
67
|
request,
|
|
@@ -70,16 +70,16 @@ export class AnnotationQueues extends ClientSDK {
|
|
|
70
70
|
}
|
|
71
71
|
|
|
72
72
|
/**
|
|
73
|
-
*
|
|
73
|
+
* Delete an annotation queue
|
|
74
74
|
*
|
|
75
75
|
* @remarks
|
|
76
|
-
*
|
|
76
|
+
* Deletes an annotation queue, its items, and the queue references stored on the annotated spans.
|
|
77
77
|
*/
|
|
78
|
-
async
|
|
79
|
-
request: operations.
|
|
78
|
+
async delete(
|
|
79
|
+
request: operations.DeleteAnnotationQueueRequest,
|
|
80
80
|
options?: RequestOptions,
|
|
81
|
-
): Promise<
|
|
82
|
-
return unwrapAsync(
|
|
81
|
+
): Promise<components.DeleteAnnotationQueueResponse> {
|
|
82
|
+
return unwrapAsync(annotationQueuesDelete(
|
|
83
83
|
this,
|
|
84
84
|
request,
|
|
85
85
|
options,
|
|
@@ -87,16 +87,16 @@ export class AnnotationQueues extends ClientSDK {
|
|
|
87
87
|
}
|
|
88
88
|
|
|
89
89
|
/**
|
|
90
|
-
*
|
|
90
|
+
* Update an annotation queue
|
|
91
91
|
*
|
|
92
92
|
* @remarks
|
|
93
|
-
*
|
|
93
|
+
* Partially updates an existing annotation queue. Setting `project_id` clears the legacy `human_review_ids` selection.
|
|
94
94
|
*/
|
|
95
|
-
async
|
|
96
|
-
request: operations.
|
|
95
|
+
async update(
|
|
96
|
+
request: operations.UpdateAnnotationQueueRequest,
|
|
97
97
|
options?: RequestOptions,
|
|
98
|
-
): Promise<
|
|
99
|
-
return unwrapAsync(
|
|
98
|
+
): Promise<components.AnnotationQueue> {
|
|
99
|
+
return unwrapAsync(annotationQueuesUpdate(
|
|
100
100
|
this,
|
|
101
101
|
request,
|
|
102
102
|
options,
|
|
@@ -104,15 +104,15 @@ export class AnnotationQueues extends ClientSDK {
|
|
|
104
104
|
}
|
|
105
105
|
|
|
106
106
|
/**
|
|
107
|
-
*
|
|
107
|
+
* Clear an annotation queue
|
|
108
108
|
*
|
|
109
109
|
* @remarks
|
|
110
|
-
*
|
|
110
|
+
* Removes every item from the annotation queue without deleting the queue itself.
|
|
111
111
|
*/
|
|
112
112
|
async clear(
|
|
113
113
|
request: operations.ClearAnnotationQueueRequest,
|
|
114
114
|
options?: RequestOptions,
|
|
115
|
-
): Promise<
|
|
115
|
+
): Promise<components.ClearAnnotationQueueResponse> {
|
|
116
116
|
return unwrapAsync(annotationQueuesClear(
|
|
117
117
|
this,
|
|
118
118
|
request,
|
|
@@ -124,12 +124,12 @@ export class AnnotationQueues extends ClientSDK {
|
|
|
124
124
|
* Query items from an annotation queue
|
|
125
125
|
*
|
|
126
126
|
* @remarks
|
|
127
|
-
* Queries items from the specified annotation queue.
|
|
127
|
+
* Queries items from the specified annotation queue. Items whose span no longer exists are skipped.
|
|
128
128
|
*/
|
|
129
129
|
async listItems(
|
|
130
130
|
request: operations.ListAnnotationQueueItemsRequest,
|
|
131
131
|
options?: RequestOptions,
|
|
132
|
-
): Promise<
|
|
132
|
+
): Promise<components.ListAnnotationQueueItemsResponse> {
|
|
133
133
|
return unwrapAsync(annotationQueuesListItems(
|
|
134
134
|
this,
|
|
135
135
|
request,
|
|
@@ -141,12 +141,12 @@ export class AnnotationQueues extends ClientSDK {
|
|
|
141
141
|
* Add items to an annotation queue
|
|
142
142
|
*
|
|
143
143
|
* @remarks
|
|
144
|
-
* Adds
|
|
144
|
+
* Adds spans to the annotation queue. Spans already present are skipped; the response contains only the newly created items.
|
|
145
145
|
*/
|
|
146
146
|
async addItems(
|
|
147
147
|
request: operations.AddAnnotationQueueItemsRequest,
|
|
148
148
|
options?: RequestOptions,
|
|
149
|
-
): Promise<
|
|
149
|
+
): Promise<components.AddAnnotationQueueItemsResponse> {
|
|
150
150
|
return unwrapAsync(annotationQueuesAddItems(
|
|
151
151
|
this,
|
|
152
152
|
request,
|
|
@@ -155,15 +155,15 @@ export class AnnotationQueues extends ClientSDK {
|
|
|
155
155
|
}
|
|
156
156
|
|
|
157
157
|
/**
|
|
158
|
-
* Remove annotation queue
|
|
158
|
+
* Remove items from an annotation queue
|
|
159
159
|
*
|
|
160
160
|
* @remarks
|
|
161
|
-
* Removes
|
|
161
|
+
* Removes the referenced spans from the annotation queue.
|
|
162
162
|
*/
|
|
163
163
|
async removeItems(
|
|
164
164
|
request: operations.RemoveAnnotationQueueItemsRequest,
|
|
165
165
|
options?: RequestOptions,
|
|
166
|
-
): Promise<
|
|
166
|
+
): Promise<components.RemoveAnnotationQueueItemsResponse> {
|
|
167
167
|
return unwrapAsync(annotationQueuesRemoveItems(
|
|
168
168
|
this,
|
|
169
169
|
request,
|
|
@@ -175,12 +175,12 @@ export class AnnotationQueues extends ClientSDK {
|
|
|
175
175
|
* Retrieve an annotation queue item
|
|
176
176
|
*
|
|
177
177
|
* @remarks
|
|
178
|
-
*
|
|
178
|
+
* Retrieves an item from the specified annotation queue in its expanded form. An annotation queue item is a pointer to a span; this endpoint returns the fully resolved span the item references.
|
|
179
179
|
*/
|
|
180
180
|
async retrieveItem(
|
|
181
181
|
request: operations.RetrieveAnnotationQueueItemRequest,
|
|
182
182
|
options?: RequestOptions,
|
|
183
|
-
): Promise<
|
|
183
|
+
): Promise<operations.RetrieveAnnotationQueueItemResponseBody> {
|
|
184
184
|
return unwrapAsync(annotationQueuesRetrieveItem(
|
|
185
185
|
this,
|
|
186
186
|
request,
|