@orq-ai/node 4.18.0-rc.17 → 4.18.0-rc.19
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +135 -66
- package/funcs/experimentsCancelRun.d.ts +19 -0
- package/funcs/experimentsCancelRun.d.ts.map +1 -0
- package/funcs/experimentsCancelRun.js +132 -0
- package/funcs/experimentsCancelRun.js.map +1 -0
- package/funcs/experimentsCreate.d.ts +18 -0
- package/funcs/experimentsCreate.d.ts.map +1 -0
- package/funcs/experimentsCreate.js +119 -0
- package/funcs/experimentsCreate.js.map +1 -0
- package/funcs/experimentsCreateEval.d.ts +19 -0
- package/funcs/experimentsCreateEval.d.ts.map +1 -0
- package/funcs/experimentsCreateEval.js +132 -0
- package/funcs/experimentsCreateEval.js.map +1 -0
- package/funcs/experimentsCreateReview.d.ts +16 -0
- package/funcs/experimentsCreateReview.d.ts.map +1 -0
- package/funcs/experimentsCreateReview.js +129 -0
- package/funcs/experimentsCreateReview.js.map +1 -0
- package/funcs/experimentsCreateRun.d.ts +19 -0
- package/funcs/experimentsCreateRun.d.ts.map +1 -0
- package/funcs/experimentsCreateRun.js +126 -0
- package/funcs/experimentsCreateRun.js.map +1 -0
- package/funcs/experimentsCreateTask.d.ts +19 -0
- package/funcs/experimentsCreateTask.d.ts.map +1 -0
- package/funcs/experimentsCreateTask.js +132 -0
- package/funcs/experimentsCreateTask.js.map +1 -0
- package/funcs/experimentsDelete.d.ts +18 -0
- package/funcs/experimentsDelete.d.ts.map +1 -0
- package/funcs/experimentsDelete.js +125 -0
- package/funcs/experimentsDelete.js.map +1 -0
- package/funcs/experimentsDeleteEval.d.ts +15 -0
- package/funcs/experimentsDeleteEval.d.ts.map +1 -0
- package/funcs/experimentsDeleteEval.js +130 -0
- package/funcs/experimentsDeleteEval.js.map +1 -0
- package/funcs/experimentsDeleteReview.d.ts +15 -0
- package/funcs/experimentsDeleteReview.d.ts.map +1 -0
- package/funcs/experimentsDeleteReview.js +130 -0
- package/funcs/experimentsDeleteReview.js.map +1 -0
- package/funcs/experimentsDeleteRows.d.ts +18 -0
- package/funcs/experimentsDeleteRows.d.ts.map +1 -0
- package/funcs/experimentsDeleteRows.js +130 -0
- package/funcs/experimentsDeleteRows.js.map +1 -0
- package/funcs/experimentsDeleteRun.d.ts +18 -0
- package/funcs/experimentsDeleteRun.d.ts.map +1 -0
- package/funcs/experimentsDeleteRun.js +129 -0
- package/funcs/experimentsDeleteRun.js.map +1 -0
- package/funcs/experimentsDeleteTask.d.ts +15 -0
- package/funcs/experimentsDeleteTask.d.ts.map +1 -0
- package/funcs/experimentsDeleteTask.js +130 -0
- package/funcs/experimentsDeleteTask.js.map +1 -0
- package/funcs/experimentsDuplicateRow.d.ts +19 -0
- package/funcs/experimentsDuplicateRow.d.ts.map +1 -0
- package/funcs/experimentsDuplicateRow.js +136 -0
- package/funcs/experimentsDuplicateRow.js.map +1 -0
- package/funcs/experimentsExecuteRun.d.ts +19 -0
- package/funcs/experimentsExecuteRun.d.ts.map +1 -0
- package/funcs/experimentsExecuteRun.js +130 -0
- package/funcs/experimentsExecuteRun.js.map +1 -0
- package/funcs/experimentsExportRun.d.ts +25 -0
- package/funcs/experimentsExportRun.d.ts.map +1 -0
- package/funcs/experimentsExportRun.js +146 -0
- package/funcs/experimentsExportRun.js.map +1 -0
- package/funcs/experimentsGet.d.ts +19 -0
- package/funcs/experimentsGet.d.ts.map +1 -0
- package/funcs/experimentsGet.js +125 -0
- package/funcs/experimentsGet.js.map +1 -0
- package/funcs/experimentsGetRun.d.ts +19 -0
- package/funcs/experimentsGetRun.d.ts.map +1 -0
- package/funcs/experimentsGetRun.js +129 -0
- package/funcs/experimentsGetRun.js.map +1 -0
- package/funcs/experimentsGetRunMetrics.d.ts +19 -0
- package/funcs/experimentsGetRunMetrics.d.ts.map +1 -0
- package/funcs/experimentsGetRunMetrics.js +133 -0
- package/funcs/experimentsGetRunMetrics.js.map +1 -0
- package/funcs/experimentsList.d.ts +19 -0
- package/funcs/experimentsList.d.ts.map +1 -0
- package/funcs/experimentsList.js +126 -0
- package/funcs/experimentsList.js.map +1 -0
- package/funcs/experimentsListEvals.d.ts +16 -0
- package/funcs/experimentsListEvals.d.ts.map +1 -0
- package/funcs/experimentsListEvals.js +126 -0
- package/funcs/experimentsListEvals.js.map +1 -0
- package/funcs/experimentsListReviews.d.ts +16 -0
- package/funcs/experimentsListReviews.d.ts.map +1 -0
- package/funcs/experimentsListReviews.js +126 -0
- package/funcs/experimentsListReviews.js.map +1 -0
- package/funcs/experimentsListRuns.d.ts +19 -0
- package/funcs/experimentsListRuns.d.ts.map +1 -0
- package/funcs/experimentsListRuns.js +132 -0
- package/funcs/experimentsListRuns.js.map +1 -0
- package/funcs/experimentsListTasks.d.ts +16 -0
- package/funcs/experimentsListTasks.d.ts.map +1 -0
- package/funcs/experimentsListTasks.js +126 -0
- package/funcs/experimentsListTasks.js.map +1 -0
- package/funcs/experimentsPatchEvalCell.d.ts +19 -0
- package/funcs/experimentsPatchEvalCell.d.ts.map +1 -0
- package/funcs/experimentsPatchEvalCell.js +140 -0
- package/funcs/experimentsPatchEvalCell.js.map +1 -0
- package/funcs/experimentsPatchReviewCell.d.ts +16 -0
- package/funcs/experimentsPatchReviewCell.d.ts.map +1 -0
- package/funcs/experimentsPatchReviewCell.js +137 -0
- package/funcs/experimentsPatchReviewCell.js.map +1 -0
- package/funcs/experimentsPatchTaskCell.d.ts +19 -0
- package/funcs/experimentsPatchTaskCell.d.ts.map +1 -0
- package/funcs/experimentsPatchTaskCell.js +140 -0
- package/funcs/experimentsPatchTaskCell.js.map +1 -0
- package/funcs/experimentsQueryRun.d.ts +19 -0
- package/funcs/experimentsQueryRun.d.ts.map +1 -0
- package/funcs/experimentsQueryRun.js +130 -0
- package/funcs/experimentsQueryRun.js.map +1 -0
- package/funcs/experimentsUpdate.d.ts +19 -0
- package/funcs/experimentsUpdate.d.ts.map +1 -0
- package/funcs/experimentsUpdate.js +128 -0
- package/funcs/experimentsUpdate.js.map +1 -0
- package/funcs/experimentsUpdateReview.d.ts +19 -0
- package/funcs/experimentsUpdateReview.d.ts.map +1 -0
- package/funcs/experimentsUpdateReview.js +136 -0
- package/funcs/experimentsUpdateReview.js.map +1 -0
- package/funcs/experimentsUpdateRun.d.ts +19 -0
- package/funcs/experimentsUpdateRun.d.ts.map +1 -0
- package/funcs/experimentsUpdateRun.js +130 -0
- package/funcs/experimentsUpdateRun.js.map +1 -0
- package/funcs/experimentsUpdateRunCell.d.ts +19 -0
- package/funcs/experimentsUpdateRunCell.d.ts.map +1 -0
- package/funcs/experimentsUpdateRunCell.js +140 -0
- package/funcs/experimentsUpdateRunCell.js.map +1 -0
- package/funcs/experimentsUpdateRunColumnLayout.d.ts +19 -0
- package/funcs/experimentsUpdateRunColumnLayout.d.ts.map +1 -0
- package/funcs/experimentsUpdateRunColumnLayout.js +132 -0
- package/funcs/experimentsUpdateRunColumnLayout.js.map +1 -0
- package/funcs/experimentsUpdateTask.d.ts +19 -0
- package/funcs/experimentsUpdateTask.d.ts.map +1 -0
- package/funcs/experimentsUpdateTask.js +136 -0
- package/funcs/experimentsUpdateTask.js.map +1 -0
- package/funcs/filesList.d.ts +1 -1
- package/funcs/filesList.js +2 -1
- package/funcs/filesList.js.map +1 -1
- package/jsr.json +1 -1
- package/lib/config.d.ts +2 -2
- package/lib/config.js +2 -2
- package/models/components/agentstartedstreamingevent.d.ts +4 -4
- package/models/components/agentstartedstreamingevent.d.ts.map +1 -1
- package/models/components/agentstartedstreamingevent.js +7 -7
- package/models/components/agentstartedstreamingevent.js.map +1 -1
- package/models/components/agenttaskconfig.d.ts +37 -0
- package/models/components/agenttaskconfig.d.ts.map +1 -0
- package/models/components/agenttaskconfig.js +98 -0
- package/models/components/agenttaskconfig.js.map +1 -0
- package/models/components/artifactrefs.d.ts +27 -0
- package/models/components/artifactrefs.d.ts.map +1 -0
- package/models/components/artifactrefs.js +87 -0
- package/models/components/artifactrefs.js.map +1 -0
- package/models/components/booleanmetricsummary.d.ts +11 -0
- package/models/components/booleanmetricsummary.d.ts.map +1 -0
- package/models/components/booleanmetricsummary.js +56 -0
- package/models/components/booleanmetricsummary.js.map +1 -0
- package/models/components/cancelexperimentrunrequest.d.ts +12 -0
- package/models/components/cancelexperimentrunrequest.d.ts.map +1 -0
- package/models/components/cancelexperimentrunrequest.js +54 -0
- package/models/components/cancelexperimentrunrequest.js.map +1 -0
- package/models/components/categoricalmetricsummary.d.ts +13 -0
- package/models/components/categoricalmetricsummary.d.ts.map +1 -0
- package/models/components/categoricalmetricsummary.js +51 -0
- package/models/components/categoricalmetricsummary.js.map +1 -0
- package/models/components/cell.d.ts +47 -0
- package/models/components/cell.d.ts.map +1 -0
- package/models/components/cell.js +85 -0
- package/models/components/cell.js.map +1 -0
- package/models/components/cellprogress.d.ts +12 -0
- package/models/components/cellprogress.d.ts.map +1 -0
- package/models/components/cellprogress.js +57 -0
- package/models/components/cellprogress.js.map +1 -0
- package/models/components/cellstatus.d.ts +15 -0
- package/models/components/cellstatus.d.ts.map +1 -0
- package/models/components/cellstatus.js +53 -0
- package/models/components/cellstatus.js.map +1 -0
- package/models/components/cellstatuscounts.d.ts +15 -0
- package/models/components/cellstatuscounts.d.ts.map +1 -0
- package/models/components/cellstatuscounts.js +60 -0
- package/models/components/cellstatuscounts.js.map +1 -0
- package/models/components/celltype.d.ts +19 -0
- package/models/components/celltype.d.ts.map +1 -0
- package/models/components/celltype.js +57 -0
- package/models/components/celltype.js.map +1 -0
- package/models/components/column.d.ts +31 -0
- package/models/components/column.d.ts.map +1 -0
- package/models/components/column.js +78 -0
- package/models/components/column.js.map +1 -0
- package/models/components/columnlayout.d.ts +18 -0
- package/models/components/columnlayout.d.ts.map +1 -0
- package/models/components/columnlayout.js +57 -0
- package/models/components/columnlayout.js.map +1 -0
- package/models/components/createevalcolumnrequest.d.ts +14 -0
- package/models/components/createevalcolumnrequest.d.ts.map +1 -0
- package/models/components/createevalcolumnrequest.js +55 -0
- package/models/components/createevalcolumnrequest.js.map +1 -0
- package/models/components/createexperimentrequest.d.ts +30 -0
- package/models/components/createexperimentrequest.d.ts.map +1 -0
- package/models/components/createexperimentrequest.js +63 -0
- package/models/components/createexperimentrequest.js.map +1 -0
- package/models/components/createreviewcolumnrequest.d.ts +18 -0
- package/models/components/createreviewcolumnrequest.d.ts.map +1 -0
- package/models/components/createreviewcolumnrequest.js +59 -0
- package/models/components/createreviewcolumnrequest.js.map +1 -0
- package/models/components/createrunrequest.d.ts +15 -0
- package/models/components/createrunrequest.d.ts.map +1 -0
- package/models/components/createrunrequest.js +51 -0
- package/models/components/createrunrequest.js.map +1 -0
- package/models/components/createtaskcolumnrequest.d.ts +26 -0
- package/models/components/createtaskcolumnrequest.d.ts.map +1 -0
- package/models/components/createtaskcolumnrequest.js +63 -0
- package/models/components/createtaskcolumnrequest.js.map +1 -0
- package/models/components/datasetcolumnconfig.d.ts +10 -0
- package/models/components/datasetcolumnconfig.d.ts.map +1 -0
- package/models/components/datasetcolumnconfig.js +55 -0
- package/models/components/datasetcolumnconfig.js.map +1 -0
- package/models/components/deleterowsrequest.d.ts +12 -0
- package/models/components/deleterowsrequest.d.ts.map +1 -0
- package/models/components/deleterowsrequest.js +54 -0
- package/models/components/deleterowsrequest.js.map +1 -0
- package/models/components/duplicaterowrequest.d.ts +8 -0
- package/models/components/duplicaterowrequest.d.ts.map +1 -0
- package/models/components/duplicaterowrequest.js +47 -0
- package/models/components/duplicaterowrequest.js.map +1 -0
- package/models/components/evalcolumnconfig.d.ts +13 -0
- package/models/components/evalcolumnconfig.d.ts.map +1 -0
- package/models/components/evalcolumnconfig.js +61 -0
- package/models/components/evalcolumnconfig.js.map +1 -0
- package/models/components/executeconstraints.d.ts +16 -0
- package/models/components/executeconstraints.d.ts.map +1 -0
- package/models/components/executeconstraints.js +52 -0
- package/models/components/executeconstraints.js.map +1 -0
- package/models/components/executerunrequest.d.ts +21 -0
- package/models/components/executerunrequest.d.ts.map +1 -0
- package/models/components/executerunrequest.js +60 -0
- package/models/components/executerunrequest.js.map +1 -0
- package/models/components/executescope.d.ts +14 -0
- package/models/components/executescope.d.ts.map +1 -0
- package/models/components/executescope.js +51 -0
- package/models/components/executescope.js.map +1 -0
- package/models/components/executetarget.d.ts +18 -0
- package/models/components/executetarget.d.ts.map +1 -0
- package/models/components/executetarget.js +60 -0
- package/models/components/executetarget.js.map +1 -0
- package/models/components/experiment.d.ts +25 -0
- package/models/components/experiment.d.ts.map +1 -0
- package/models/components/experiment.js +79 -0
- package/models/components/experiment.js.map +1 -0
- package/models/components/getrunmetricsresponse.d.ts +16 -0
- package/models/components/getrunmetricsresponse.d.ts.map +1 -0
- package/models/components/getrunmetricsresponse.js +51 -0
- package/models/components/getrunmetricsresponse.js.map +1 -0
- package/models/components/harnessconstraints.d.ts +21 -0
- package/models/components/harnessconstraints.d.ts.map +1 -0
- package/models/components/harnessconstraints.js +62 -0
- package/models/components/harnessconstraints.js.map +1 -0
- package/models/components/harnesstaskconfig.d.ts +17 -0
- package/models/components/harnesstaskconfig.d.ts.map +1 -0
- package/models/components/harnesstaskconfig.js +67 -0
- package/models/components/harnesstaskconfig.js.map +1 -0
- package/models/components/index.d.ts +63 -0
- package/models/components/index.d.ts.map +1 -1
- package/models/components/index.js +63 -0
- package/models/components/index.js.map +1 -1
- package/models/components/listevalcolumnsresponse.d.ts +11 -0
- package/models/components/listevalcolumnsresponse.d.ts.map +1 -0
- package/models/components/listevalcolumnsresponse.js +51 -0
- package/models/components/listevalcolumnsresponse.js.map +1 -0
- package/models/components/listexperimentrunsresponse.d.ts +12 -0
- package/models/components/listexperimentrunsresponse.d.ts.map +1 -0
- package/models/components/listexperimentrunsresponse.js +57 -0
- package/models/components/listexperimentrunsresponse.js.map +1 -0
- package/models/components/listexperimentsresponse.d.ts +12 -0
- package/models/components/listexperimentsresponse.d.ts.map +1 -0
- package/models/components/listexperimentsresponse.js +57 -0
- package/models/components/listexperimentsresponse.js.map +1 -0
- package/models/components/listreviewcolumnsresponse.d.ts +11 -0
- package/models/components/listreviewcolumnsresponse.d.ts.map +1 -0
- package/models/components/listreviewcolumnsresponse.js +51 -0
- package/models/components/listreviewcolumnsresponse.js.map +1 -0
- package/models/components/listtaskcolumnsresponse.d.ts +11 -0
- package/models/components/listtaskcolumnsresponse.d.ts.map +1 -0
- package/models/components/listtaskcolumnsresponse.js +51 -0
- package/models/components/listtaskcolumnsresponse.js.map +1 -0
- package/models/components/llmconstraints.d.ts +16 -0
- package/models/components/llmconstraints.d.ts.map +1 -0
- package/models/components/llmconstraints.js +56 -0
- package/models/components/llmconstraints.js.map +1 -0
- package/models/components/messagessource.d.ts +14 -0
- package/models/components/messagessource.d.ts.map +1 -0
- package/models/components/messagessource.js +51 -0
- package/models/components/messagessource.js.map +1 -0
- package/models/components/metricbaseline.d.ts +16 -0
- package/models/components/metricbaseline.d.ts.map +1 -0
- package/models/components/metricbaseline.js +58 -0
- package/models/components/metricbaseline.js.map +1 -0
- package/models/components/metriccolumnconfig.d.ts +10 -0
- package/models/components/metriccolumnconfig.d.ts.map +1 -0
- package/models/components/metriccolumnconfig.js +55 -0
- package/models/components/metriccolumnconfig.js.map +1 -0
- package/models/components/metricsummary.d.ts +17 -0
- package/models/components/metricsummary.d.ts.map +1 -0
- package/models/components/metricsummary.js +57 -0
- package/models/components/metricsummary.js.map +1 -0
- package/models/components/numbermetricsummary.d.ts +17 -0
- package/models/components/numbermetricsummary.d.ts.map +1 -0
- package/models/components/numbermetricsummary.js +62 -0
- package/models/components/numbermetricsummary.js.map +1 -0
- package/models/components/openresponsetaskconfig.d.ts +13 -0
- package/models/components/openresponsetaskconfig.d.ts.map +1 -0
- package/models/components/openresponsetaskconfig.js +54 -0
- package/models/components/openresponsetaskconfig.js.map +1 -0
- package/models/components/patchevalcellrequest.d.ts +18 -0
- package/models/components/patchevalcellrequest.d.ts.map +1 -0
- package/models/components/patchevalcellrequest.js +55 -0
- package/models/components/patchevalcellrequest.js.map +1 -0
- package/models/components/patchreviewcellrequest.d.ts +18 -0
- package/models/components/patchreviewcellrequest.d.ts.map +1 -0
- package/models/components/patchreviewcellrequest.js +55 -0
- package/models/components/patchreviewcellrequest.js.map +1 -0
- package/models/components/patchtaskcellrequest.d.ts +23 -0
- package/models/components/patchtaskcellrequest.d.ts.map +1 -0
- package/models/components/patchtaskcellrequest.js +63 -0
- package/models/components/patchtaskcellrequest.js.map +1 -0
- package/models/components/prompttaskconfig.d.ts +75 -0
- package/models/components/prompttaskconfig.d.ts.map +1 -0
- package/models/components/prompttaskconfig.js +151 -0
- package/models/components/prompttaskconfig.js.map +1 -0
- package/models/components/queryrow.d.ts +17 -0
- package/models/components/queryrow.d.ts.map +1 -0
- package/models/components/queryrow.js +67 -0
- package/models/components/queryrow.js.map +1 -0
- package/models/components/queryrunrequest.d.ts +32 -0
- package/models/components/queryrunrequest.d.ts.map +1 -0
- package/models/components/queryrunrequest.js +65 -0
- package/models/components/queryrunrequest.js.map +1 -0
- package/models/components/queryrunresponse.d.ts +16 -0
- package/models/components/queryrunresponse.d.ts.map +1 -0
- package/models/components/queryrunresponse.js +59 -0
- package/models/components/queryrunresponse.js.map +1 -0
- package/models/components/reasoningpart.js +1 -1
- package/models/components/reviewcolumnconfig.d.ts +12 -0
- package/models/components/reviewcolumnconfig.d.ts.map +1 -0
- package/models/components/reviewcolumnconfig.js +59 -0
- package/models/components/reviewcolumnconfig.js.map +1 -0
- package/models/components/rowstatus.d.ts +15 -0
- package/models/components/rowstatus.d.ts.map +1 -0
- package/models/components/rowstatus.js +53 -0
- package/models/components/rowstatus.js.map +1 -0
- package/models/components/run.d.ts +39 -0
- package/models/components/run.d.ts.map +1 -0
- package/models/components/run.js +87 -0
- package/models/components/run.js.map +1 -0
- package/models/components/runref.d.ts +14 -0
- package/models/components/runref.d.ts.map +1 -0
- package/models/components/runref.js +56 -0
- package/models/components/runref.js.map +1 -0
- package/models/components/runsettings.d.ts +23 -0
- package/models/components/runsettings.d.ts.map +1 -0
- package/models/components/runsettings.js +75 -0
- package/models/components/runsettings.js.map +1 -0
- package/models/components/runstats.d.ts +13 -0
- package/models/components/runstats.d.ts.map +1 -0
- package/models/components/runstats.js +61 -0
- package/models/components/runstats.js.map +1 -0
- package/models/components/runstatus.d.ts +15 -0
- package/models/components/runstatus.d.ts.map +1 -0
- package/models/components/runstatus.js +53 -0
- package/models/components/runstatus.js.map +1 -0
- package/models/components/uniqueevaluator.d.ts +13 -0
- package/models/components/uniqueevaluator.d.ts.map +1 -0
- package/models/components/uniqueevaluator.js +61 -0
- package/models/components/uniqueevaluator.js.map +1 -0
- package/models/components/updateexperimentrequest.d.ts +18 -0
- package/models/components/updateexperimentrequest.d.ts.map +1 -0
- package/models/components/updateexperimentrequest.js +60 -0
- package/models/components/updateexperimentrequest.js.map +1 -0
- package/models/components/updatereviewcolumnrequest.d.ts +12 -0
- package/models/components/updatereviewcolumnrequest.d.ts.map +1 -0
- package/models/components/updatereviewcolumnrequest.js +54 -0
- package/models/components/updatereviewcolumnrequest.js.map +1 -0
- package/models/components/updateruncellrequest.d.ts +18 -0
- package/models/components/updateruncellrequest.d.ts.map +1 -0
- package/models/components/updateruncellrequest.js +55 -0
- package/models/components/updateruncellrequest.js.map +1 -0
- package/models/components/updateruncolumnlayoutrequest.d.ts +13 -0
- package/models/components/updateruncolumnlayoutrequest.d.ts.map +1 -0
- package/models/components/updateruncolumnlayoutrequest.js +50 -0
- package/models/components/updateruncolumnlayoutrequest.js.map +1 -0
- package/models/components/updaterunrequest.d.ts +15 -0
- package/models/components/updaterunrequest.d.ts.map +1 -0
- package/models/components/updaterunrequest.js +51 -0
- package/models/components/updaterunrequest.js.map +1 -0
- package/models/components/updatetaskcolumnrequest.d.ts +21 -0
- package/models/components/updatetaskcolumnrequest.d.ts.map +1 -0
- package/models/components/updatetaskcolumnrequest.js +60 -0
- package/models/components/updatetaskcolumnrequest.js.map +1 -0
- package/models/components/wallclockunit.d.ts +11 -0
- package/models/components/wallclockunit.d.ts.map +1 -0
- package/models/components/wallclockunit.js +48 -0
- package/models/components/wallclockunit.js.map +1 -0
- package/models/operations/createtool.js +4 -4
- package/models/operations/experimentdelete.d.ts +12 -0
- package/models/operations/experimentdelete.d.ts.map +1 -0
- package/models/operations/experimentdelete.js +54 -0
- package/models/operations/experimentdelete.js.map +1 -0
- package/models/operations/experimentevalcellpatch.d.ts +21 -0
- package/models/operations/experimentevalcellpatch.d.ts.map +1 -0
- package/models/operations/experimentevalcellpatch.js +63 -0
- package/models/operations/experimentevalcellpatch.js.map +1 -0
- package/models/operations/experimentevalcreate.d.ts +17 -0
- package/models/operations/experimentevalcreate.d.ts.map +1 -0
- package/models/operations/experimentevalcreate.js +59 -0
- package/models/operations/experimentevalcreate.js.map +1 -0
- package/models/operations/experimentevaldelete.d.ts +16 -0
- package/models/operations/experimentevaldelete.d.ts.map +1 -0
- package/models/operations/experimentevaldelete.js +58 -0
- package/models/operations/experimentevaldelete.js.map +1 -0
- package/models/operations/experimentevallist.d.ts +14 -0
- package/models/operations/experimentevallist.d.ts.map +1 -0
- package/models/operations/experimentevallist.js +56 -0
- package/models/operations/experimentevallist.js.map +1 -0
- package/models/operations/experimentget.d.ts +12 -0
- package/models/operations/experimentget.d.ts.map +1 -0
- package/models/operations/experimentget.js +54 -0
- package/models/operations/experimentget.js.map +1 -0
- package/models/operations/experimentlist.d.ts +18 -0
- package/models/operations/experimentlist.d.ts.map +1 -0
- package/models/operations/experimentlist.js +59 -0
- package/models/operations/experimentlist.js.map +1 -0
- package/models/operations/experimentreviewcellpatch.d.ts +21 -0
- package/models/operations/experimentreviewcellpatch.d.ts.map +1 -0
- package/models/operations/experimentreviewcellpatch.js +63 -0
- package/models/operations/experimentreviewcellpatch.js.map +1 -0
- package/models/operations/experimentreviewcreate.d.ts +17 -0
- package/models/operations/experimentreviewcreate.d.ts.map +1 -0
- package/models/operations/experimentreviewcreate.js +59 -0
- package/models/operations/experimentreviewcreate.js.map +1 -0
- package/models/operations/experimentreviewdelete.d.ts +16 -0
- package/models/operations/experimentreviewdelete.d.ts.map +1 -0
- package/models/operations/experimentreviewdelete.js +58 -0
- package/models/operations/experimentreviewdelete.js.map +1 -0
- package/models/operations/experimentreviewlist.d.ts +14 -0
- package/models/operations/experimentreviewlist.d.ts.map +1 -0
- package/models/operations/experimentreviewlist.js +56 -0
- package/models/operations/experimentreviewlist.js.map +1 -0
- package/models/operations/experimentreviewupdate.d.ts +19 -0
- package/models/operations/experimentreviewupdate.d.ts.map +1 -0
- package/models/operations/experimentreviewupdate.js +61 -0
- package/models/operations/experimentreviewupdate.js.map +1 -0
- package/models/operations/experimentruncancel.d.ts +17 -0
- package/models/operations/experimentruncancel.d.ts.map +1 -0
- package/models/operations/experimentruncancel.js +59 -0
- package/models/operations/experimentruncancel.js.map +1 -0
- package/models/operations/experimentruncellupdate.d.ts +21 -0
- package/models/operations/experimentruncellupdate.d.ts.map +1 -0
- package/models/operations/experimentruncellupdate.js +63 -0
- package/models/operations/experimentruncellupdate.js.map +1 -0
- package/models/operations/experimentruncolumnlayoutupdate.d.ts +17 -0
- package/models/operations/experimentruncolumnlayoutupdate.d.ts.map +1 -0
- package/models/operations/experimentruncolumnlayoutupdate.js +59 -0
- package/models/operations/experimentruncolumnlayoutupdate.js.map +1 -0
- package/models/operations/experimentruncreate.d.ts +15 -0
- package/models/operations/experimentruncreate.d.ts.map +1 -0
- package/models/operations/experimentruncreate.js +57 -0
- package/models/operations/experimentruncreate.js.map +1 -0
- package/models/operations/experimentrundelete.d.ts +14 -0
- package/models/operations/experimentrundelete.d.ts.map +1 -0
- package/models/operations/experimentrundelete.js +56 -0
- package/models/operations/experimentrundelete.js.map +1 -0
- package/models/operations/experimentrunexecute.d.ts +17 -0
- package/models/operations/experimentrunexecute.d.ts.map +1 -0
- package/models/operations/experimentrunexecute.js +59 -0
- package/models/operations/experimentrunexecute.js.map +1 -0
- package/models/operations/experimentrunexport.d.ts +31 -0
- package/models/operations/experimentrunexport.d.ts.map +1 -0
- package/models/operations/experimentrunexport.js +75 -0
- package/models/operations/experimentrunexport.js.map +1 -0
- package/models/operations/experimentrunget.d.ts +14 -0
- package/models/operations/experimentrunget.d.ts.map +1 -0
- package/models/operations/experimentrunget.js +56 -0
- package/models/operations/experimentrunget.js.map +1 -0
- package/models/operations/experimentrunlist.d.ts +20 -0
- package/models/operations/experimentrunlist.d.ts.map +1 -0
- package/models/operations/experimentrunlist.js +61 -0
- package/models/operations/experimentrunlist.js.map +1 -0
- package/models/operations/experimentrunmetricsget.d.ts +16 -0
- package/models/operations/experimentrunmetricsget.d.ts.map +1 -0
- package/models/operations/experimentrunmetricsget.js +58 -0
- package/models/operations/experimentrunmetricsget.js.map +1 -0
- package/models/operations/experimentrunquery.d.ts +17 -0
- package/models/operations/experimentrunquery.d.ts.map +1 -0
- package/models/operations/experimentrunquery.js +59 -0
- package/models/operations/experimentrunquery.js.map +1 -0
- package/models/operations/experimentrunrowduplicate.d.ts +19 -0
- package/models/operations/experimentrunrowduplicate.d.ts.map +1 -0
- package/models/operations/experimentrunrowduplicate.js +61 -0
- package/models/operations/experimentrunrowduplicate.js.map +1 -0
- package/models/operations/experimentrunrowsdelete.d.ts +17 -0
- package/models/operations/experimentrunrowsdelete.d.ts.map +1 -0
- package/models/operations/experimentrunrowsdelete.js +59 -0
- package/models/operations/experimentrunrowsdelete.js.map +1 -0
- package/models/operations/experimentrunupdate.d.ts +17 -0
- package/models/operations/experimentrunupdate.d.ts.map +1 -0
- package/models/operations/experimentrunupdate.js +59 -0
- package/models/operations/experimentrunupdate.js.map +1 -0
- package/models/operations/experimenttaskcellpatch.d.ts +21 -0
- package/models/operations/experimenttaskcellpatch.d.ts.map +1 -0
- package/models/operations/experimenttaskcellpatch.js +63 -0
- package/models/operations/experimenttaskcellpatch.js.map +1 -0
- package/models/operations/experimenttaskcreate.d.ts +17 -0
- package/models/operations/experimenttaskcreate.d.ts.map +1 -0
- package/models/operations/experimenttaskcreate.js +59 -0
- package/models/operations/experimenttaskcreate.js.map +1 -0
- package/models/operations/experimenttaskdelete.d.ts +16 -0
- package/models/operations/experimenttaskdelete.d.ts.map +1 -0
- package/models/operations/experimenttaskdelete.js +58 -0
- package/models/operations/experimenttaskdelete.js.map +1 -0
- package/models/operations/experimenttasklist.d.ts +14 -0
- package/models/operations/experimenttasklist.d.ts.map +1 -0
- package/models/operations/experimenttasklist.js +56 -0
- package/models/operations/experimenttasklist.js.map +1 -0
- package/models/operations/experimenttaskupdate.d.ts +19 -0
- package/models/operations/experimenttaskupdate.d.ts.map +1 -0
- package/models/operations/experimenttaskupdate.js +61 -0
- package/models/operations/experimenttaskupdate.js.map +1 -0
- package/models/operations/experimentupdate.d.ts +15 -0
- package/models/operations/experimentupdate.d.ts.map +1 -0
- package/models/operations/experimentupdate.js +57 -0
- package/models/operations/experimentupdate.js.map +1 -0
- package/models/operations/filelist.d.ts +5 -0
- package/models/operations/filelist.d.ts.map +1 -1
- package/models/operations/filelist.js +1 -0
- package/models/operations/filelist.js.map +1 -1
- package/models/operations/getalltools.js +4 -4
- package/models/operations/index.d.ts +32 -0
- package/models/operations/index.d.ts.map +1 -1
- package/models/operations/index.js +32 -0
- package/models/operations/index.js.map +1 -1
- package/models/operations/listdeploymentversions.js +1 -1
- package/models/operations/retrievetool.js +4 -4
- package/models/operations/runagent.js +1 -1
- package/models/operations/streamrunagent.js +1 -1
- package/models/operations/updatetool.js +4 -4
- package/package.json +6 -6
- package/sdk/experiments.d.ts +217 -0
- package/sdk/experiments.d.ts.map +1 -0
- package/sdk/experiments.js +320 -0
- package/sdk/experiments.js.map +1 -0
- package/sdk/files.d.ts +1 -1
- package/sdk/files.js +1 -1
- package/sdk/sdk.d.ts +3 -0
- package/sdk/sdk.d.ts.map +1 -1
- package/sdk/sdk.js +4 -0
- package/sdk/sdk.js.map +1 -1
- package/src/funcs/experimentsCancelRun.ts +187 -0
- package/src/funcs/experimentsCreate.ts +171 -0
- package/src/funcs/experimentsCreateEval.ts +187 -0
- package/src/funcs/experimentsCreateReview.ts +184 -0
- package/src/funcs/experimentsCreateRun.ts +179 -0
- package/src/funcs/experimentsCreateTask.ts +187 -0
- package/src/funcs/experimentsDelete.ts +177 -0
- package/src/funcs/experimentsDeleteEval.ts +185 -0
- package/src/funcs/experimentsDeleteReview.ts +185 -0
- package/src/funcs/experimentsDeleteRows.ts +185 -0
- package/src/funcs/experimentsDeleteRun.ts +184 -0
- package/src/funcs/experimentsDeleteTask.ts +185 -0
- package/src/funcs/experimentsDuplicateRow.ts +191 -0
- package/src/funcs/experimentsExecuteRun.ts +185 -0
- package/src/funcs/experimentsExportRun.ts +203 -0
- package/src/funcs/experimentsGet.ts +177 -0
- package/src/funcs/experimentsGetRun.ts +183 -0
- package/src/funcs/experimentsGetRunMetrics.ts +189 -0
- package/src/funcs/experimentsList.ts +180 -0
- package/src/funcs/experimentsListEvals.ts +180 -0
- package/src/funcs/experimentsListReviews.ts +181 -0
- package/src/funcs/experimentsListRuns.ts +185 -0
- package/src/funcs/experimentsListTasks.ts +180 -0
- package/src/funcs/experimentsPatchEvalCell.ts +195 -0
- package/src/funcs/experimentsPatchReviewCell.ts +192 -0
- package/src/funcs/experimentsPatchTaskCell.ts +195 -0
- package/src/funcs/experimentsQueryRun.ts +184 -0
- package/src/funcs/experimentsUpdate.ts +180 -0
- package/src/funcs/experimentsUpdateReview.ts +191 -0
- package/src/funcs/experimentsUpdateRun.ts +185 -0
- package/src/funcs/experimentsUpdateRunCell.ts +195 -0
- package/src/funcs/experimentsUpdateRunColumnLayout.ts +189 -0
- package/src/funcs/experimentsUpdateTask.ts +191 -0
- package/src/funcs/filesList.ts +2 -1
- package/src/lib/config.ts +2 -2
- package/src/models/components/agentstartedstreamingevent.ts +34 -30
- package/src/models/components/agenttaskconfig.ts +126 -0
- package/src/models/components/artifactrefs.ts +86 -0
- package/src/models/components/booleanmetricsummary.ts +38 -0
- package/src/models/components/cancelexperimentrunrequest.ts +36 -0
- package/src/models/components/categoricalmetricsummary.ts +33 -0
- package/src/models/components/cell.ts +108 -0
- package/src/models/components/cellprogress.ts +40 -0
- package/src/models/components/cellstatus.ts +21 -0
- package/src/models/components/cellstatuscounts.ts +46 -0
- package/src/models/components/celltype.ts +25 -0
- package/src/models/components/column.ts +92 -0
- package/src/models/components/columnlayout.ts +41 -0
- package/src/models/components/createevalcolumnrequest.ts +39 -0
- package/src/models/components/createexperimentrequest.ts +62 -0
- package/src/models/components/createreviewcolumnrequest.ts +47 -0
- package/src/models/components/createrunrequest.ts +39 -0
- package/src/models/components/createtaskcolumnrequest.ts +71 -0
- package/src/models/components/datasetcolumnconfig.ts +36 -0
- package/src/models/components/deleterowsrequest.ts +36 -0
- package/src/models/components/duplicaterowrequest.ts +25 -0
- package/src/models/components/evalcolumnconfig.ts +45 -0
- package/src/models/components/executeconstraints.ts +44 -0
- package/src/models/components/executerunrequest.ts +56 -0
- package/src/models/components/executescope.ts +20 -0
- package/src/models/components/executetarget.ts +44 -0
- package/src/models/components/experiment.ts +77 -0
- package/src/models/components/getrunmetricsresponse.ts +35 -0
- package/src/models/components/harnessconstraints.ts +55 -0
- package/src/models/components/harnesstaskconfig.ts +60 -0
- package/src/models/components/index.ts +63 -0
- package/src/models/components/listevalcolumnsresponse.ts +32 -0
- package/src/models/components/listexperimentrunsresponse.ts +39 -0
- package/src/models/components/listexperimentsresponse.ts +39 -0
- package/src/models/components/listreviewcolumnsresponse.ts +32 -0
- package/src/models/components/listtaskcolumnsresponse.ts +32 -0
- package/src/models/components/llmconstraints.ts +38 -0
- package/src/models/components/messagessource.ts +23 -0
- package/src/models/components/metricbaseline.ts +45 -0
- package/src/models/components/metriccolumnconfig.ts +36 -0
- package/src/models/components/metricsummary.ts +53 -0
- package/src/models/components/numbermetricsummary.ts +50 -0
- package/src/models/components/openresponsetaskconfig.ts +43 -0
- package/src/models/components/patchevalcellrequest.ts +47 -0
- package/src/models/components/patchreviewcellrequest.ts +53 -0
- package/src/models/components/patchtaskcellrequest.ts +67 -0
- package/src/models/components/prompttaskconfig.ts +259 -0
- package/src/models/components/queryrow.ts +53 -0
- package/src/models/components/queryrunrequest.ts +65 -0
- package/src/models/components/queryrunresponse.ts +47 -0
- package/src/models/components/reasoningpart.ts +1 -1
- package/src/models/components/reviewcolumnconfig.ts +42 -0
- package/src/models/components/rowstatus.ts +21 -0
- package/src/models/components/run.ts +97 -0
- package/src/models/components/runref.ts +36 -0
- package/src/models/components/runsettings.ts +70 -0
- package/src/models/components/runstats.ts +45 -0
- package/src/models/components/runstatus.ts +21 -0
- package/src/models/components/uniqueevaluator.ts +45 -0
- package/src/models/components/updateexperimentrequest.ts +48 -0
- package/src/models/components/updatereviewcolumnrequest.ts +36 -0
- package/src/models/components/updateruncellrequest.ts +51 -0
- package/src/models/components/updateruncolumnlayoutrequest.ts +38 -0
- package/src/models/components/updaterunrequest.ts +39 -0
- package/src/models/components/updatetaskcolumnrequest.ts +60 -0
- package/src/models/components/wallclockunit.ts +18 -0
- package/src/models/operations/createtool.ts +4 -4
- package/src/models/operations/experimentdelete.ts +36 -0
- package/src/models/operations/experimentevalcellpatch.ts +55 -0
- package/src/models/operations/experimentevalcreate.ts +47 -0
- package/src/models/operations/experimentevaldelete.ts +46 -0
- package/src/models/operations/experimentevallist.ts +40 -0
- package/src/models/operations/experimentget.ts +36 -0
- package/src/models/operations/experimentlist.ts +47 -0
- package/src/models/operations/experimentreviewcellpatch.ts +55 -0
- package/src/models/operations/experimentreviewcreate.ts +48 -0
- package/src/models/operations/experimentreviewdelete.ts +46 -0
- package/src/models/operations/experimentreviewlist.ts +42 -0
- package/src/models/operations/experimentreviewupdate.ts +52 -0
- package/src/models/operations/experimentruncancel.ts +46 -0
- package/src/models/operations/experimentruncellupdate.ts +55 -0
- package/src/models/operations/experimentruncolumnlayoutupdate.ts +50 -0
- package/src/models/operations/experimentruncreate.ts +41 -0
- package/src/models/operations/experimentrundelete.ts +40 -0
- package/src/models/operations/experimentrunexecute.ts +47 -0
- package/src/models/operations/experimentrunexport.ts +85 -0
- package/src/models/operations/experimentrunget.ts +40 -0
- package/src/models/operations/experimentrunlist.ts +51 -0
- package/src/models/operations/experimentrunmetricsget.ts +46 -0
- package/src/models/operations/experimentrunquery.ts +45 -0
- package/src/models/operations/experimentrunrowduplicate.ts +51 -0
- package/src/models/operations/experimentrunrowsdelete.ts +47 -0
- package/src/models/operations/experimentrunupdate.ts +45 -0
- package/src/models/operations/experimenttaskcellpatch.ts +55 -0
- package/src/models/operations/experimenttaskcreate.ts +47 -0
- package/src/models/operations/experimenttaskdelete.ts +46 -0
- package/src/models/operations/experimenttasklist.ts +40 -0
- package/src/models/operations/experimenttaskupdate.ts +51 -0
- package/src/models/operations/experimentupdate.ts +41 -0
- package/src/models/operations/filelist.ts +6 -0
- package/src/models/operations/getalltools.ts +4 -4
- package/src/models/operations/index.ts +32 -0
- package/src/models/operations/listdeploymentversions.ts +1 -1
- package/src/models/operations/retrievetool.ts +4 -4
- package/src/models/operations/runagent.ts +1 -1
- package/src/models/operations/streamrunagent.ts +1 -1
- package/src/models/operations/updatetool.ts +4 -4
- package/src/sdk/experiments.ts +585 -0
- package/src/sdk/files.ts +1 -1
- package/src/sdk/sdk.ts +6 -0
|
@@ -164,7 +164,7 @@ function retrieveToolResponseBodyCodeToolFromJSON(jsonString) {
|
|
|
164
164
|
}
|
|
165
165
|
/** @internal */
|
|
166
166
|
exports.RetrieveToolResponseBodyCodeExecutionTool$inboundSchema = z.object({
|
|
167
|
-
_id: z.string().default("
|
|
167
|
+
_id: z.string().default("tool_01M66K54F6MKB3GFNPQB1QAWQ7"),
|
|
168
168
|
path: z.string(),
|
|
169
169
|
key: z.string(),
|
|
170
170
|
display_name: z.string().optional(),
|
|
@@ -253,7 +253,7 @@ function retrieveToolResponseBodyHttpFromJSON(jsonString) {
|
|
|
253
253
|
}
|
|
254
254
|
/** @internal */
|
|
255
255
|
exports.RetrieveToolResponseBodyHTTPTool$inboundSchema = z.object({
|
|
256
|
-
_id: z.string().default("
|
|
256
|
+
_id: z.string().default("tool_01M66K54F6EBHZWDE0BKHXV4HM"),
|
|
257
257
|
path: z.string(),
|
|
258
258
|
key: z.string(),
|
|
259
259
|
display_name: z.string().optional(),
|
|
@@ -303,7 +303,7 @@ function retrieveToolResponseBodyJsonSchemaFromJSON(jsonString) {
|
|
|
303
303
|
}
|
|
304
304
|
/** @internal */
|
|
305
305
|
exports.RetrieveToolResponseBodyJSONSchemaTool$inboundSchema = z.object({
|
|
306
|
-
_id: z.string().default("
|
|
306
|
+
_id: z.string().default("tool_01M66K54F5YTZKRPY261C89C98"),
|
|
307
307
|
path: z.string(),
|
|
308
308
|
key: z.string(),
|
|
309
309
|
display_name: z.string().optional(),
|
|
@@ -357,7 +357,7 @@ function retrieveToolResponseBodyFunctionFromJSON(jsonString) {
|
|
|
357
357
|
}
|
|
358
358
|
/** @internal */
|
|
359
359
|
exports.RetrieveToolResponseBodyFunctionTool$inboundSchema = z.object({
|
|
360
|
-
_id: z.string().default("
|
|
360
|
+
_id: z.string().default("tool_01M66K54F54DNSRHWFG1PJ9P1P"),
|
|
361
361
|
path: z.string(),
|
|
362
362
|
key: z.string(),
|
|
363
363
|
display_name: z.string().optional(),
|
|
@@ -1108,7 +1108,7 @@ function agentToolInputRunSchemaToJSON(agentToolInputRunSchema) {
|
|
|
1108
1108
|
}
|
|
1109
1109
|
/** @internal */
|
|
1110
1110
|
exports.Tools$outboundSchema = z.object({
|
|
1111
|
-
id: z.string().default("
|
|
1111
|
+
id: z.string().default("01M66K54D225HWWF8TN8DR9QY6"),
|
|
1112
1112
|
name: z.string(),
|
|
1113
1113
|
description: z.string().optional(),
|
|
1114
1114
|
schema: z.lazy(() => exports.AgentToolInputRunSchema$outboundSchema),
|
|
@@ -1074,7 +1074,7 @@ function streamRunAgentAgentToolInputRunAgentsSchemaToJSON(streamRunAgentAgentTo
|
|
|
1074
1074
|
}
|
|
1075
1075
|
/** @internal */
|
|
1076
1076
|
exports.AgentToolInputRunTools$outboundSchema = z.object({
|
|
1077
|
-
id: z.string().default("
|
|
1077
|
+
id: z.string().default("01M66K54DGD5K15KA6P73BX2PG"),
|
|
1078
1078
|
name: z.string(),
|
|
1079
1079
|
description: z.string().optional(),
|
|
1080
1080
|
schema: z.lazy(() => exports.StreamRunAgentAgentToolInputRunAgentsSchema$outboundSchema),
|
|
@@ -536,7 +536,7 @@ function updateToolResponseBodyCodeToolFromJSON(jsonString) {
|
|
|
536
536
|
}
|
|
537
537
|
/** @internal */
|
|
538
538
|
exports.UpdateToolResponseBodyCodeExecutionTool$inboundSchema = z.object({
|
|
539
|
-
_id: z.string().default("
|
|
539
|
+
_id: z.string().default("tool_01M66K54F169R83QGSHFBW8A5D"),
|
|
540
540
|
path: z.string(),
|
|
541
541
|
key: z.string(),
|
|
542
542
|
display_name: z.string().optional(),
|
|
@@ -625,7 +625,7 @@ function updateToolResponseBodyHttpFromJSON(jsonString) {
|
|
|
625
625
|
}
|
|
626
626
|
/** @internal */
|
|
627
627
|
exports.UpdateToolResponseBodyHTTPTool$inboundSchema = z.object({
|
|
628
|
-
_id: z.string().default("
|
|
628
|
+
_id: z.string().default("tool_01M66K54F0298A348FJVYC3NMX"),
|
|
629
629
|
path: z.string(),
|
|
630
630
|
key: z.string(),
|
|
631
631
|
display_name: z.string().optional(),
|
|
@@ -675,7 +675,7 @@ function updateToolResponseBodyJsonSchemaFromJSON(jsonString) {
|
|
|
675
675
|
}
|
|
676
676
|
/** @internal */
|
|
677
677
|
exports.UpdateToolResponseBodyJSONSchemaTool$inboundSchema = z.object({
|
|
678
|
-
_id: z.string().default("
|
|
678
|
+
_id: z.string().default("tool_01M66K54F0NBAA9H828AYBFYPS"),
|
|
679
679
|
path: z.string(),
|
|
680
680
|
key: z.string(),
|
|
681
681
|
display_name: z.string().optional(),
|
|
@@ -729,7 +729,7 @@ function updateToolResponseBodyFunctionFromJSON(jsonString) {
|
|
|
729
729
|
}
|
|
730
730
|
/** @internal */
|
|
731
731
|
exports.UpdateToolResponseBodyFunctionTool$inboundSchema = z.object({
|
|
732
|
-
_id: z.string().default("
|
|
732
|
+
_id: z.string().default("tool_01M66K54EZK39RJ3HY8CXK77QD"),
|
|
733
733
|
path: z.string(),
|
|
734
734
|
key: z.string(),
|
|
735
735
|
display_name: z.string().optional(),
|
package/package.json
CHANGED
|
@@ -1,18 +1,18 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@orq-ai/node",
|
|
3
|
-
"version": "4.18.0-rc.
|
|
3
|
+
"version": "4.18.0-rc.19",
|
|
4
4
|
"author": "Orq",
|
|
5
5
|
"exports": {
|
|
6
|
+
".": {
|
|
7
|
+
"import": "./index.js",
|
|
8
|
+
"require": "./index.js",
|
|
9
|
+
"types": "./index.d.ts"
|
|
10
|
+
},
|
|
6
11
|
"./*": "./*",
|
|
7
12
|
"./langchain": {
|
|
8
13
|
"import": "./langchain/index.mjs",
|
|
9
14
|
"require": "./langchain/index.js",
|
|
10
15
|
"types": "./langchain/index.d.mts"
|
|
11
|
-
},
|
|
12
|
-
".": {
|
|
13
|
-
"import": "./index.js",
|
|
14
|
-
"require": "./index.js",
|
|
15
|
-
"types": "./index.d.ts"
|
|
16
16
|
}
|
|
17
17
|
},
|
|
18
18
|
"main": "./index.js",
|
|
@@ -0,0 +1,217 @@
|
|
|
1
|
+
import { ExportRunAcceptEnum } from "../funcs/experimentsExportRun.js";
|
|
2
|
+
import { ClientSDK, RequestOptions } from "../lib/sdks.js";
|
|
3
|
+
import * as components from "../models/components/index.js";
|
|
4
|
+
import * as operations from "../models/operations/index.js";
|
|
5
|
+
export { ExportRunAcceptEnum } from "../funcs/experimentsExportRun.js";
|
|
6
|
+
export declare class Experiments extends ClientSDK {
|
|
7
|
+
/**
|
|
8
|
+
* List experiments
|
|
9
|
+
*
|
|
10
|
+
* @remarks
|
|
11
|
+
* Lists experiments in the workspace, newest first.
|
|
12
|
+
*/
|
|
13
|
+
list(request?: operations.ExperimentListRequest | undefined, options?: RequestOptions): Promise<components.ListExperimentsResponse>;
|
|
14
|
+
/**
|
|
15
|
+
* Create an experiment
|
|
16
|
+
*
|
|
17
|
+
* @remarks
|
|
18
|
+
* Creates an experiment. project_id defaults to the API key's project and is required for keys that span several projects. When dataset_id is set, a draft run is created with rows from that dataset.
|
|
19
|
+
*/
|
|
20
|
+
create(request: components.CreateExperimentRequest, options?: RequestOptions): Promise<components.Experiment>;
|
|
21
|
+
/**
|
|
22
|
+
* Get an experiment
|
|
23
|
+
*
|
|
24
|
+
* @remarks
|
|
25
|
+
* Returns experiment metadata. Runs and cell data are separate resources.
|
|
26
|
+
*/
|
|
27
|
+
get(request: operations.ExperimentGetRequest, options?: RequestOptions): Promise<components.Experiment>;
|
|
28
|
+
/**
|
|
29
|
+
* Delete an experiment
|
|
30
|
+
*
|
|
31
|
+
* @remarks
|
|
32
|
+
* Deletes an experiment and its runs.
|
|
33
|
+
*/
|
|
34
|
+
delete(request: operations.ExperimentDeleteRequest, options?: RequestOptions): Promise<void>;
|
|
35
|
+
/**
|
|
36
|
+
* Update an experiment
|
|
37
|
+
*
|
|
38
|
+
* @remarks
|
|
39
|
+
* Updates experiment metadata. Omitted optional fields keep their current values.
|
|
40
|
+
*/
|
|
41
|
+
update(request: operations.ExperimentUpdateRequest, options?: RequestOptions): Promise<components.Experiment>;
|
|
42
|
+
/**
|
|
43
|
+
* List runs
|
|
44
|
+
*
|
|
45
|
+
* @remarks
|
|
46
|
+
* Lists runs for an experiment, newest first. Each run is metadata only.
|
|
47
|
+
*/
|
|
48
|
+
listRuns(request: operations.ExperimentRunListRequest, options?: RequestOptions): Promise<components.ListExperimentRunsResponse>;
|
|
49
|
+
/**
|
|
50
|
+
* Create a run
|
|
51
|
+
*
|
|
52
|
+
* @remarks
|
|
53
|
+
* Creates a new run, copying columns from the selected run when present. A rerun is a new run.
|
|
54
|
+
*/
|
|
55
|
+
createRun(request: operations.ExperimentRunCreateRequest, options?: RequestOptions): Promise<components.Run>;
|
|
56
|
+
/**
|
|
57
|
+
* Get a run
|
|
58
|
+
*
|
|
59
|
+
* @remarks
|
|
60
|
+
* Returns run status, per-cell status counts, row count, and column configs. Does not return the cell matrix.
|
|
61
|
+
*/
|
|
62
|
+
getRun(request: operations.ExperimentRunGetRequest, options?: RequestOptions): Promise<components.Run>;
|
|
63
|
+
/**
|
|
64
|
+
* Delete a run
|
|
65
|
+
*
|
|
66
|
+
* @remarks
|
|
67
|
+
* Deletes a run and its cell data. Distinct from cancel, which keeps completed cells.
|
|
68
|
+
*/
|
|
69
|
+
deleteRun(request: operations.ExperimentRunDeleteRequest, options?: RequestOptions): Promise<void>;
|
|
70
|
+
/**
|
|
71
|
+
* Update a run
|
|
72
|
+
*
|
|
73
|
+
* @remarks
|
|
74
|
+
* Updates run key and execution settings. Does not execute the run.
|
|
75
|
+
*/
|
|
76
|
+
updateRun(request: operations.ExperimentRunUpdateRequest, options?: RequestOptions): Promise<components.Run>;
|
|
77
|
+
/**
|
|
78
|
+
* Cancel a run
|
|
79
|
+
*
|
|
80
|
+
* @remarks
|
|
81
|
+
* Stops queued and running cells and moves the run to canceled. A cell whose execution is already in flight may still write its result.
|
|
82
|
+
*/
|
|
83
|
+
cancelRun(request: operations.ExperimentRunCancelRequest, options?: RequestOptions): Promise<components.Run>;
|
|
84
|
+
/**
|
|
85
|
+
* Update column layout
|
|
86
|
+
*
|
|
87
|
+
* @remarks
|
|
88
|
+
* Reorders, resizes, hides or shows columns of a run in one call. Columns not listed keep their layout.
|
|
89
|
+
*/
|
|
90
|
+
updateRunColumnLayout(request: operations.ExperimentRunColumnLayoutUpdateRequest, options?: RequestOptions): Promise<components.Run>;
|
|
91
|
+
/**
|
|
92
|
+
* List eval columns
|
|
93
|
+
*/
|
|
94
|
+
listEvals(request: operations.ExperimentEvalListRequest, options?: RequestOptions): Promise<components.ListEvalColumnsResponse>;
|
|
95
|
+
/**
|
|
96
|
+
* Add an eval column
|
|
97
|
+
*
|
|
98
|
+
* @remarks
|
|
99
|
+
* Links an existing evaluator. Config is updated at the evaluator source, not here.
|
|
100
|
+
*/
|
|
101
|
+
createEval(request: operations.ExperimentEvalCreateRequest, options?: RequestOptions): Promise<components.Column>;
|
|
102
|
+
/**
|
|
103
|
+
* Remove an eval column
|
|
104
|
+
*/
|
|
105
|
+
deleteEval(request: operations.ExperimentEvalDeleteRequest, options?: RequestOptions): Promise<void>;
|
|
106
|
+
/**
|
|
107
|
+
* Correct an eval cell
|
|
108
|
+
*
|
|
109
|
+
* @remarks
|
|
110
|
+
* Human override of an automated evaluator verdict on one datapoint.
|
|
111
|
+
*/
|
|
112
|
+
patchEvalCell(request: operations.ExperimentEvalCellPatchRequest, options?: RequestOptions): Promise<components.Cell>;
|
|
113
|
+
/**
|
|
114
|
+
* Execute a run
|
|
115
|
+
*
|
|
116
|
+
* @remarks
|
|
117
|
+
* Executes cells at the requested scope. FULL, PARTIAL, ROW and COLUMN queue the matching cells (a task column also queues its linked evaluator, metric and review cells) and start the orchestrator, which also re-runs failed cells of every row it picks up; a run that is already running accepts new work. CELL re-runs one task or evaluator cell in place. Re-executing does not require creating a new run.
|
|
118
|
+
*/
|
|
119
|
+
executeRun(request: operations.ExperimentRunExecuteRequest, options?: RequestOptions): Promise<components.Run>;
|
|
120
|
+
/**
|
|
121
|
+
* Get run metrics
|
|
122
|
+
*
|
|
123
|
+
* @remarks
|
|
124
|
+
* Returns aggregated evaluator and built-in metrics for a run, keyed by task column and metric. Pass baseline_run_id to include the delta against another run.
|
|
125
|
+
*/
|
|
126
|
+
getRunMetrics(request: operations.ExperimentRunMetricsGetRequest, options?: RequestOptions): Promise<components.GetRunMetricsResponse>;
|
|
127
|
+
/**
|
|
128
|
+
* Query run cells
|
|
129
|
+
*
|
|
130
|
+
* @remarks
|
|
131
|
+
* Returns selected cells by row and column name. POST because selections can exceed URL limits.
|
|
132
|
+
*/
|
|
133
|
+
queryRun(request: operations.ExperimentRunQueryRequest, options?: RequestOptions): Promise<components.QueryRunResponse>;
|
|
134
|
+
/**
|
|
135
|
+
* List human review columns
|
|
136
|
+
*/
|
|
137
|
+
listReviews(request: operations.ExperimentReviewListRequest, options?: RequestOptions): Promise<components.ListReviewColumnsResponse>;
|
|
138
|
+
/**
|
|
139
|
+
* Add a human review column
|
|
140
|
+
*/
|
|
141
|
+
createReview(request: operations.ExperimentReviewCreateRequest, options?: RequestOptions): Promise<components.Column>;
|
|
142
|
+
/**
|
|
143
|
+
* Remove a human review column
|
|
144
|
+
*/
|
|
145
|
+
deleteReview(request: operations.ExperimentReviewDeleteRequest, options?: RequestOptions): Promise<void>;
|
|
146
|
+
/**
|
|
147
|
+
* Update review column metadata
|
|
148
|
+
*
|
|
149
|
+
* @remarks
|
|
150
|
+
* Updates display fields on the column. The human-eval definition is updated at source.
|
|
151
|
+
*/
|
|
152
|
+
updateReview(request: operations.ExperimentReviewUpdateRequest, options?: RequestOptions): Promise<components.Column>;
|
|
153
|
+
/**
|
|
154
|
+
* Set a human review cell
|
|
155
|
+
*/
|
|
156
|
+
patchReviewCell(request: operations.ExperimentReviewCellPatchRequest, options?: RequestOptions): Promise<components.Cell>;
|
|
157
|
+
/**
|
|
158
|
+
* Delete rows
|
|
159
|
+
*
|
|
160
|
+
* @remarks
|
|
161
|
+
* Deletes the given rows of a run and their cells.
|
|
162
|
+
*/
|
|
163
|
+
deleteRows(request: operations.ExperimentRunRowsDeleteRequest, options?: RequestOptions): Promise<void>;
|
|
164
|
+
/**
|
|
165
|
+
* Update a cell
|
|
166
|
+
*
|
|
167
|
+
* @remarks
|
|
168
|
+
* Writes a cell value by cell id, including dataset and review cells. An empty value clears the cell. Running cells cannot be changed.
|
|
169
|
+
*/
|
|
170
|
+
updateRunCell(request: operations.ExperimentRunCellUpdateRequest, options?: RequestOptions): Promise<components.Cell>;
|
|
171
|
+
/**
|
|
172
|
+
* Duplicate a row
|
|
173
|
+
*
|
|
174
|
+
* @remarks
|
|
175
|
+
* Copies a row's dataset cells into a new row placed after the source. Task, evaluator, metric and review cells start empty.
|
|
176
|
+
*/
|
|
177
|
+
duplicateRow(request: operations.ExperimentRunRowDuplicateRequest, options?: RequestOptions): Promise<components.QueryRow>;
|
|
178
|
+
/**
|
|
179
|
+
* List task columns
|
|
180
|
+
*/
|
|
181
|
+
listTasks(request: operations.ExperimentTaskListRequest, options?: RequestOptions): Promise<components.ListTaskColumnsResponse>;
|
|
182
|
+
/**
|
|
183
|
+
* Add a task column
|
|
184
|
+
*
|
|
185
|
+
* @remarks
|
|
186
|
+
* Attaches a prompt, orq agent, or (reserved) harness config as a task column. Input mapping is required.
|
|
187
|
+
*/
|
|
188
|
+
createTask(request: operations.ExperimentTaskCreateRequest, options?: RequestOptions): Promise<components.Column>;
|
|
189
|
+
/**
|
|
190
|
+
* Delete a task column
|
|
191
|
+
*/
|
|
192
|
+
deleteTask(request: operations.ExperimentTaskDeleteRequest, options?: RequestOptions): Promise<void>;
|
|
193
|
+
/**
|
|
194
|
+
* Update a task column
|
|
195
|
+
*
|
|
196
|
+
* @remarks
|
|
197
|
+
* Updates an unlinked task column in place.
|
|
198
|
+
*/
|
|
199
|
+
updateTask(request: operations.ExperimentTaskUpdateRequest, options?: RequestOptions): Promise<components.Column>;
|
|
200
|
+
/**
|
|
201
|
+
* Ingest a task cell
|
|
202
|
+
*
|
|
203
|
+
* @remarks
|
|
204
|
+
* Writes a cell result, including externally executed or harness cells.
|
|
205
|
+
*/
|
|
206
|
+
patchTaskCell(request: operations.ExperimentTaskCellPatchRequest, options?: RequestOptions): Promise<components.Cell>;
|
|
207
|
+
/**
|
|
208
|
+
* Export a run
|
|
209
|
+
*
|
|
210
|
+
* @remarks
|
|
211
|
+
* Downloads the run as a file, including human review and evaluator corrections made after an earlier export.
|
|
212
|
+
*/
|
|
213
|
+
exportRun(request: operations.ExperimentRunExportRequest, options?: RequestOptions & {
|
|
214
|
+
acceptHeaderOverride?: ExportRunAcceptEnum;
|
|
215
|
+
}): Promise<operations.ExperimentRunExportResponse>;
|
|
216
|
+
}
|
|
217
|
+
//# sourceMappingURL=experiments.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"experiments.d.ts","sourceRoot":"","sources":["../src/sdk/experiments.ts"],"names":[],"mappings":"AAkBA,OAAO,EAEL,mBAAmB,EACpB,MAAM,kCAAkC,CAAC;AAmB1C,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAC3D,OAAO,KAAK,UAAU,MAAM,+BAA+B,CAAC;AAC5D,OAAO,KAAK,UAAU,MAAM,+BAA+B,CAAC;AAG5D,OAAO,EAAE,mBAAmB,EAAE,MAAM,kCAAkC,CAAC;AAEvE,qBAAa,WAAY,SAAQ,SAAS;IACxC;;;;;OAKG;IACG,IAAI,CACR,OAAO,CAAC,EAAE,UAAU,CAAC,qBAAqB,GAAG,SAAS,EACtD,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,uBAAuB,CAAC;IAQ9C;;;;;OAKG;IACG,MAAM,CACV,OAAO,EAAE,UAAU,CAAC,uBAAuB,EAC3C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC;IAQjC;;;;;OAKG;IACG,GAAG,CACP,OAAO,EAAE,UAAU,CAAC,oBAAoB,EACxC,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC;IAQjC;;;;;OAKG;IACG,MAAM,CACV,OAAO,EAAE,UAAU,CAAC,uBAAuB,EAC3C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,IAAI,CAAC;IAQhB;;;;;OAKG;IACG,MAAM,CACV,OAAO,EAAE,UAAU,CAAC,uBAAuB,EAC3C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC;IAQjC;;;;;OAKG;IACG,QAAQ,CACZ,OAAO,EAAE,UAAU,CAAC,wBAAwB,EAC5C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,0BAA0B,CAAC;IAQjD;;;;;OAKG;IACG,SAAS,CACb,OAAO,EAAE,UAAU,CAAC,0BAA0B,EAC9C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;IAQ1B;;;;;OAKG;IACG,MAAM,CACV,OAAO,EAAE,UAAU,CAAC,uBAAuB,EAC3C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;IAQ1B;;;;;OAKG;IACG,SAAS,CACb,OAAO,EAAE,UAAU,CAAC,0BAA0B,EAC9C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,IAAI,CAAC;IAQhB;;;;;OAKG;IACG,SAAS,CACb,OAAO,EAAE,UAAU,CAAC,0BAA0B,EAC9C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;IAQ1B;;;;;OAKG;IACG,SAAS,CACb,OAAO,EAAE,UAAU,CAAC,0BAA0B,EAC9C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;IAQ1B;;;;;OAKG;IACG,qBAAqB,CACzB,OAAO,EAAE,UAAU,CAAC,sCAAsC,EAC1D,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;IAQ1B;;OAEG;IACG,SAAS,CACb,OAAO,EAAE,UAAU,CAAC,yBAAyB,EAC7C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,uBAAuB,CAAC;IAQ9C;;;;;OAKG;IACG,UAAU,CACd,OAAO,EAAE,UAAU,CAAC,2BAA2B,EAC/C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC;IAQ7B;;OAEG;IACG,UAAU,CACd,OAAO,EAAE,UAAU,CAAC,2BAA2B,EAC/C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,IAAI,CAAC;IAQhB;;;;;OAKG;IACG,aAAa,CACjB,OAAO,EAAE,UAAU,CAAC,8BAA8B,EAClD,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC;IAQ3B;;;;;OAKG;IACG,UAAU,CACd,OAAO,EAAE,UAAU,CAAC,2BAA2B,EAC/C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;IAQ1B;;;;;OAKG;IACG,aAAa,CACjB,OAAO,EAAE,UAAU,CAAC,8BAA8B,EAClD,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,qBAAqB,CAAC;IAQ5C;;;;;OAKG;IACG,QAAQ,CACZ,OAAO,EAAE,UAAU,CAAC,yBAAyB,EAC7C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,gBAAgB,CAAC;IAQvC;;OAEG;IACG,WAAW,CACf,OAAO,EAAE,UAAU,CAAC,2BAA2B,EAC/C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,yBAAyB,CAAC;IAQhD;;OAEG;IACG,YAAY,CAChB,OAAO,EAAE,UAAU,CAAC,6BAA6B,EACjD,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC;IAQ7B;;OAEG;IACG,YAAY,CAChB,OAAO,EAAE,UAAU,CAAC,6BAA6B,EACjD,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,IAAI,CAAC;IAQhB;;;;;OAKG;IACG,YAAY,CAChB,OAAO,EAAE,UAAU,CAAC,6BAA6B,EACjD,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC;IAQ7B;;OAEG;IACG,eAAe,CACnB,OAAO,EAAE,UAAU,CAAC,gCAAgC,EACpD,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC;IAQ3B;;;;;OAKG;IACG,UAAU,CACd,OAAO,EAAE,UAAU,CAAC,8BAA8B,EAClD,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,IAAI,CAAC;IAQhB;;;;;OAKG;IACG,aAAa,CACjB,OAAO,EAAE,UAAU,CAAC,8BAA8B,EAClD,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC;IAQ3B;;;;;OAKG;IACG,YAAY,CAChB,OAAO,EAAE,UAAU,CAAC,gCAAgC,EACpD,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC;IAQ/B;;OAEG;IACG,SAAS,CACb,OAAO,EAAE,UAAU,CAAC,yBAAyB,EAC7C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,uBAAuB,CAAC;IAQ9C;;;;;OAKG;IACG,UAAU,CACd,OAAO,EAAE,UAAU,CAAC,2BAA2B,EAC/C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC;IAQ7B;;OAEG;IACG,UAAU,CACd,OAAO,EAAE,UAAU,CAAC,2BAA2B,EAC/C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,IAAI,CAAC;IAQhB;;;;;OAKG;IACG,UAAU,CACd,OAAO,EAAE,UAAU,CAAC,2BAA2B,EAC/C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC;IAQ7B;;;;;OAKG;IACG,aAAa,CACjB,OAAO,EAAE,UAAU,CAAC,8BAA8B,EAClD,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC;IAQ3B;;;;;OAKG;IACG,SAAS,CACb,OAAO,EAAE,UAAU,CAAC,0BAA0B,EAC9C,OAAO,CAAC,EAAE,cAAc,GAAG;QAAE,oBAAoB,CAAC,EAAE,mBAAmB,CAAA;KAAE,GACxE,OAAO,CAAC,UAAU,CAAC,2BAA2B,CAAC;CAOnD"}
|
|
@@ -0,0 +1,320 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/*
|
|
3
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
4
|
+
*/
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.Experiments = exports.ExportRunAcceptEnum = void 0;
|
|
7
|
+
const experimentsCancelRun_js_1 = require("../funcs/experimentsCancelRun.js");
|
|
8
|
+
const experimentsCreate_js_1 = require("../funcs/experimentsCreate.js");
|
|
9
|
+
const experimentsCreateEval_js_1 = require("../funcs/experimentsCreateEval.js");
|
|
10
|
+
const experimentsCreateReview_js_1 = require("../funcs/experimentsCreateReview.js");
|
|
11
|
+
const experimentsCreateRun_js_1 = require("../funcs/experimentsCreateRun.js");
|
|
12
|
+
const experimentsCreateTask_js_1 = require("../funcs/experimentsCreateTask.js");
|
|
13
|
+
const experimentsDelete_js_1 = require("../funcs/experimentsDelete.js");
|
|
14
|
+
const experimentsDeleteEval_js_1 = require("../funcs/experimentsDeleteEval.js");
|
|
15
|
+
const experimentsDeleteReview_js_1 = require("../funcs/experimentsDeleteReview.js");
|
|
16
|
+
const experimentsDeleteRows_js_1 = require("../funcs/experimentsDeleteRows.js");
|
|
17
|
+
const experimentsDeleteRun_js_1 = require("../funcs/experimentsDeleteRun.js");
|
|
18
|
+
const experimentsDeleteTask_js_1 = require("../funcs/experimentsDeleteTask.js");
|
|
19
|
+
const experimentsDuplicateRow_js_1 = require("../funcs/experimentsDuplicateRow.js");
|
|
20
|
+
const experimentsExecuteRun_js_1 = require("../funcs/experimentsExecuteRun.js");
|
|
21
|
+
const experimentsExportRun_js_1 = require("../funcs/experimentsExportRun.js");
|
|
22
|
+
const experimentsGet_js_1 = require("../funcs/experimentsGet.js");
|
|
23
|
+
const experimentsGetRun_js_1 = require("../funcs/experimentsGetRun.js");
|
|
24
|
+
const experimentsGetRunMetrics_js_1 = require("../funcs/experimentsGetRunMetrics.js");
|
|
25
|
+
const experimentsList_js_1 = require("../funcs/experimentsList.js");
|
|
26
|
+
const experimentsListEvals_js_1 = require("../funcs/experimentsListEvals.js");
|
|
27
|
+
const experimentsListReviews_js_1 = require("../funcs/experimentsListReviews.js");
|
|
28
|
+
const experimentsListRuns_js_1 = require("../funcs/experimentsListRuns.js");
|
|
29
|
+
const experimentsListTasks_js_1 = require("../funcs/experimentsListTasks.js");
|
|
30
|
+
const experimentsPatchEvalCell_js_1 = require("../funcs/experimentsPatchEvalCell.js");
|
|
31
|
+
const experimentsPatchReviewCell_js_1 = require("../funcs/experimentsPatchReviewCell.js");
|
|
32
|
+
const experimentsPatchTaskCell_js_1 = require("../funcs/experimentsPatchTaskCell.js");
|
|
33
|
+
const experimentsQueryRun_js_1 = require("../funcs/experimentsQueryRun.js");
|
|
34
|
+
const experimentsUpdate_js_1 = require("../funcs/experimentsUpdate.js");
|
|
35
|
+
const experimentsUpdateReview_js_1 = require("../funcs/experimentsUpdateReview.js");
|
|
36
|
+
const experimentsUpdateRun_js_1 = require("../funcs/experimentsUpdateRun.js");
|
|
37
|
+
const experimentsUpdateRunCell_js_1 = require("../funcs/experimentsUpdateRunCell.js");
|
|
38
|
+
const experimentsUpdateRunColumnLayout_js_1 = require("../funcs/experimentsUpdateRunColumnLayout.js");
|
|
39
|
+
const experimentsUpdateTask_js_1 = require("../funcs/experimentsUpdateTask.js");
|
|
40
|
+
const sdks_js_1 = require("../lib/sdks.js");
|
|
41
|
+
const fp_js_1 = require("../types/fp.js");
|
|
42
|
+
var experimentsExportRun_js_2 = require("../funcs/experimentsExportRun.js");
|
|
43
|
+
Object.defineProperty(exports, "ExportRunAcceptEnum", { enumerable: true, get: function () { return experimentsExportRun_js_2.ExportRunAcceptEnum; } });
|
|
44
|
+
class Experiments extends sdks_js_1.ClientSDK {
|
|
45
|
+
/**
|
|
46
|
+
* List experiments
|
|
47
|
+
*
|
|
48
|
+
* @remarks
|
|
49
|
+
* Lists experiments in the workspace, newest first.
|
|
50
|
+
*/
|
|
51
|
+
async list(request, options) {
|
|
52
|
+
return (0, fp_js_1.unwrapAsync)((0, experimentsList_js_1.experimentsList)(this, request, options));
|
|
53
|
+
}
|
|
54
|
+
/**
|
|
55
|
+
* Create an experiment
|
|
56
|
+
*
|
|
57
|
+
* @remarks
|
|
58
|
+
* Creates an experiment. project_id defaults to the API key's project and is required for keys that span several projects. When dataset_id is set, a draft run is created with rows from that dataset.
|
|
59
|
+
*/
|
|
60
|
+
async create(request, options) {
|
|
61
|
+
return (0, fp_js_1.unwrapAsync)((0, experimentsCreate_js_1.experimentsCreate)(this, request, options));
|
|
62
|
+
}
|
|
63
|
+
/**
|
|
64
|
+
* Get an experiment
|
|
65
|
+
*
|
|
66
|
+
* @remarks
|
|
67
|
+
* Returns experiment metadata. Runs and cell data are separate resources.
|
|
68
|
+
*/
|
|
69
|
+
async get(request, options) {
|
|
70
|
+
return (0, fp_js_1.unwrapAsync)((0, experimentsGet_js_1.experimentsGet)(this, request, options));
|
|
71
|
+
}
|
|
72
|
+
/**
|
|
73
|
+
* Delete an experiment
|
|
74
|
+
*
|
|
75
|
+
* @remarks
|
|
76
|
+
* Deletes an experiment and its runs.
|
|
77
|
+
*/
|
|
78
|
+
async delete(request, options) {
|
|
79
|
+
return (0, fp_js_1.unwrapAsync)((0, experimentsDelete_js_1.experimentsDelete)(this, request, options));
|
|
80
|
+
}
|
|
81
|
+
/**
|
|
82
|
+
* Update an experiment
|
|
83
|
+
*
|
|
84
|
+
* @remarks
|
|
85
|
+
* Updates experiment metadata. Omitted optional fields keep their current values.
|
|
86
|
+
*/
|
|
87
|
+
async update(request, options) {
|
|
88
|
+
return (0, fp_js_1.unwrapAsync)((0, experimentsUpdate_js_1.experimentsUpdate)(this, request, options));
|
|
89
|
+
}
|
|
90
|
+
/**
|
|
91
|
+
* List runs
|
|
92
|
+
*
|
|
93
|
+
* @remarks
|
|
94
|
+
* Lists runs for an experiment, newest first. Each run is metadata only.
|
|
95
|
+
*/
|
|
96
|
+
async listRuns(request, options) {
|
|
97
|
+
return (0, fp_js_1.unwrapAsync)((0, experimentsListRuns_js_1.experimentsListRuns)(this, request, options));
|
|
98
|
+
}
|
|
99
|
+
/**
|
|
100
|
+
* Create a run
|
|
101
|
+
*
|
|
102
|
+
* @remarks
|
|
103
|
+
* Creates a new run, copying columns from the selected run when present. A rerun is a new run.
|
|
104
|
+
*/
|
|
105
|
+
async createRun(request, options) {
|
|
106
|
+
return (0, fp_js_1.unwrapAsync)((0, experimentsCreateRun_js_1.experimentsCreateRun)(this, request, options));
|
|
107
|
+
}
|
|
108
|
+
/**
|
|
109
|
+
* Get a run
|
|
110
|
+
*
|
|
111
|
+
* @remarks
|
|
112
|
+
* Returns run status, per-cell status counts, row count, and column configs. Does not return the cell matrix.
|
|
113
|
+
*/
|
|
114
|
+
async getRun(request, options) {
|
|
115
|
+
return (0, fp_js_1.unwrapAsync)((0, experimentsGetRun_js_1.experimentsGetRun)(this, request, options));
|
|
116
|
+
}
|
|
117
|
+
/**
|
|
118
|
+
* Delete a run
|
|
119
|
+
*
|
|
120
|
+
* @remarks
|
|
121
|
+
* Deletes a run and its cell data. Distinct from cancel, which keeps completed cells.
|
|
122
|
+
*/
|
|
123
|
+
async deleteRun(request, options) {
|
|
124
|
+
return (0, fp_js_1.unwrapAsync)((0, experimentsDeleteRun_js_1.experimentsDeleteRun)(this, request, options));
|
|
125
|
+
}
|
|
126
|
+
/**
|
|
127
|
+
* Update a run
|
|
128
|
+
*
|
|
129
|
+
* @remarks
|
|
130
|
+
* Updates run key and execution settings. Does not execute the run.
|
|
131
|
+
*/
|
|
132
|
+
async updateRun(request, options) {
|
|
133
|
+
return (0, fp_js_1.unwrapAsync)((0, experimentsUpdateRun_js_1.experimentsUpdateRun)(this, request, options));
|
|
134
|
+
}
|
|
135
|
+
/**
|
|
136
|
+
* Cancel a run
|
|
137
|
+
*
|
|
138
|
+
* @remarks
|
|
139
|
+
* Stops queued and running cells and moves the run to canceled. A cell whose execution is already in flight may still write its result.
|
|
140
|
+
*/
|
|
141
|
+
async cancelRun(request, options) {
|
|
142
|
+
return (0, fp_js_1.unwrapAsync)((0, experimentsCancelRun_js_1.experimentsCancelRun)(this, request, options));
|
|
143
|
+
}
|
|
144
|
+
/**
|
|
145
|
+
* Update column layout
|
|
146
|
+
*
|
|
147
|
+
* @remarks
|
|
148
|
+
* Reorders, resizes, hides or shows columns of a run in one call. Columns not listed keep their layout.
|
|
149
|
+
*/
|
|
150
|
+
async updateRunColumnLayout(request, options) {
|
|
151
|
+
return (0, fp_js_1.unwrapAsync)((0, experimentsUpdateRunColumnLayout_js_1.experimentsUpdateRunColumnLayout)(this, request, options));
|
|
152
|
+
}
|
|
153
|
+
/**
|
|
154
|
+
* List eval columns
|
|
155
|
+
*/
|
|
156
|
+
async listEvals(request, options) {
|
|
157
|
+
return (0, fp_js_1.unwrapAsync)((0, experimentsListEvals_js_1.experimentsListEvals)(this, request, options));
|
|
158
|
+
}
|
|
159
|
+
/**
|
|
160
|
+
* Add an eval column
|
|
161
|
+
*
|
|
162
|
+
* @remarks
|
|
163
|
+
* Links an existing evaluator. Config is updated at the evaluator source, not here.
|
|
164
|
+
*/
|
|
165
|
+
async createEval(request, options) {
|
|
166
|
+
return (0, fp_js_1.unwrapAsync)((0, experimentsCreateEval_js_1.experimentsCreateEval)(this, request, options));
|
|
167
|
+
}
|
|
168
|
+
/**
|
|
169
|
+
* Remove an eval column
|
|
170
|
+
*/
|
|
171
|
+
async deleteEval(request, options) {
|
|
172
|
+
return (0, fp_js_1.unwrapAsync)((0, experimentsDeleteEval_js_1.experimentsDeleteEval)(this, request, options));
|
|
173
|
+
}
|
|
174
|
+
/**
|
|
175
|
+
* Correct an eval cell
|
|
176
|
+
*
|
|
177
|
+
* @remarks
|
|
178
|
+
* Human override of an automated evaluator verdict on one datapoint.
|
|
179
|
+
*/
|
|
180
|
+
async patchEvalCell(request, options) {
|
|
181
|
+
return (0, fp_js_1.unwrapAsync)((0, experimentsPatchEvalCell_js_1.experimentsPatchEvalCell)(this, request, options));
|
|
182
|
+
}
|
|
183
|
+
/**
|
|
184
|
+
* Execute a run
|
|
185
|
+
*
|
|
186
|
+
* @remarks
|
|
187
|
+
* Executes cells at the requested scope. FULL, PARTIAL, ROW and COLUMN queue the matching cells (a task column also queues its linked evaluator, metric and review cells) and start the orchestrator, which also re-runs failed cells of every row it picks up; a run that is already running accepts new work. CELL re-runs one task or evaluator cell in place. Re-executing does not require creating a new run.
|
|
188
|
+
*/
|
|
189
|
+
async executeRun(request, options) {
|
|
190
|
+
return (0, fp_js_1.unwrapAsync)((0, experimentsExecuteRun_js_1.experimentsExecuteRun)(this, request, options));
|
|
191
|
+
}
|
|
192
|
+
/**
|
|
193
|
+
* Get run metrics
|
|
194
|
+
*
|
|
195
|
+
* @remarks
|
|
196
|
+
* Returns aggregated evaluator and built-in metrics for a run, keyed by task column and metric. Pass baseline_run_id to include the delta against another run.
|
|
197
|
+
*/
|
|
198
|
+
async getRunMetrics(request, options) {
|
|
199
|
+
return (0, fp_js_1.unwrapAsync)((0, experimentsGetRunMetrics_js_1.experimentsGetRunMetrics)(this, request, options));
|
|
200
|
+
}
|
|
201
|
+
/**
|
|
202
|
+
* Query run cells
|
|
203
|
+
*
|
|
204
|
+
* @remarks
|
|
205
|
+
* Returns selected cells by row and column name. POST because selections can exceed URL limits.
|
|
206
|
+
*/
|
|
207
|
+
async queryRun(request, options) {
|
|
208
|
+
return (0, fp_js_1.unwrapAsync)((0, experimentsQueryRun_js_1.experimentsQueryRun)(this, request, options));
|
|
209
|
+
}
|
|
210
|
+
/**
|
|
211
|
+
* List human review columns
|
|
212
|
+
*/
|
|
213
|
+
async listReviews(request, options) {
|
|
214
|
+
return (0, fp_js_1.unwrapAsync)((0, experimentsListReviews_js_1.experimentsListReviews)(this, request, options));
|
|
215
|
+
}
|
|
216
|
+
/**
|
|
217
|
+
* Add a human review column
|
|
218
|
+
*/
|
|
219
|
+
async createReview(request, options) {
|
|
220
|
+
return (0, fp_js_1.unwrapAsync)((0, experimentsCreateReview_js_1.experimentsCreateReview)(this, request, options));
|
|
221
|
+
}
|
|
222
|
+
/**
|
|
223
|
+
* Remove a human review column
|
|
224
|
+
*/
|
|
225
|
+
async deleteReview(request, options) {
|
|
226
|
+
return (0, fp_js_1.unwrapAsync)((0, experimentsDeleteReview_js_1.experimentsDeleteReview)(this, request, options));
|
|
227
|
+
}
|
|
228
|
+
/**
|
|
229
|
+
* Update review column metadata
|
|
230
|
+
*
|
|
231
|
+
* @remarks
|
|
232
|
+
* Updates display fields on the column. The human-eval definition is updated at source.
|
|
233
|
+
*/
|
|
234
|
+
async updateReview(request, options) {
|
|
235
|
+
return (0, fp_js_1.unwrapAsync)((0, experimentsUpdateReview_js_1.experimentsUpdateReview)(this, request, options));
|
|
236
|
+
}
|
|
237
|
+
/**
|
|
238
|
+
* Set a human review cell
|
|
239
|
+
*/
|
|
240
|
+
async patchReviewCell(request, options) {
|
|
241
|
+
return (0, fp_js_1.unwrapAsync)((0, experimentsPatchReviewCell_js_1.experimentsPatchReviewCell)(this, request, options));
|
|
242
|
+
}
|
|
243
|
+
/**
|
|
244
|
+
* Delete rows
|
|
245
|
+
*
|
|
246
|
+
* @remarks
|
|
247
|
+
* Deletes the given rows of a run and their cells.
|
|
248
|
+
*/
|
|
249
|
+
async deleteRows(request, options) {
|
|
250
|
+
return (0, fp_js_1.unwrapAsync)((0, experimentsDeleteRows_js_1.experimentsDeleteRows)(this, request, options));
|
|
251
|
+
}
|
|
252
|
+
/**
|
|
253
|
+
* Update a cell
|
|
254
|
+
*
|
|
255
|
+
* @remarks
|
|
256
|
+
* Writes a cell value by cell id, including dataset and review cells. An empty value clears the cell. Running cells cannot be changed.
|
|
257
|
+
*/
|
|
258
|
+
async updateRunCell(request, options) {
|
|
259
|
+
return (0, fp_js_1.unwrapAsync)((0, experimentsUpdateRunCell_js_1.experimentsUpdateRunCell)(this, request, options));
|
|
260
|
+
}
|
|
261
|
+
/**
|
|
262
|
+
* Duplicate a row
|
|
263
|
+
*
|
|
264
|
+
* @remarks
|
|
265
|
+
* Copies a row's dataset cells into a new row placed after the source. Task, evaluator, metric and review cells start empty.
|
|
266
|
+
*/
|
|
267
|
+
async duplicateRow(request, options) {
|
|
268
|
+
return (0, fp_js_1.unwrapAsync)((0, experimentsDuplicateRow_js_1.experimentsDuplicateRow)(this, request, options));
|
|
269
|
+
}
|
|
270
|
+
/**
|
|
271
|
+
* List task columns
|
|
272
|
+
*/
|
|
273
|
+
async listTasks(request, options) {
|
|
274
|
+
return (0, fp_js_1.unwrapAsync)((0, experimentsListTasks_js_1.experimentsListTasks)(this, request, options));
|
|
275
|
+
}
|
|
276
|
+
/**
|
|
277
|
+
* Add a task column
|
|
278
|
+
*
|
|
279
|
+
* @remarks
|
|
280
|
+
* Attaches a prompt, orq agent, or (reserved) harness config as a task column. Input mapping is required.
|
|
281
|
+
*/
|
|
282
|
+
async createTask(request, options) {
|
|
283
|
+
return (0, fp_js_1.unwrapAsync)((0, experimentsCreateTask_js_1.experimentsCreateTask)(this, request, options));
|
|
284
|
+
}
|
|
285
|
+
/**
|
|
286
|
+
* Delete a task column
|
|
287
|
+
*/
|
|
288
|
+
async deleteTask(request, options) {
|
|
289
|
+
return (0, fp_js_1.unwrapAsync)((0, experimentsDeleteTask_js_1.experimentsDeleteTask)(this, request, options));
|
|
290
|
+
}
|
|
291
|
+
/**
|
|
292
|
+
* Update a task column
|
|
293
|
+
*
|
|
294
|
+
* @remarks
|
|
295
|
+
* Updates an unlinked task column in place.
|
|
296
|
+
*/
|
|
297
|
+
async updateTask(request, options) {
|
|
298
|
+
return (0, fp_js_1.unwrapAsync)((0, experimentsUpdateTask_js_1.experimentsUpdateTask)(this, request, options));
|
|
299
|
+
}
|
|
300
|
+
/**
|
|
301
|
+
* Ingest a task cell
|
|
302
|
+
*
|
|
303
|
+
* @remarks
|
|
304
|
+
* Writes a cell result, including externally executed or harness cells.
|
|
305
|
+
*/
|
|
306
|
+
async patchTaskCell(request, options) {
|
|
307
|
+
return (0, fp_js_1.unwrapAsync)((0, experimentsPatchTaskCell_js_1.experimentsPatchTaskCell)(this, request, options));
|
|
308
|
+
}
|
|
309
|
+
/**
|
|
310
|
+
* Export a run
|
|
311
|
+
*
|
|
312
|
+
* @remarks
|
|
313
|
+
* Downloads the run as a file, including human review and evaluator corrections made after an earlier export.
|
|
314
|
+
*/
|
|
315
|
+
async exportRun(request, options) {
|
|
316
|
+
return (0, fp_js_1.unwrapAsync)((0, experimentsExportRun_js_1.experimentsExportRun)(this, request, options));
|
|
317
|
+
}
|
|
318
|
+
}
|
|
319
|
+
exports.Experiments = Experiments;
|
|
320
|
+
//# sourceMappingURL=experiments.js.map
|