@orq-ai/node 4.17.20 → 4.17.21

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (174) hide show
  1. package/jsr.json +1 -1
  2. package/lib/config.d.ts +2 -2
  3. package/lib/config.js +2 -2
  4. package/models/components/reasoningpart.js +1 -1
  5. package/models/operations/createtool.js +4 -4
  6. package/models/operations/getalltools.js +4 -4
  7. package/models/operations/getv2humanevalsets.js +2 -2
  8. package/models/operations/getv2humanevalsetsid.js +2 -2
  9. package/models/operations/listdeploymentversions.js +1 -1
  10. package/models/operations/patchv2humanevalsetsid.js +2 -2
  11. package/models/operations/postv2humanevalsets.js +2 -2
  12. package/models/operations/retrievetool.js +4 -4
  13. package/models/operations/runagent.js +1 -1
  14. package/models/operations/streamrunagent.js +1 -1
  15. package/models/operations/updatetool.js +4 -4
  16. package/package.json +9 -9
  17. package/packages/orq-rc/src/funcs/experimentsCancelRun.ts +187 -0
  18. package/packages/orq-rc/src/funcs/experimentsCreate.ts +171 -0
  19. package/packages/orq-rc/src/funcs/experimentsCreateEval.ts +187 -0
  20. package/packages/orq-rc/src/funcs/experimentsCreateReview.ts +184 -0
  21. package/packages/orq-rc/src/funcs/experimentsCreateRun.ts +179 -0
  22. package/packages/orq-rc/src/funcs/experimentsCreateTask.ts +187 -0
  23. package/packages/orq-rc/src/funcs/experimentsDelete.ts +177 -0
  24. package/packages/orq-rc/src/funcs/experimentsDeleteEval.ts +185 -0
  25. package/packages/orq-rc/src/funcs/experimentsDeleteReview.ts +185 -0
  26. package/packages/orq-rc/src/funcs/experimentsDeleteRows.ts +185 -0
  27. package/packages/orq-rc/src/funcs/experimentsDeleteRun.ts +184 -0
  28. package/packages/orq-rc/src/funcs/experimentsDeleteTask.ts +185 -0
  29. package/packages/orq-rc/src/funcs/experimentsDuplicateRow.ts +191 -0
  30. package/packages/orq-rc/src/funcs/experimentsExecuteRun.ts +185 -0
  31. package/packages/orq-rc/src/funcs/experimentsExportRun.ts +203 -0
  32. package/packages/orq-rc/src/funcs/experimentsGet.ts +177 -0
  33. package/packages/orq-rc/src/funcs/experimentsGetRun.ts +183 -0
  34. package/packages/orq-rc/src/funcs/experimentsGetRunMetrics.ts +189 -0
  35. package/packages/orq-rc/src/funcs/experimentsList.ts +180 -0
  36. package/packages/orq-rc/src/funcs/experimentsListEvals.ts +180 -0
  37. package/packages/orq-rc/src/funcs/experimentsListReviews.ts +181 -0
  38. package/packages/orq-rc/src/funcs/experimentsListRuns.ts +185 -0
  39. package/packages/orq-rc/src/funcs/experimentsListTasks.ts +180 -0
  40. package/packages/orq-rc/src/funcs/experimentsPatchEvalCell.ts +195 -0
  41. package/packages/orq-rc/src/funcs/experimentsPatchReviewCell.ts +192 -0
  42. package/packages/orq-rc/src/funcs/experimentsPatchTaskCell.ts +195 -0
  43. package/packages/orq-rc/src/funcs/experimentsQueryRun.ts +184 -0
  44. package/packages/orq-rc/src/funcs/experimentsUpdate.ts +180 -0
  45. package/packages/orq-rc/src/funcs/experimentsUpdateReview.ts +191 -0
  46. package/packages/orq-rc/src/funcs/experimentsUpdateRun.ts +185 -0
  47. package/packages/orq-rc/src/funcs/experimentsUpdateRunCell.ts +195 -0
  48. package/packages/orq-rc/src/funcs/experimentsUpdateRunColumnLayout.ts +189 -0
  49. package/packages/orq-rc/src/funcs/experimentsUpdateTask.ts +191 -0
  50. package/packages/orq-rc/src/funcs/filesList.ts +2 -1
  51. package/packages/orq-rc/src/lib/config.ts +2 -2
  52. package/packages/orq-rc/src/models/components/agentstartedstreamingevent.ts +34 -30
  53. package/packages/orq-rc/src/models/components/agenttaskconfig.ts +126 -0
  54. package/packages/orq-rc/src/models/components/artifactrefs.ts +86 -0
  55. package/packages/orq-rc/src/models/components/booleanmetricsummary.ts +38 -0
  56. package/packages/orq-rc/src/models/components/cancelexperimentrunrequest.ts +36 -0
  57. package/packages/orq-rc/src/models/components/categoricalmetricsummary.ts +33 -0
  58. package/packages/orq-rc/src/models/components/cell.ts +108 -0
  59. package/packages/orq-rc/src/models/components/cellprogress.ts +40 -0
  60. package/packages/orq-rc/src/models/components/cellstatus.ts +21 -0
  61. package/packages/orq-rc/src/models/components/cellstatuscounts.ts +46 -0
  62. package/packages/orq-rc/src/models/components/celltype.ts +25 -0
  63. package/packages/orq-rc/src/models/components/column.ts +92 -0
  64. package/packages/orq-rc/src/models/components/columnlayout.ts +41 -0
  65. package/packages/orq-rc/src/models/components/createevalcolumnrequest.ts +39 -0
  66. package/packages/orq-rc/src/models/components/createexperimentrequest.ts +62 -0
  67. package/packages/orq-rc/src/models/components/createreviewcolumnrequest.ts +47 -0
  68. package/packages/orq-rc/src/models/components/createrunrequest.ts +39 -0
  69. package/packages/orq-rc/src/models/components/createtaskcolumnrequest.ts +71 -0
  70. package/packages/orq-rc/src/models/components/datasetcolumnconfig.ts +36 -0
  71. package/packages/orq-rc/src/models/components/deleterowsrequest.ts +36 -0
  72. package/packages/orq-rc/src/models/components/duplicaterowrequest.ts +25 -0
  73. package/packages/orq-rc/src/models/components/evalcolumnconfig.ts +45 -0
  74. package/packages/orq-rc/src/models/components/executeconstraints.ts +44 -0
  75. package/packages/orq-rc/src/models/components/executerunrequest.ts +56 -0
  76. package/packages/orq-rc/src/models/components/executescope.ts +20 -0
  77. package/packages/orq-rc/src/models/components/executetarget.ts +44 -0
  78. package/packages/orq-rc/src/models/components/experiment.ts +77 -0
  79. package/packages/orq-rc/src/models/components/getrunmetricsresponse.ts +35 -0
  80. package/packages/orq-rc/src/models/components/harnessconstraints.ts +55 -0
  81. package/packages/orq-rc/src/models/components/harnesstaskconfig.ts +60 -0
  82. package/packages/orq-rc/src/models/components/index.ts +63 -0
  83. package/packages/orq-rc/src/models/components/listevalcolumnsresponse.ts +32 -0
  84. package/packages/orq-rc/src/models/components/listexperimentrunsresponse.ts +39 -0
  85. package/packages/orq-rc/src/models/components/listexperimentsresponse.ts +39 -0
  86. package/packages/orq-rc/src/models/components/listreviewcolumnsresponse.ts +32 -0
  87. package/packages/orq-rc/src/models/components/listtaskcolumnsresponse.ts +32 -0
  88. package/packages/orq-rc/src/models/components/llmconstraints.ts +38 -0
  89. package/packages/orq-rc/src/models/components/messagessource.ts +23 -0
  90. package/packages/orq-rc/src/models/components/metricbaseline.ts +45 -0
  91. package/packages/orq-rc/src/models/components/metriccolumnconfig.ts +36 -0
  92. package/packages/orq-rc/src/models/components/metricsummary.ts +53 -0
  93. package/packages/orq-rc/src/models/components/numbermetricsummary.ts +50 -0
  94. package/packages/orq-rc/src/models/components/openresponsetaskconfig.ts +43 -0
  95. package/packages/orq-rc/src/models/components/patchevalcellrequest.ts +47 -0
  96. package/packages/orq-rc/src/models/components/patchreviewcellrequest.ts +53 -0
  97. package/packages/orq-rc/src/models/components/patchtaskcellrequest.ts +67 -0
  98. package/packages/orq-rc/src/models/components/prompttaskconfig.ts +259 -0
  99. package/packages/orq-rc/src/models/components/queryrow.ts +53 -0
  100. package/packages/orq-rc/src/models/components/queryrunrequest.ts +65 -0
  101. package/packages/orq-rc/src/models/components/queryrunresponse.ts +47 -0
  102. package/packages/orq-rc/src/models/components/reasoningpart.ts +1 -1
  103. package/packages/orq-rc/src/models/components/reviewcolumnconfig.ts +42 -0
  104. package/packages/orq-rc/src/models/components/rowstatus.ts +21 -0
  105. package/packages/orq-rc/src/models/components/run.ts +97 -0
  106. package/packages/orq-rc/src/models/components/runref.ts +36 -0
  107. package/packages/orq-rc/src/models/components/runsettings.ts +70 -0
  108. package/packages/orq-rc/src/models/components/runstats.ts +45 -0
  109. package/packages/orq-rc/src/models/components/runstatus.ts +21 -0
  110. package/packages/orq-rc/src/models/components/uniqueevaluator.ts +45 -0
  111. package/packages/orq-rc/src/models/components/updateexperimentrequest.ts +48 -0
  112. package/packages/orq-rc/src/models/components/updatereviewcolumnrequest.ts +36 -0
  113. package/packages/orq-rc/src/models/components/updateruncellrequest.ts +51 -0
  114. package/packages/orq-rc/src/models/components/updateruncolumnlayoutrequest.ts +38 -0
  115. package/packages/orq-rc/src/models/components/updaterunrequest.ts +39 -0
  116. package/packages/orq-rc/src/models/components/updatetaskcolumnrequest.ts +60 -0
  117. package/packages/orq-rc/src/models/components/wallclockunit.ts +18 -0
  118. package/packages/orq-rc/src/models/operations/createtool.ts +4 -4
  119. package/packages/orq-rc/src/models/operations/experimentdelete.ts +36 -0
  120. package/packages/orq-rc/src/models/operations/experimentevalcellpatch.ts +55 -0
  121. package/packages/orq-rc/src/models/operations/experimentevalcreate.ts +47 -0
  122. package/packages/orq-rc/src/models/operations/experimentevaldelete.ts +46 -0
  123. package/packages/orq-rc/src/models/operations/experimentevallist.ts +40 -0
  124. package/packages/orq-rc/src/models/operations/experimentget.ts +36 -0
  125. package/packages/orq-rc/src/models/operations/experimentlist.ts +47 -0
  126. package/packages/orq-rc/src/models/operations/experimentreviewcellpatch.ts +55 -0
  127. package/packages/orq-rc/src/models/operations/experimentreviewcreate.ts +48 -0
  128. package/packages/orq-rc/src/models/operations/experimentreviewdelete.ts +46 -0
  129. package/packages/orq-rc/src/models/operations/experimentreviewlist.ts +42 -0
  130. package/packages/orq-rc/src/models/operations/experimentreviewupdate.ts +52 -0
  131. package/packages/orq-rc/src/models/operations/experimentruncancel.ts +46 -0
  132. package/packages/orq-rc/src/models/operations/experimentruncellupdate.ts +55 -0
  133. package/packages/orq-rc/src/models/operations/experimentruncolumnlayoutupdate.ts +50 -0
  134. package/packages/orq-rc/src/models/operations/experimentruncreate.ts +41 -0
  135. package/packages/orq-rc/src/models/operations/experimentrundelete.ts +40 -0
  136. package/packages/orq-rc/src/models/operations/experimentrunexecute.ts +47 -0
  137. package/packages/orq-rc/src/models/operations/experimentrunexport.ts +85 -0
  138. package/packages/orq-rc/src/models/operations/experimentrunget.ts +40 -0
  139. package/packages/orq-rc/src/models/operations/experimentrunlist.ts +51 -0
  140. package/packages/orq-rc/src/models/operations/experimentrunmetricsget.ts +46 -0
  141. package/packages/orq-rc/src/models/operations/experimentrunquery.ts +45 -0
  142. package/packages/orq-rc/src/models/operations/experimentrunrowduplicate.ts +51 -0
  143. package/packages/orq-rc/src/models/operations/experimentrunrowsdelete.ts +47 -0
  144. package/packages/orq-rc/src/models/operations/experimentrunupdate.ts +45 -0
  145. package/packages/orq-rc/src/models/operations/experimenttaskcellpatch.ts +55 -0
  146. package/packages/orq-rc/src/models/operations/experimenttaskcreate.ts +47 -0
  147. package/packages/orq-rc/src/models/operations/experimenttaskdelete.ts +46 -0
  148. package/packages/orq-rc/src/models/operations/experimenttasklist.ts +40 -0
  149. package/packages/orq-rc/src/models/operations/experimenttaskupdate.ts +51 -0
  150. package/packages/orq-rc/src/models/operations/experimentupdate.ts +41 -0
  151. package/packages/orq-rc/src/models/operations/filelist.ts +6 -0
  152. package/packages/orq-rc/src/models/operations/getalltools.ts +4 -4
  153. package/packages/orq-rc/src/models/operations/index.ts +32 -0
  154. package/packages/orq-rc/src/models/operations/listdeploymentversions.ts +1 -1
  155. package/packages/orq-rc/src/models/operations/retrievetool.ts +4 -4
  156. package/packages/orq-rc/src/models/operations/runagent.ts +1 -1
  157. package/packages/orq-rc/src/models/operations/streamrunagent.ts +1 -1
  158. package/packages/orq-rc/src/models/operations/updatetool.ts +4 -4
  159. package/packages/orq-rc/src/sdk/experiments.ts +585 -0
  160. package/packages/orq-rc/src/sdk/files.ts +1 -1
  161. package/packages/orq-rc/src/sdk/sdk.ts +6 -0
  162. package/src/lib/config.ts +2 -2
  163. package/src/models/components/reasoningpart.ts +1 -1
  164. package/src/models/operations/createtool.ts +4 -4
  165. package/src/models/operations/getalltools.ts +4 -4
  166. package/src/models/operations/getv2humanevalsets.ts +2 -2
  167. package/src/models/operations/getv2humanevalsetsid.ts +2 -2
  168. package/src/models/operations/listdeploymentversions.ts +1 -1
  169. package/src/models/operations/patchv2humanevalsetsid.ts +2 -2
  170. package/src/models/operations/postv2humanevalsets.ts +2 -2
  171. package/src/models/operations/retrievetool.ts +4 -4
  172. package/src/models/operations/runagent.ts +1 -1
  173. package/src/models/operations/streamrunagent.ts +1 -1
  174. package/src/models/operations/updatetool.ts +4 -4
@@ -0,0 +1,585 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import { experimentsCancelRun } from "../funcs/experimentsCancelRun.js";
6
+ import { experimentsCreate } from "../funcs/experimentsCreate.js";
7
+ import { experimentsCreateEval } from "../funcs/experimentsCreateEval.js";
8
+ import { experimentsCreateReview } from "../funcs/experimentsCreateReview.js";
9
+ import { experimentsCreateRun } from "../funcs/experimentsCreateRun.js";
10
+ import { experimentsCreateTask } from "../funcs/experimentsCreateTask.js";
11
+ import { experimentsDelete } from "../funcs/experimentsDelete.js";
12
+ import { experimentsDeleteEval } from "../funcs/experimentsDeleteEval.js";
13
+ import { experimentsDeleteReview } from "../funcs/experimentsDeleteReview.js";
14
+ import { experimentsDeleteRows } from "../funcs/experimentsDeleteRows.js";
15
+ import { experimentsDeleteRun } from "../funcs/experimentsDeleteRun.js";
16
+ import { experimentsDeleteTask } from "../funcs/experimentsDeleteTask.js";
17
+ import { experimentsDuplicateRow } from "../funcs/experimentsDuplicateRow.js";
18
+ import { experimentsExecuteRun } from "../funcs/experimentsExecuteRun.js";
19
+ import {
20
+ experimentsExportRun,
21
+ ExportRunAcceptEnum,
22
+ } from "../funcs/experimentsExportRun.js";
23
+ import { experimentsGet } from "../funcs/experimentsGet.js";
24
+ import { experimentsGetRun } from "../funcs/experimentsGetRun.js";
25
+ import { experimentsGetRunMetrics } from "../funcs/experimentsGetRunMetrics.js";
26
+ import { experimentsList } from "../funcs/experimentsList.js";
27
+ import { experimentsListEvals } from "../funcs/experimentsListEvals.js";
28
+ import { experimentsListReviews } from "../funcs/experimentsListReviews.js";
29
+ import { experimentsListRuns } from "../funcs/experimentsListRuns.js";
30
+ import { experimentsListTasks } from "../funcs/experimentsListTasks.js";
31
+ import { experimentsPatchEvalCell } from "../funcs/experimentsPatchEvalCell.js";
32
+ import { experimentsPatchReviewCell } from "../funcs/experimentsPatchReviewCell.js";
33
+ import { experimentsPatchTaskCell } from "../funcs/experimentsPatchTaskCell.js";
34
+ import { experimentsQueryRun } from "../funcs/experimentsQueryRun.js";
35
+ import { experimentsUpdate } from "../funcs/experimentsUpdate.js";
36
+ import { experimentsUpdateReview } from "../funcs/experimentsUpdateReview.js";
37
+ import { experimentsUpdateRun } from "../funcs/experimentsUpdateRun.js";
38
+ import { experimentsUpdateRunCell } from "../funcs/experimentsUpdateRunCell.js";
39
+ import { experimentsUpdateRunColumnLayout } from "../funcs/experimentsUpdateRunColumnLayout.js";
40
+ import { experimentsUpdateTask } from "../funcs/experimentsUpdateTask.js";
41
+ import { ClientSDK, RequestOptions } from "../lib/sdks.js";
42
+ import * as components from "../models/components/index.js";
43
+ import * as operations from "../models/operations/index.js";
44
+ import { unwrapAsync } from "../types/fp.js";
45
+
46
+ export { ExportRunAcceptEnum } from "../funcs/experimentsExportRun.js";
47
+
48
+ export class Experiments extends ClientSDK {
49
+ /**
50
+ * List experiments
51
+ *
52
+ * @remarks
53
+ * Lists experiments in the workspace, newest first.
54
+ */
55
+ async list(
56
+ request?: operations.ExperimentListRequest | undefined,
57
+ options?: RequestOptions,
58
+ ): Promise<components.ListExperimentsResponse> {
59
+ return unwrapAsync(experimentsList(
60
+ this,
61
+ request,
62
+ options,
63
+ ));
64
+ }
65
+
66
+ /**
67
+ * Create an experiment
68
+ *
69
+ * @remarks
70
+ * Creates an experiment. project_id defaults to the API key's project and is required for keys that span several projects. When dataset_id is set, a draft run is created with rows from that dataset.
71
+ */
72
+ async create(
73
+ request: components.CreateExperimentRequest,
74
+ options?: RequestOptions,
75
+ ): Promise<components.Experiment> {
76
+ return unwrapAsync(experimentsCreate(
77
+ this,
78
+ request,
79
+ options,
80
+ ));
81
+ }
82
+
83
+ /**
84
+ * Get an experiment
85
+ *
86
+ * @remarks
87
+ * Returns experiment metadata. Runs and cell data are separate resources.
88
+ */
89
+ async get(
90
+ request: operations.ExperimentGetRequest,
91
+ options?: RequestOptions,
92
+ ): Promise<components.Experiment> {
93
+ return unwrapAsync(experimentsGet(
94
+ this,
95
+ request,
96
+ options,
97
+ ));
98
+ }
99
+
100
+ /**
101
+ * Delete an experiment
102
+ *
103
+ * @remarks
104
+ * Deletes an experiment and its runs.
105
+ */
106
+ async delete(
107
+ request: operations.ExperimentDeleteRequest,
108
+ options?: RequestOptions,
109
+ ): Promise<void> {
110
+ return unwrapAsync(experimentsDelete(
111
+ this,
112
+ request,
113
+ options,
114
+ ));
115
+ }
116
+
117
+ /**
118
+ * Update an experiment
119
+ *
120
+ * @remarks
121
+ * Updates experiment metadata. Omitted optional fields keep their current values.
122
+ */
123
+ async update(
124
+ request: operations.ExperimentUpdateRequest,
125
+ options?: RequestOptions,
126
+ ): Promise<components.Experiment> {
127
+ return unwrapAsync(experimentsUpdate(
128
+ this,
129
+ request,
130
+ options,
131
+ ));
132
+ }
133
+
134
+ /**
135
+ * List runs
136
+ *
137
+ * @remarks
138
+ * Lists runs for an experiment, newest first. Each run is metadata only.
139
+ */
140
+ async listRuns(
141
+ request: operations.ExperimentRunListRequest,
142
+ options?: RequestOptions,
143
+ ): Promise<components.ListExperimentRunsResponse> {
144
+ return unwrapAsync(experimentsListRuns(
145
+ this,
146
+ request,
147
+ options,
148
+ ));
149
+ }
150
+
151
+ /**
152
+ * Create a run
153
+ *
154
+ * @remarks
155
+ * Creates a new run, copying columns from the selected run when present. A rerun is a new run.
156
+ */
157
+ async createRun(
158
+ request: operations.ExperimentRunCreateRequest,
159
+ options?: RequestOptions,
160
+ ): Promise<components.Run> {
161
+ return unwrapAsync(experimentsCreateRun(
162
+ this,
163
+ request,
164
+ options,
165
+ ));
166
+ }
167
+
168
+ /**
169
+ * Get a run
170
+ *
171
+ * @remarks
172
+ * Returns run status, per-cell status counts, row count, and column configs. Does not return the cell matrix.
173
+ */
174
+ async getRun(
175
+ request: operations.ExperimentRunGetRequest,
176
+ options?: RequestOptions,
177
+ ): Promise<components.Run> {
178
+ return unwrapAsync(experimentsGetRun(
179
+ this,
180
+ request,
181
+ options,
182
+ ));
183
+ }
184
+
185
+ /**
186
+ * Delete a run
187
+ *
188
+ * @remarks
189
+ * Deletes a run and its cell data. Distinct from cancel, which keeps completed cells.
190
+ */
191
+ async deleteRun(
192
+ request: operations.ExperimentRunDeleteRequest,
193
+ options?: RequestOptions,
194
+ ): Promise<void> {
195
+ return unwrapAsync(experimentsDeleteRun(
196
+ this,
197
+ request,
198
+ options,
199
+ ));
200
+ }
201
+
202
+ /**
203
+ * Update a run
204
+ *
205
+ * @remarks
206
+ * Updates run key and execution settings. Does not execute the run.
207
+ */
208
+ async updateRun(
209
+ request: operations.ExperimentRunUpdateRequest,
210
+ options?: RequestOptions,
211
+ ): Promise<components.Run> {
212
+ return unwrapAsync(experimentsUpdateRun(
213
+ this,
214
+ request,
215
+ options,
216
+ ));
217
+ }
218
+
219
+ /**
220
+ * Cancel a run
221
+ *
222
+ * @remarks
223
+ * Stops queued and running cells and moves the run to canceled. A cell whose execution is already in flight may still write its result.
224
+ */
225
+ async cancelRun(
226
+ request: operations.ExperimentRunCancelRequest,
227
+ options?: RequestOptions,
228
+ ): Promise<components.Run> {
229
+ return unwrapAsync(experimentsCancelRun(
230
+ this,
231
+ request,
232
+ options,
233
+ ));
234
+ }
235
+
236
+ /**
237
+ * Update column layout
238
+ *
239
+ * @remarks
240
+ * Reorders, resizes, hides or shows columns of a run in one call. Columns not listed keep their layout.
241
+ */
242
+ async updateRunColumnLayout(
243
+ request: operations.ExperimentRunColumnLayoutUpdateRequest,
244
+ options?: RequestOptions,
245
+ ): Promise<components.Run> {
246
+ return unwrapAsync(experimentsUpdateRunColumnLayout(
247
+ this,
248
+ request,
249
+ options,
250
+ ));
251
+ }
252
+
253
+ /**
254
+ * List eval columns
255
+ */
256
+ async listEvals(
257
+ request: operations.ExperimentEvalListRequest,
258
+ options?: RequestOptions,
259
+ ): Promise<components.ListEvalColumnsResponse> {
260
+ return unwrapAsync(experimentsListEvals(
261
+ this,
262
+ request,
263
+ options,
264
+ ));
265
+ }
266
+
267
+ /**
268
+ * Add an eval column
269
+ *
270
+ * @remarks
271
+ * Links an existing evaluator. Config is updated at the evaluator source, not here.
272
+ */
273
+ async createEval(
274
+ request: operations.ExperimentEvalCreateRequest,
275
+ options?: RequestOptions,
276
+ ): Promise<components.Column> {
277
+ return unwrapAsync(experimentsCreateEval(
278
+ this,
279
+ request,
280
+ options,
281
+ ));
282
+ }
283
+
284
+ /**
285
+ * Remove an eval column
286
+ */
287
+ async deleteEval(
288
+ request: operations.ExperimentEvalDeleteRequest,
289
+ options?: RequestOptions,
290
+ ): Promise<void> {
291
+ return unwrapAsync(experimentsDeleteEval(
292
+ this,
293
+ request,
294
+ options,
295
+ ));
296
+ }
297
+
298
+ /**
299
+ * Correct an eval cell
300
+ *
301
+ * @remarks
302
+ * Human override of an automated evaluator verdict on one datapoint.
303
+ */
304
+ async patchEvalCell(
305
+ request: operations.ExperimentEvalCellPatchRequest,
306
+ options?: RequestOptions,
307
+ ): Promise<components.Cell> {
308
+ return unwrapAsync(experimentsPatchEvalCell(
309
+ this,
310
+ request,
311
+ options,
312
+ ));
313
+ }
314
+
315
+ /**
316
+ * Execute a run
317
+ *
318
+ * @remarks
319
+ * Executes cells at the requested scope. FULL, PARTIAL, ROW and COLUMN queue the matching cells (a task column also queues its linked evaluator, metric and review cells) and start the orchestrator, which also re-runs failed cells of every row it picks up; a run that is already running accepts new work. CELL re-runs one task or evaluator cell in place. Re-executing does not require creating a new run.
320
+ */
321
+ async executeRun(
322
+ request: operations.ExperimentRunExecuteRequest,
323
+ options?: RequestOptions,
324
+ ): Promise<components.Run> {
325
+ return unwrapAsync(experimentsExecuteRun(
326
+ this,
327
+ request,
328
+ options,
329
+ ));
330
+ }
331
+
332
+ /**
333
+ * Get run metrics
334
+ *
335
+ * @remarks
336
+ * Returns aggregated evaluator and built-in metrics for a run, keyed by task column and metric. Pass baseline_run_id to include the delta against another run.
337
+ */
338
+ async getRunMetrics(
339
+ request: operations.ExperimentRunMetricsGetRequest,
340
+ options?: RequestOptions,
341
+ ): Promise<components.GetRunMetricsResponse> {
342
+ return unwrapAsync(experimentsGetRunMetrics(
343
+ this,
344
+ request,
345
+ options,
346
+ ));
347
+ }
348
+
349
+ /**
350
+ * Query run cells
351
+ *
352
+ * @remarks
353
+ * Returns selected cells by row and column name. POST because selections can exceed URL limits.
354
+ */
355
+ async queryRun(
356
+ request: operations.ExperimentRunQueryRequest,
357
+ options?: RequestOptions,
358
+ ): Promise<components.QueryRunResponse> {
359
+ return unwrapAsync(experimentsQueryRun(
360
+ this,
361
+ request,
362
+ options,
363
+ ));
364
+ }
365
+
366
+ /**
367
+ * List human review columns
368
+ */
369
+ async listReviews(
370
+ request: operations.ExperimentReviewListRequest,
371
+ options?: RequestOptions,
372
+ ): Promise<components.ListReviewColumnsResponse> {
373
+ return unwrapAsync(experimentsListReviews(
374
+ this,
375
+ request,
376
+ options,
377
+ ));
378
+ }
379
+
380
+ /**
381
+ * Add a human review column
382
+ */
383
+ async createReview(
384
+ request: operations.ExperimentReviewCreateRequest,
385
+ options?: RequestOptions,
386
+ ): Promise<components.Column> {
387
+ return unwrapAsync(experimentsCreateReview(
388
+ this,
389
+ request,
390
+ options,
391
+ ));
392
+ }
393
+
394
+ /**
395
+ * Remove a human review column
396
+ */
397
+ async deleteReview(
398
+ request: operations.ExperimentReviewDeleteRequest,
399
+ options?: RequestOptions,
400
+ ): Promise<void> {
401
+ return unwrapAsync(experimentsDeleteReview(
402
+ this,
403
+ request,
404
+ options,
405
+ ));
406
+ }
407
+
408
+ /**
409
+ * Update review column metadata
410
+ *
411
+ * @remarks
412
+ * Updates display fields on the column. The human-eval definition is updated at source.
413
+ */
414
+ async updateReview(
415
+ request: operations.ExperimentReviewUpdateRequest,
416
+ options?: RequestOptions,
417
+ ): Promise<components.Column> {
418
+ return unwrapAsync(experimentsUpdateReview(
419
+ this,
420
+ request,
421
+ options,
422
+ ));
423
+ }
424
+
425
+ /**
426
+ * Set a human review cell
427
+ */
428
+ async patchReviewCell(
429
+ request: operations.ExperimentReviewCellPatchRequest,
430
+ options?: RequestOptions,
431
+ ): Promise<components.Cell> {
432
+ return unwrapAsync(experimentsPatchReviewCell(
433
+ this,
434
+ request,
435
+ options,
436
+ ));
437
+ }
438
+
439
+ /**
440
+ * Delete rows
441
+ *
442
+ * @remarks
443
+ * Deletes the given rows of a run and their cells.
444
+ */
445
+ async deleteRows(
446
+ request: operations.ExperimentRunRowsDeleteRequest,
447
+ options?: RequestOptions,
448
+ ): Promise<void> {
449
+ return unwrapAsync(experimentsDeleteRows(
450
+ this,
451
+ request,
452
+ options,
453
+ ));
454
+ }
455
+
456
+ /**
457
+ * Update a cell
458
+ *
459
+ * @remarks
460
+ * Writes a cell value by cell id, including dataset and review cells. An empty value clears the cell. Running cells cannot be changed.
461
+ */
462
+ async updateRunCell(
463
+ request: operations.ExperimentRunCellUpdateRequest,
464
+ options?: RequestOptions,
465
+ ): Promise<components.Cell> {
466
+ return unwrapAsync(experimentsUpdateRunCell(
467
+ this,
468
+ request,
469
+ options,
470
+ ));
471
+ }
472
+
473
+ /**
474
+ * Duplicate a row
475
+ *
476
+ * @remarks
477
+ * Copies a row's dataset cells into a new row placed after the source. Task, evaluator, metric and review cells start empty.
478
+ */
479
+ async duplicateRow(
480
+ request: operations.ExperimentRunRowDuplicateRequest,
481
+ options?: RequestOptions,
482
+ ): Promise<components.QueryRow> {
483
+ return unwrapAsync(experimentsDuplicateRow(
484
+ this,
485
+ request,
486
+ options,
487
+ ));
488
+ }
489
+
490
+ /**
491
+ * List task columns
492
+ */
493
+ async listTasks(
494
+ request: operations.ExperimentTaskListRequest,
495
+ options?: RequestOptions,
496
+ ): Promise<components.ListTaskColumnsResponse> {
497
+ return unwrapAsync(experimentsListTasks(
498
+ this,
499
+ request,
500
+ options,
501
+ ));
502
+ }
503
+
504
+ /**
505
+ * Add a task column
506
+ *
507
+ * @remarks
508
+ * Attaches a prompt, orq agent, or (reserved) harness config as a task column. Input mapping is required.
509
+ */
510
+ async createTask(
511
+ request: operations.ExperimentTaskCreateRequest,
512
+ options?: RequestOptions,
513
+ ): Promise<components.Column> {
514
+ return unwrapAsync(experimentsCreateTask(
515
+ this,
516
+ request,
517
+ options,
518
+ ));
519
+ }
520
+
521
+ /**
522
+ * Delete a task column
523
+ */
524
+ async deleteTask(
525
+ request: operations.ExperimentTaskDeleteRequest,
526
+ options?: RequestOptions,
527
+ ): Promise<void> {
528
+ return unwrapAsync(experimentsDeleteTask(
529
+ this,
530
+ request,
531
+ options,
532
+ ));
533
+ }
534
+
535
+ /**
536
+ * Update a task column
537
+ *
538
+ * @remarks
539
+ * Updates an unlinked task column in place.
540
+ */
541
+ async updateTask(
542
+ request: operations.ExperimentTaskUpdateRequest,
543
+ options?: RequestOptions,
544
+ ): Promise<components.Column> {
545
+ return unwrapAsync(experimentsUpdateTask(
546
+ this,
547
+ request,
548
+ options,
549
+ ));
550
+ }
551
+
552
+ /**
553
+ * Ingest a task cell
554
+ *
555
+ * @remarks
556
+ * Writes a cell result, including externally executed or harness cells.
557
+ */
558
+ async patchTaskCell(
559
+ request: operations.ExperimentTaskCellPatchRequest,
560
+ options?: RequestOptions,
561
+ ): Promise<components.Cell> {
562
+ return unwrapAsync(experimentsPatchTaskCell(
563
+ this,
564
+ request,
565
+ options,
566
+ ));
567
+ }
568
+
569
+ /**
570
+ * Export a run
571
+ *
572
+ * @remarks
573
+ * Downloads the run as a file, including human review and evaluator corrections made after an earlier export.
574
+ */
575
+ async exportRun(
576
+ request: operations.ExperimentRunExportRequest,
577
+ options?: RequestOptions & { acceptHeaderOverride?: ExportRunAcceptEnum },
578
+ ): Promise<operations.ExperimentRunExportResponse> {
579
+ return unwrapAsync(experimentsExportRun(
580
+ this,
581
+ request,
582
+ options,
583
+ ));
584
+ }
585
+ }
@@ -18,7 +18,7 @@ export class Files extends ClientSDK {
18
18
  * List all files
19
19
  *
20
20
  * @remarks
21
- * Returns a list of the files that your account has access to. orq.ai sorts and returns the files by their creation dates, placing the most recently created files at the top.
21
+ * Returns a list of the files that your account has access to, sorted by creation date. Set `order` to `desc` to return the most recently created files first.
22
22
  */
23
23
  async list(
24
24
  request?: operations.FileListRequest | undefined,
@@ -15,6 +15,7 @@ import { Datasets } from "./datasets.js";
15
15
  import { Deployments } from "./deployments.js";
16
16
  import { Environments } from "./environments.js";
17
17
  import { Evals } from "./evals.js";
18
+ import { Experiments } from "./experiments.js";
18
19
  import { Feedback } from "./feedback.js";
19
20
  import { Files } from "./files.js";
20
21
  import { FileSystems } from "./filesystems.js";
@@ -156,6 +157,11 @@ export class Orq extends ClientSDK {
156
157
  return (this._datasets ??= new Datasets(this._options));
157
158
  }
158
159
 
160
+ private _experiments?: Experiments;
161
+ get experiments(): Experiments {
162
+ return (this._experiments ??= new Experiments(this._options));
163
+ }
164
+
159
165
  private _models?: Models;
160
166
  get models(): Models {
161
167
  return (this._models ??= new Models(this._options));
package/src/lib/config.ts CHANGED
@@ -58,7 +58,7 @@ export function serverURLFromOptions(options: SDKOptions): URL | null {
58
58
  export const SDK_METADATA = {
59
59
  language: "typescript",
60
60
  openapiDocVersion: "2.0",
61
- sdkVersion: "4.17.20",
61
+ sdkVersion: "4.17.21",
62
62
  genVersion: "2.954.8",
63
- userAgent: "speakeasy-sdk/typescript 4.17.20 2.954.8 2.0 @orq-ai/node",
63
+ userAgent: "speakeasy-sdk/typescript 4.17.21 2.954.8 2.0 @orq-ai/node",
64
64
  } as const;
@@ -40,7 +40,7 @@ export const ReasoningPart$inboundSchema: z.ZodType<
40
40
  z.ZodTypeDef,
41
41
  unknown
42
42
  > = z.object({
43
- _id: z.string().default("reasoning_01m66hrnrmdvatkge0fv63a1sb"),
43
+ _id: z.string().default("reasoning_01m6960beycefbzzc6a6dwv431"),
44
44
  metadata: z.record(z.any()).optional(),
45
45
  kind: z.literal("reasoning"),
46
46
  reasoning: z.string(),
@@ -1575,7 +1575,7 @@ export const ResponseBodyCodeExecutionTool$inboundSchema: z.ZodType<
1575
1575
  z.ZodTypeDef,
1576
1576
  unknown
1577
1577
  > = z.object({
1578
- _id: z.string().default("tool_01M66HRNXHD8KDSK41140YGWEH"),
1578
+ _id: z.string().default("tool_01M6960BHBVPE2P1ABAHVKWTXE"),
1579
1579
  path: z.string(),
1580
1580
  key: z.string(),
1581
1581
  display_name: z.string().optional(),
@@ -1761,7 +1761,7 @@ export const ResponseBodyHTTPTool$inboundSchema: z.ZodType<
1761
1761
  z.ZodTypeDef,
1762
1762
  unknown
1763
1763
  > = z.object({
1764
- _id: z.string().default("tool_01M66HRNXGCXFRAFNWT16G4HBW"),
1764
+ _id: z.string().default("tool_01M6960BHBFX4MMR0KQMPDR6HD"),
1765
1765
  path: z.string(),
1766
1766
  key: z.string(),
1767
1767
  display_name: z.string().optional(),
@@ -1854,7 +1854,7 @@ export const ResponseBodyJSONSchemaTool$inboundSchema: z.ZodType<
1854
1854
  z.ZodTypeDef,
1855
1855
  unknown
1856
1856
  > = z.object({
1857
- _id: z.string().default("tool_01M66HRNXFQXS2J1V86F6NQQGW"),
1857
+ _id: z.string().default("tool_01M6960BHAZX06QC5QADEGE0CR"),
1858
1858
  path: z.string(),
1859
1859
  key: z.string(),
1860
1860
  display_name: z.string().optional(),
@@ -1955,7 +1955,7 @@ export const ResponseBodyFunctionTool$inboundSchema: z.ZodType<
1955
1955
  z.ZodTypeDef,
1956
1956
  unknown
1957
1957
  > = z.object({
1958
- _id: z.string().default("tool_01M66HRNXF0P7X97E2CESJ88KM"),
1958
+ _id: z.string().default("tool_01M6960BHAEJ0V0B4V6HVVFYJS"),
1959
1959
  path: z.string(),
1960
1960
  key: z.string(),
1961
1961
  display_name: z.string().optional(),
@@ -639,7 +639,7 @@ export const DataCodeExecutionTool$inboundSchema: z.ZodType<
639
639
  z.ZodTypeDef,
640
640
  unknown
641
641
  > = z.object({
642
- _id: z.string().default("tool_01M66HRNXABMFZGVH4P0D1TPFM"),
642
+ _id: z.string().default("tool_01M6960BH8MGXDHTTXBWHS9XXP"),
643
643
  path: z.string(),
644
644
  key: z.string(),
645
645
  display_name: z.string().optional(),
@@ -821,7 +821,7 @@ export const DataHTTPTool$inboundSchema: z.ZodType<
821
821
  z.ZodTypeDef,
822
822
  unknown
823
823
  > = z.object({
824
- _id: z.string().default("tool_01M66HRNX97PMK3MMAJWZMYYFR"),
824
+ _id: z.string().default("tool_01M6960BH7DADX23KCN419SEBQ"),
825
825
  path: z.string(),
826
826
  key: z.string(),
827
827
  display_name: z.string().optional(),
@@ -914,7 +914,7 @@ export const DataJSONSchemaTool$inboundSchema: z.ZodType<
914
914
  z.ZodTypeDef,
915
915
  unknown
916
916
  > = z.object({
917
- _id: z.string().default("tool_01M66HRNX8XTCVA6EGMGP4VHZS"),
917
+ _id: z.string().default("tool_01M6960BH75CJANPJH0X934ZCA"),
918
918
  path: z.string(),
919
919
  key: z.string(),
920
920
  display_name: z.string().optional(),
@@ -1012,7 +1012,7 @@ export const DataFunctionTool$inboundSchema: z.ZodType<
1012
1012
  z.ZodTypeDef,
1013
1013
  unknown
1014
1014
  > = z.object({
1015
- _id: z.string().default("tool_01M66HRNX79EBX4P4SMB4C0MPQ"),
1015
+ _id: z.string().default("tool_01M6960BH6ZF66E38AR6RAZBNT"),
1016
1016
  path: z.string(),
1017
1017
  key: z.string(),
1018
1018
  display_name: z.string().optional(),