@orq-ai/node 4.17.20 → 4.17.22

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (175) hide show
  1. package/jsr.json +1 -1
  2. package/lib/config.d.ts +2 -2
  3. package/lib/config.js +2 -2
  4. package/models/components/reasoningpart.js +1 -1
  5. package/models/operations/createtool.js +4 -4
  6. package/models/operations/getalltools.js +4 -4
  7. package/models/operations/getv2humanevalsets.js +2 -2
  8. package/models/operations/getv2humanevalsetsid.js +2 -2
  9. package/models/operations/listdeploymentversions.js +1 -1
  10. package/models/operations/patchv2humanevalsetsid.js +2 -2
  11. package/models/operations/postv2humanevalsets.js +2 -2
  12. package/models/operations/retrievetool.js +4 -4
  13. package/models/operations/runagent.js +1 -1
  14. package/models/operations/streamrunagent.js +1 -1
  15. package/models/operations/updatetool.js +4 -4
  16. package/package.json +1 -1
  17. package/packages/orq-rc/src/funcs/experimentsCancelRun.ts +187 -0
  18. package/packages/orq-rc/src/funcs/experimentsCreate.ts +171 -0
  19. package/packages/orq-rc/src/funcs/experimentsCreateEval.ts +187 -0
  20. package/packages/orq-rc/src/funcs/experimentsCreateReview.ts +184 -0
  21. package/packages/orq-rc/src/funcs/experimentsCreateRun.ts +179 -0
  22. package/packages/orq-rc/src/funcs/experimentsCreateTask.ts +187 -0
  23. package/packages/orq-rc/src/funcs/experimentsDelete.ts +177 -0
  24. package/packages/orq-rc/src/funcs/experimentsDeleteEval.ts +185 -0
  25. package/packages/orq-rc/src/funcs/experimentsDeleteReview.ts +185 -0
  26. package/packages/orq-rc/src/funcs/experimentsDeleteRows.ts +185 -0
  27. package/packages/orq-rc/src/funcs/experimentsDeleteRun.ts +184 -0
  28. package/packages/orq-rc/src/funcs/experimentsDeleteTask.ts +185 -0
  29. package/packages/orq-rc/src/funcs/experimentsDuplicateRow.ts +191 -0
  30. package/packages/orq-rc/src/funcs/experimentsExecuteRun.ts +185 -0
  31. package/packages/orq-rc/src/funcs/experimentsExportRun.ts +203 -0
  32. package/packages/orq-rc/src/funcs/experimentsGet.ts +177 -0
  33. package/packages/orq-rc/src/funcs/experimentsGetRun.ts +183 -0
  34. package/packages/orq-rc/src/funcs/experimentsGetRunMetrics.ts +189 -0
  35. package/packages/orq-rc/src/funcs/experimentsList.ts +180 -0
  36. package/packages/orq-rc/src/funcs/experimentsListEvals.ts +180 -0
  37. package/packages/orq-rc/src/funcs/experimentsListReviews.ts +181 -0
  38. package/packages/orq-rc/src/funcs/experimentsListRuns.ts +185 -0
  39. package/packages/orq-rc/src/funcs/experimentsListTasks.ts +180 -0
  40. package/packages/orq-rc/src/funcs/experimentsPatchEvalCell.ts +195 -0
  41. package/packages/orq-rc/src/funcs/experimentsPatchReviewCell.ts +192 -0
  42. package/packages/orq-rc/src/funcs/experimentsPatchTaskCell.ts +195 -0
  43. package/packages/orq-rc/src/funcs/experimentsQueryRun.ts +184 -0
  44. package/packages/orq-rc/src/funcs/experimentsUpdate.ts +180 -0
  45. package/packages/orq-rc/src/funcs/experimentsUpdateReview.ts +191 -0
  46. package/packages/orq-rc/src/funcs/experimentsUpdateRun.ts +185 -0
  47. package/packages/orq-rc/src/funcs/experimentsUpdateRunCell.ts +195 -0
  48. package/packages/orq-rc/src/funcs/experimentsUpdateRunColumnLayout.ts +189 -0
  49. package/packages/orq-rc/src/funcs/experimentsUpdateTask.ts +191 -0
  50. package/packages/orq-rc/src/funcs/filesList.ts +2 -1
  51. package/packages/orq-rc/src/lib/config.ts +2 -2
  52. package/packages/orq-rc/src/models/components/agentstartedstreamingevent.ts +34 -30
  53. package/packages/orq-rc/src/models/components/agenttaskconfig.ts +126 -0
  54. package/packages/orq-rc/src/models/components/artifactrefs.ts +86 -0
  55. package/packages/orq-rc/src/models/components/booleanmetricsummary.ts +38 -0
  56. package/packages/orq-rc/src/models/components/cancelexperimentrunrequest.ts +36 -0
  57. package/packages/orq-rc/src/models/components/categoricalmetricsummary.ts +33 -0
  58. package/packages/orq-rc/src/models/components/cell.ts +108 -0
  59. package/packages/orq-rc/src/models/components/cellprogress.ts +40 -0
  60. package/packages/orq-rc/src/models/components/cellstatus.ts +21 -0
  61. package/packages/orq-rc/src/models/components/cellstatuscounts.ts +46 -0
  62. package/packages/orq-rc/src/models/components/celltype.ts +25 -0
  63. package/packages/orq-rc/src/models/components/column.ts +102 -0
  64. package/packages/orq-rc/src/models/components/columnlayout.ts +41 -0
  65. package/packages/orq-rc/src/models/components/createevalcolumnrequest.ts +39 -0
  66. package/packages/orq-rc/src/models/components/createexperimentrequest.ts +62 -0
  67. package/packages/orq-rc/src/models/components/createreviewcolumnrequest.ts +47 -0
  68. package/packages/orq-rc/src/models/components/createrunrequest.ts +39 -0
  69. package/packages/orq-rc/src/models/components/createtaskcolumnrequest.ts +71 -0
  70. package/packages/orq-rc/src/models/components/datasetcolumnconfig.ts +36 -0
  71. package/packages/orq-rc/src/models/components/deleterowsrequest.ts +36 -0
  72. package/packages/orq-rc/src/models/components/duplicaterowrequest.ts +25 -0
  73. package/packages/orq-rc/src/models/components/evalcolumnconfig.ts +45 -0
  74. package/packages/orq-rc/src/models/components/executeconstraints.ts +44 -0
  75. package/packages/orq-rc/src/models/components/executerunrequest.ts +56 -0
  76. package/packages/orq-rc/src/models/components/executescope.ts +20 -0
  77. package/packages/orq-rc/src/models/components/executetarget.ts +44 -0
  78. package/packages/orq-rc/src/models/components/experiment.ts +77 -0
  79. package/packages/orq-rc/src/models/components/getrunmetricsresponse.ts +35 -0
  80. package/packages/orq-rc/src/models/components/harnessconstraints.ts +55 -0
  81. package/packages/orq-rc/src/models/components/harnesstaskconfig.ts +60 -0
  82. package/packages/orq-rc/src/models/components/index.ts +64 -0
  83. package/packages/orq-rc/src/models/components/joboutputcolumnconfig.ts +39 -0
  84. package/packages/orq-rc/src/models/components/listevalcolumnsresponse.ts +32 -0
  85. package/packages/orq-rc/src/models/components/listexperimentrunsresponse.ts +39 -0
  86. package/packages/orq-rc/src/models/components/listexperimentsresponse.ts +39 -0
  87. package/packages/orq-rc/src/models/components/listreviewcolumnsresponse.ts +32 -0
  88. package/packages/orq-rc/src/models/components/listtaskcolumnsresponse.ts +32 -0
  89. package/packages/orq-rc/src/models/components/llmconstraints.ts +38 -0
  90. package/packages/orq-rc/src/models/components/messagessource.ts +23 -0
  91. package/packages/orq-rc/src/models/components/metricbaseline.ts +45 -0
  92. package/packages/orq-rc/src/models/components/metriccolumnconfig.ts +36 -0
  93. package/packages/orq-rc/src/models/components/metricsummary.ts +53 -0
  94. package/packages/orq-rc/src/models/components/numbermetricsummary.ts +50 -0
  95. package/packages/orq-rc/src/models/components/openresponsetaskconfig.ts +43 -0
  96. package/packages/orq-rc/src/models/components/patchevalcellrequest.ts +47 -0
  97. package/packages/orq-rc/src/models/components/patchreviewcellrequest.ts +53 -0
  98. package/packages/orq-rc/src/models/components/patchtaskcellrequest.ts +67 -0
  99. package/packages/orq-rc/src/models/components/prompttaskconfig.ts +259 -0
  100. package/packages/orq-rc/src/models/components/queryrow.ts +53 -0
  101. package/packages/orq-rc/src/models/components/queryrunrequest.ts +65 -0
  102. package/packages/orq-rc/src/models/components/queryrunresponse.ts +47 -0
  103. package/packages/orq-rc/src/models/components/reasoningpart.ts +1 -1
  104. package/packages/orq-rc/src/models/components/reviewcolumnconfig.ts +42 -0
  105. package/packages/orq-rc/src/models/components/rowstatus.ts +21 -0
  106. package/packages/orq-rc/src/models/components/run.ts +97 -0
  107. package/packages/orq-rc/src/models/components/runref.ts +36 -0
  108. package/packages/orq-rc/src/models/components/runsettings.ts +70 -0
  109. package/packages/orq-rc/src/models/components/runstats.ts +45 -0
  110. package/packages/orq-rc/src/models/components/runstatus.ts +21 -0
  111. package/packages/orq-rc/src/models/components/uniqueevaluator.ts +45 -0
  112. package/packages/orq-rc/src/models/components/updateexperimentrequest.ts +48 -0
  113. package/packages/orq-rc/src/models/components/updatereviewcolumnrequest.ts +36 -0
  114. package/packages/orq-rc/src/models/components/updateruncellrequest.ts +51 -0
  115. package/packages/orq-rc/src/models/components/updateruncolumnlayoutrequest.ts +38 -0
  116. package/packages/orq-rc/src/models/components/updaterunrequest.ts +39 -0
  117. package/packages/orq-rc/src/models/components/updatetaskcolumnrequest.ts +60 -0
  118. package/packages/orq-rc/src/models/components/wallclockunit.ts +18 -0
  119. package/packages/orq-rc/src/models/operations/createtool.ts +4 -4
  120. package/packages/orq-rc/src/models/operations/experimentdelete.ts +36 -0
  121. package/packages/orq-rc/src/models/operations/experimentevalcellpatch.ts +55 -0
  122. package/packages/orq-rc/src/models/operations/experimentevalcreate.ts +47 -0
  123. package/packages/orq-rc/src/models/operations/experimentevaldelete.ts +46 -0
  124. package/packages/orq-rc/src/models/operations/experimentevallist.ts +40 -0
  125. package/packages/orq-rc/src/models/operations/experimentget.ts +36 -0
  126. package/packages/orq-rc/src/models/operations/experimentlist.ts +47 -0
  127. package/packages/orq-rc/src/models/operations/experimentreviewcellpatch.ts +55 -0
  128. package/packages/orq-rc/src/models/operations/experimentreviewcreate.ts +48 -0
  129. package/packages/orq-rc/src/models/operations/experimentreviewdelete.ts +46 -0
  130. package/packages/orq-rc/src/models/operations/experimentreviewlist.ts +42 -0
  131. package/packages/orq-rc/src/models/operations/experimentreviewupdate.ts +52 -0
  132. package/packages/orq-rc/src/models/operations/experimentruncancel.ts +46 -0
  133. package/packages/orq-rc/src/models/operations/experimentruncellupdate.ts +55 -0
  134. package/packages/orq-rc/src/models/operations/experimentruncolumnlayoutupdate.ts +50 -0
  135. package/packages/orq-rc/src/models/operations/experimentruncreate.ts +41 -0
  136. package/packages/orq-rc/src/models/operations/experimentrundelete.ts +40 -0
  137. package/packages/orq-rc/src/models/operations/experimentrunexecute.ts +47 -0
  138. package/packages/orq-rc/src/models/operations/experimentrunexport.ts +85 -0
  139. package/packages/orq-rc/src/models/operations/experimentrunget.ts +40 -0
  140. package/packages/orq-rc/src/models/operations/experimentrunlist.ts +51 -0
  141. package/packages/orq-rc/src/models/operations/experimentrunmetricsget.ts +46 -0
  142. package/packages/orq-rc/src/models/operations/experimentrunquery.ts +45 -0
  143. package/packages/orq-rc/src/models/operations/experimentrunrowduplicate.ts +51 -0
  144. package/packages/orq-rc/src/models/operations/experimentrunrowsdelete.ts +47 -0
  145. package/packages/orq-rc/src/models/operations/experimentrunupdate.ts +45 -0
  146. package/packages/orq-rc/src/models/operations/experimenttaskcellpatch.ts +55 -0
  147. package/packages/orq-rc/src/models/operations/experimenttaskcreate.ts +47 -0
  148. package/packages/orq-rc/src/models/operations/experimenttaskdelete.ts +46 -0
  149. package/packages/orq-rc/src/models/operations/experimenttasklist.ts +40 -0
  150. package/packages/orq-rc/src/models/operations/experimenttaskupdate.ts +51 -0
  151. package/packages/orq-rc/src/models/operations/experimentupdate.ts +41 -0
  152. package/packages/orq-rc/src/models/operations/filelist.ts +6 -0
  153. package/packages/orq-rc/src/models/operations/getalltools.ts +4 -4
  154. package/packages/orq-rc/src/models/operations/index.ts +32 -0
  155. package/packages/orq-rc/src/models/operations/listdeploymentversions.ts +1 -1
  156. package/packages/orq-rc/src/models/operations/retrievetool.ts +4 -4
  157. package/packages/orq-rc/src/models/operations/runagent.ts +1 -1
  158. package/packages/orq-rc/src/models/operations/streamrunagent.ts +1 -1
  159. package/packages/orq-rc/src/models/operations/updatetool.ts +4 -4
  160. package/packages/orq-rc/src/sdk/experiments.ts +585 -0
  161. package/packages/orq-rc/src/sdk/files.ts +1 -1
  162. package/packages/orq-rc/src/sdk/sdk.ts +6 -0
  163. package/src/lib/config.ts +2 -2
  164. package/src/models/components/reasoningpart.ts +1 -1
  165. package/src/models/operations/createtool.ts +4 -4
  166. package/src/models/operations/getalltools.ts +4 -4
  167. package/src/models/operations/getv2humanevalsets.ts +2 -2
  168. package/src/models/operations/getv2humanevalsetsid.ts +2 -2
  169. package/src/models/operations/listdeploymentversions.ts +1 -1
  170. package/src/models/operations/patchv2humanevalsetsid.ts +2 -2
  171. package/src/models/operations/postv2humanevalsets.ts +2 -2
  172. package/src/models/operations/retrievetool.ts +4 -4
  173. package/src/models/operations/runagent.ts +1 -1
  174. package/src/models/operations/streamrunagent.ts +1 -1
  175. package/src/models/operations/updatetool.ts +4 -4
@@ -0,0 +1,189 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import { OrqCore } from "../core.js";
6
+ import { encodeFormQuery, encodeSimple } from "../lib/encodings.js";
7
+ import { matchStatusCode } from "../lib/http.js";
8
+ import * as M from "../lib/matchers.js";
9
+ import { compactMap } from "../lib/primitives.js";
10
+ import { safeParse } from "../lib/schemas.js";
11
+ import { RequestOptions } from "../lib/sdks.js";
12
+ import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
13
+ import { pathToFunc } from "../lib/url.js";
14
+ import * as components from "../models/components/index.js";
15
+ import {
16
+ ConnectionError,
17
+ InvalidRequestError,
18
+ RequestAbortedError,
19
+ RequestTimeoutError,
20
+ UnexpectedClientError,
21
+ } from "../models/errors/httpclienterrors.js";
22
+ import * as errors from "../models/errors/index.js";
23
+ import { OrqError } from "../models/errors/orqerror.js";
24
+ import { ResponseValidationError } from "../models/errors/responsevalidationerror.js";
25
+ import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
26
+ import * as operations from "../models/operations/index.js";
27
+ import { APICall, APIPromise } from "../types/async.js";
28
+ import { Result } from "../types/fp.js";
29
+
30
+ /**
31
+ * Get run metrics
32
+ *
33
+ * @remarks
34
+ * Returns aggregated evaluator and built-in metrics for a run, keyed by task column and metric. Pass baseline_run_id to include the delta against another run.
35
+ */
36
+ export function experimentsGetRunMetrics(
37
+ client: OrqCore,
38
+ request: operations.ExperimentRunMetricsGetRequest,
39
+ options?: RequestOptions,
40
+ ): APIPromise<
41
+ Result<
42
+ components.GetRunMetricsResponse,
43
+ | errors.ErrorResponse
44
+ | OrqError
45
+ | ResponseValidationError
46
+ | ConnectionError
47
+ | RequestAbortedError
48
+ | RequestTimeoutError
49
+ | InvalidRequestError
50
+ | UnexpectedClientError
51
+ | SDKValidationError
52
+ >
53
+ > {
54
+ return new APIPromise($do(
55
+ client,
56
+ request,
57
+ options,
58
+ ));
59
+ }
60
+
61
+ async function $do(
62
+ client: OrqCore,
63
+ request: operations.ExperimentRunMetricsGetRequest,
64
+ options?: RequestOptions,
65
+ ): Promise<
66
+ [
67
+ Result<
68
+ components.GetRunMetricsResponse,
69
+ | errors.ErrorResponse
70
+ | OrqError
71
+ | ResponseValidationError
72
+ | ConnectionError
73
+ | RequestAbortedError
74
+ | RequestTimeoutError
75
+ | InvalidRequestError
76
+ | UnexpectedClientError
77
+ | SDKValidationError
78
+ >,
79
+ APICall,
80
+ ]
81
+ > {
82
+ const parsed = safeParse(
83
+ request,
84
+ (value) =>
85
+ operations.ExperimentRunMetricsGetRequest$outboundSchema.parse(value),
86
+ "Input validation failed",
87
+ );
88
+ if (!parsed.ok) {
89
+ return [parsed, { status: "invalid" }];
90
+ }
91
+ const payload = parsed.value;
92
+ const body = null;
93
+
94
+ const pathParams = {
95
+ experiment_id: encodeSimple("experiment_id", payload.experiment_id, {
96
+ explode: false,
97
+ charEncoding: "percent",
98
+ }),
99
+ run_id: encodeSimple("run_id", payload.run_id, {
100
+ explode: false,
101
+ charEncoding: "percent",
102
+ }),
103
+ };
104
+ const path = pathToFunc(
105
+ "/v3/experiments/{experiment_id}/runs/{run_id}/metrics",
106
+ )(pathParams);
107
+
108
+ const query = encodeFormQuery({
109
+ "baseline_run_id": payload.baseline_run_id,
110
+ });
111
+
112
+ const headers = new Headers(compactMap({
113
+ Accept: "application/json",
114
+ }));
115
+
116
+ const secConfig = await extractSecurity(client._options.apiKey);
117
+ const securityInput = secConfig == null ? {} : { apiKey: secConfig };
118
+ const requestSecurity = resolveGlobalSecurity(securityInput);
119
+
120
+ const context = {
121
+ options: client._options,
122
+ baseURL: options?.serverURL ?? client._baseURL ?? "",
123
+ operationID: "ExperimentRunMetricsGet",
124
+ oAuth2Scopes: null,
125
+
126
+ resolvedSecurity: requestSecurity,
127
+
128
+ securitySource: client._options.apiKey,
129
+ retryConfig: options?.retries
130
+ || client._options.retryConfig
131
+ || { strategy: "none" },
132
+ retryCodes: options?.retryCodes || ["429", "500", "502", "503", "504"],
133
+ };
134
+
135
+ const requestRes = client._createRequest(context, {
136
+ security: requestSecurity,
137
+ method: "GET",
138
+ baseURL: options?.serverURL,
139
+ path: path,
140
+ headers: headers,
141
+ query: query,
142
+ body: body,
143
+ userAgent: client._options.userAgent,
144
+ timeoutMs: options?.timeoutMs || client._options.timeoutMs || 600000,
145
+ }, options);
146
+ if (!requestRes.ok) {
147
+ return [requestRes, { status: "invalid" }];
148
+ }
149
+ const req = requestRes.value;
150
+
151
+ const doResult = await client._do(req, {
152
+ context,
153
+ isErrorStatusCode: (statusCode: number) =>
154
+ matchStatusCode({ status: statusCode } as Response, ["4XX", "5XX"]),
155
+ retryConfig: context.retryConfig,
156
+ retryCodes: context.retryCodes,
157
+ });
158
+ if (!doResult.ok) {
159
+ return [doResult, { status: "request-error", request: req }];
160
+ }
161
+ const response = doResult.value;
162
+
163
+ const responseFields = {
164
+ HttpMeta: { Response: response, Request: req },
165
+ };
166
+
167
+ const [result] = await M.match<
168
+ components.GetRunMetricsResponse,
169
+ | errors.ErrorResponse
170
+ | OrqError
171
+ | ResponseValidationError
172
+ | ConnectionError
173
+ | RequestAbortedError
174
+ | RequestTimeoutError
175
+ | InvalidRequestError
176
+ | UnexpectedClientError
177
+ | SDKValidationError
178
+ >(
179
+ M.json(200, components.GetRunMetricsResponse$inboundSchema),
180
+ M.jsonErr(401, errors.ErrorResponse$inboundSchema),
181
+ M.fail("4XX"),
182
+ M.fail("5XX"),
183
+ )(response, req, { extraFields: responseFields });
184
+ if (!result.ok) {
185
+ return [result, { status: "complete", request: req, response }];
186
+ }
187
+
188
+ return [result, { status: "complete", request: req, response }];
189
+ }
@@ -0,0 +1,180 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import { OrqCore } from "../core.js";
6
+ import { encodeFormQuery } from "../lib/encodings.js";
7
+ import { matchStatusCode } from "../lib/http.js";
8
+ import * as M from "../lib/matchers.js";
9
+ import { compactMap } from "../lib/primitives.js";
10
+ import { safeParse } from "../lib/schemas.js";
11
+ import { RequestOptions } from "../lib/sdks.js";
12
+ import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
13
+ import { pathToFunc } from "../lib/url.js";
14
+ import * as components from "../models/components/index.js";
15
+ import {
16
+ ConnectionError,
17
+ InvalidRequestError,
18
+ RequestAbortedError,
19
+ RequestTimeoutError,
20
+ UnexpectedClientError,
21
+ } from "../models/errors/httpclienterrors.js";
22
+ import * as errors from "../models/errors/index.js";
23
+ import { OrqError } from "../models/errors/orqerror.js";
24
+ import { ResponseValidationError } from "../models/errors/responsevalidationerror.js";
25
+ import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
26
+ import * as operations from "../models/operations/index.js";
27
+ import { APICall, APIPromise } from "../types/async.js";
28
+ import { Result } from "../types/fp.js";
29
+
30
+ /**
31
+ * List experiments
32
+ *
33
+ * @remarks
34
+ * Lists experiments in the workspace, newest first.
35
+ */
36
+ export function experimentsList(
37
+ client: OrqCore,
38
+ request?: operations.ExperimentListRequest | undefined,
39
+ options?: RequestOptions,
40
+ ): APIPromise<
41
+ Result<
42
+ components.ListExperimentsResponse,
43
+ | errors.ErrorResponse
44
+ | OrqError
45
+ | ResponseValidationError
46
+ | ConnectionError
47
+ | RequestAbortedError
48
+ | RequestTimeoutError
49
+ | InvalidRequestError
50
+ | UnexpectedClientError
51
+ | SDKValidationError
52
+ >
53
+ > {
54
+ return new APIPromise($do(
55
+ client,
56
+ request,
57
+ options,
58
+ ));
59
+ }
60
+
61
+ async function $do(
62
+ client: OrqCore,
63
+ request?: operations.ExperimentListRequest | undefined,
64
+ options?: RequestOptions,
65
+ ): Promise<
66
+ [
67
+ Result<
68
+ components.ListExperimentsResponse,
69
+ | errors.ErrorResponse
70
+ | OrqError
71
+ | ResponseValidationError
72
+ | ConnectionError
73
+ | RequestAbortedError
74
+ | RequestTimeoutError
75
+ | InvalidRequestError
76
+ | UnexpectedClientError
77
+ | SDKValidationError
78
+ >,
79
+ APICall,
80
+ ]
81
+ > {
82
+ const parsed = safeParse(
83
+ request,
84
+ (value) =>
85
+ operations.ExperimentListRequest$outboundSchema.optional().parse(value),
86
+ "Input validation failed",
87
+ );
88
+ if (!parsed.ok) {
89
+ return [parsed, { status: "invalid" }];
90
+ }
91
+ const payload = parsed.value;
92
+ const body = null;
93
+
94
+ const path = pathToFunc("/v3/experiments")();
95
+
96
+ const query = encodeFormQuery({
97
+ "ending_before": payload?.ending_before,
98
+ "limit": payload?.limit,
99
+ "project_id": payload?.project_id,
100
+ "starting_after": payload?.starting_after,
101
+ });
102
+
103
+ const headers = new Headers(compactMap({
104
+ Accept: "application/json",
105
+ }));
106
+
107
+ const secConfig = await extractSecurity(client._options.apiKey);
108
+ const securityInput = secConfig == null ? {} : { apiKey: secConfig };
109
+ const requestSecurity = resolveGlobalSecurity(securityInput);
110
+
111
+ const context = {
112
+ options: client._options,
113
+ baseURL: options?.serverURL ?? client._baseURL ?? "",
114
+ operationID: "ExperimentList",
115
+ oAuth2Scopes: null,
116
+
117
+ resolvedSecurity: requestSecurity,
118
+
119
+ securitySource: client._options.apiKey,
120
+ retryConfig: options?.retries
121
+ || client._options.retryConfig
122
+ || { strategy: "none" },
123
+ retryCodes: options?.retryCodes || ["429", "500", "502", "503", "504"],
124
+ };
125
+
126
+ const requestRes = client._createRequest(context, {
127
+ security: requestSecurity,
128
+ method: "GET",
129
+ baseURL: options?.serverURL,
130
+ path: path,
131
+ headers: headers,
132
+ query: query,
133
+ body: body,
134
+ userAgent: client._options.userAgent,
135
+ timeoutMs: options?.timeoutMs || client._options.timeoutMs || 600000,
136
+ }, options);
137
+ if (!requestRes.ok) {
138
+ return [requestRes, { status: "invalid" }];
139
+ }
140
+ const req = requestRes.value;
141
+
142
+ const doResult = await client._do(req, {
143
+ context,
144
+ isErrorStatusCode: (statusCode: number) =>
145
+ matchStatusCode({ status: statusCode } as Response, ["4XX", "5XX"]),
146
+ retryConfig: context.retryConfig,
147
+ retryCodes: context.retryCodes,
148
+ });
149
+ if (!doResult.ok) {
150
+ return [doResult, { status: "request-error", request: req }];
151
+ }
152
+ const response = doResult.value;
153
+
154
+ const responseFields = {
155
+ HttpMeta: { Response: response, Request: req },
156
+ };
157
+
158
+ const [result] = await M.match<
159
+ components.ListExperimentsResponse,
160
+ | errors.ErrorResponse
161
+ | OrqError
162
+ | ResponseValidationError
163
+ | ConnectionError
164
+ | RequestAbortedError
165
+ | RequestTimeoutError
166
+ | InvalidRequestError
167
+ | UnexpectedClientError
168
+ | SDKValidationError
169
+ >(
170
+ M.json(200, components.ListExperimentsResponse$inboundSchema),
171
+ M.jsonErr(401, errors.ErrorResponse$inboundSchema),
172
+ M.fail("4XX"),
173
+ M.fail("5XX"),
174
+ )(response, req, { extraFields: responseFields });
175
+ if (!result.ok) {
176
+ return [result, { status: "complete", request: req, response }];
177
+ }
178
+
179
+ return [result, { status: "complete", request: req, response }];
180
+ }
@@ -0,0 +1,180 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import { OrqCore } from "../core.js";
6
+ import { encodeSimple } from "../lib/encodings.js";
7
+ import { matchStatusCode } from "../lib/http.js";
8
+ import * as M from "../lib/matchers.js";
9
+ import { compactMap } from "../lib/primitives.js";
10
+ import { safeParse } from "../lib/schemas.js";
11
+ import { RequestOptions } from "../lib/sdks.js";
12
+ import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
13
+ import { pathToFunc } from "../lib/url.js";
14
+ import * as components from "../models/components/index.js";
15
+ import {
16
+ ConnectionError,
17
+ InvalidRequestError,
18
+ RequestAbortedError,
19
+ RequestTimeoutError,
20
+ UnexpectedClientError,
21
+ } from "../models/errors/httpclienterrors.js";
22
+ import * as errors from "../models/errors/index.js";
23
+ import { OrqError } from "../models/errors/orqerror.js";
24
+ import { ResponseValidationError } from "../models/errors/responsevalidationerror.js";
25
+ import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
26
+ import * as operations from "../models/operations/index.js";
27
+ import { APICall, APIPromise } from "../types/async.js";
28
+ import { Result } from "../types/fp.js";
29
+
30
+ /**
31
+ * List eval columns
32
+ */
33
+ export function experimentsListEvals(
34
+ client: OrqCore,
35
+ request: operations.ExperimentEvalListRequest,
36
+ options?: RequestOptions,
37
+ ): APIPromise<
38
+ Result<
39
+ components.ListEvalColumnsResponse,
40
+ | errors.ErrorResponse
41
+ | OrqError
42
+ | ResponseValidationError
43
+ | ConnectionError
44
+ | RequestAbortedError
45
+ | RequestTimeoutError
46
+ | InvalidRequestError
47
+ | UnexpectedClientError
48
+ | SDKValidationError
49
+ >
50
+ > {
51
+ return new APIPromise($do(
52
+ client,
53
+ request,
54
+ options,
55
+ ));
56
+ }
57
+
58
+ async function $do(
59
+ client: OrqCore,
60
+ request: operations.ExperimentEvalListRequest,
61
+ options?: RequestOptions,
62
+ ): Promise<
63
+ [
64
+ Result<
65
+ components.ListEvalColumnsResponse,
66
+ | errors.ErrorResponse
67
+ | OrqError
68
+ | ResponseValidationError
69
+ | ConnectionError
70
+ | RequestAbortedError
71
+ | RequestTimeoutError
72
+ | InvalidRequestError
73
+ | UnexpectedClientError
74
+ | SDKValidationError
75
+ >,
76
+ APICall,
77
+ ]
78
+ > {
79
+ const parsed = safeParse(
80
+ request,
81
+ (value) => operations.ExperimentEvalListRequest$outboundSchema.parse(value),
82
+ "Input validation failed",
83
+ );
84
+ if (!parsed.ok) {
85
+ return [parsed, { status: "invalid" }];
86
+ }
87
+ const payload = parsed.value;
88
+ const body = null;
89
+
90
+ const pathParams = {
91
+ experiment_id: encodeSimple("experiment_id", payload.experiment_id, {
92
+ explode: false,
93
+ charEncoding: "percent",
94
+ }),
95
+ run_id: encodeSimple("run_id", payload.run_id, {
96
+ explode: false,
97
+ charEncoding: "percent",
98
+ }),
99
+ };
100
+ const path = pathToFunc(
101
+ "/v3/experiments/{experiment_id}/runs/{run_id}/evaluators",
102
+ )(pathParams);
103
+
104
+ const headers = new Headers(compactMap({
105
+ Accept: "application/json",
106
+ }));
107
+
108
+ const secConfig = await extractSecurity(client._options.apiKey);
109
+ const securityInput = secConfig == null ? {} : { apiKey: secConfig };
110
+ const requestSecurity = resolveGlobalSecurity(securityInput);
111
+
112
+ const context = {
113
+ options: client._options,
114
+ baseURL: options?.serverURL ?? client._baseURL ?? "",
115
+ operationID: "ExperimentEvalList",
116
+ oAuth2Scopes: null,
117
+
118
+ resolvedSecurity: requestSecurity,
119
+
120
+ securitySource: client._options.apiKey,
121
+ retryConfig: options?.retries
122
+ || client._options.retryConfig
123
+ || { strategy: "none" },
124
+ retryCodes: options?.retryCodes || ["429", "500", "502", "503", "504"],
125
+ };
126
+
127
+ const requestRes = client._createRequest(context, {
128
+ security: requestSecurity,
129
+ method: "GET",
130
+ baseURL: options?.serverURL,
131
+ path: path,
132
+ headers: headers,
133
+ body: body,
134
+ userAgent: client._options.userAgent,
135
+ timeoutMs: options?.timeoutMs || client._options.timeoutMs || 600000,
136
+ }, options);
137
+ if (!requestRes.ok) {
138
+ return [requestRes, { status: "invalid" }];
139
+ }
140
+ const req = requestRes.value;
141
+
142
+ const doResult = await client._do(req, {
143
+ context,
144
+ isErrorStatusCode: (statusCode: number) =>
145
+ matchStatusCode({ status: statusCode } as Response, ["4XX", "5XX"]),
146
+ retryConfig: context.retryConfig,
147
+ retryCodes: context.retryCodes,
148
+ });
149
+ if (!doResult.ok) {
150
+ return [doResult, { status: "request-error", request: req }];
151
+ }
152
+ const response = doResult.value;
153
+
154
+ const responseFields = {
155
+ HttpMeta: { Response: response, Request: req },
156
+ };
157
+
158
+ const [result] = await M.match<
159
+ components.ListEvalColumnsResponse,
160
+ | errors.ErrorResponse
161
+ | OrqError
162
+ | ResponseValidationError
163
+ | ConnectionError
164
+ | RequestAbortedError
165
+ | RequestTimeoutError
166
+ | InvalidRequestError
167
+ | UnexpectedClientError
168
+ | SDKValidationError
169
+ >(
170
+ M.json(200, components.ListEvalColumnsResponse$inboundSchema),
171
+ M.jsonErr(401, errors.ErrorResponse$inboundSchema),
172
+ M.fail("4XX"),
173
+ M.fail("5XX"),
174
+ )(response, req, { extraFields: responseFields });
175
+ if (!result.ok) {
176
+ return [result, { status: "complete", request: req, response }];
177
+ }
178
+
179
+ return [result, { status: "complete", request: req, response }];
180
+ }