@orq-ai/node 4.11.7 → 4.11.10

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (174) hide show
  1. package/jsr.json +1 -1
  2. package/lib/config.d.ts +3 -3
  3. package/lib/config.js +3 -3
  4. package/lib/config.js.map +1 -1
  5. package/models/components/evaluatorresponsefunction.js +2 -2
  6. package/models/components/evaluatorresponsehttp.js +2 -2
  7. package/models/components/evaluatorresponsejsonschema.js +2 -2
  8. package/models/components/evaluatorresponsellm.js +2 -2
  9. package/models/components/evaluatorresponsepython.js +2 -2
  10. package/models/components/evaluatorresponseragas.js +2 -2
  11. package/models/components/evaluatorresponsetypescript.js +2 -2
  12. package/models/components/reasoningpart.js +1 -1
  13. package/models/operations/createagentrequest.d.ts +1 -1
  14. package/models/operations/createagentrequest.d.ts.map +1 -1
  15. package/models/operations/createagentrequest.js +1 -1
  16. package/models/operations/createagentrequest.js.map +1 -1
  17. package/models/operations/createdataset.js +1 -1
  18. package/models/operations/createdatasetitem.js +4 -4
  19. package/models/operations/createdatasource.js +1 -1
  20. package/models/operations/createrouterresponse.d.ts +1 -1
  21. package/models/operations/createrouterresponse.d.ts.map +1 -1
  22. package/models/operations/createrouterresponse.js +1 -1
  23. package/models/operations/createrouterresponse.js.map +1 -1
  24. package/models/operations/createtool.js +6 -6
  25. package/models/operations/getalltools.js +6 -6
  26. package/models/operations/getv2humanevalsets.js +2 -2
  27. package/models/operations/getv2humanevalsetsid.js +2 -2
  28. package/models/operations/listagents.d.ts +1 -1
  29. package/models/operations/listagents.d.ts.map +1 -1
  30. package/models/operations/listagents.js +1 -1
  31. package/models/operations/listagents.js.map +1 -1
  32. package/models/operations/listdatasetdatapoints.js +4 -4
  33. package/models/operations/listdatasets.js +1 -1
  34. package/models/operations/listdatasources.js +1 -1
  35. package/models/operations/patchv2humanevalsetsid.js +2 -2
  36. package/models/operations/postv2feedbackevaluation.js +3 -3
  37. package/models/operations/postv2humanevalsets.js +2 -2
  38. package/models/operations/retrieveagentrequest.d.ts +1 -1
  39. package/models/operations/retrieveagentrequest.d.ts.map +1 -1
  40. package/models/operations/retrieveagentrequest.js +1 -1
  41. package/models/operations/retrieveagentrequest.js.map +1 -1
  42. package/models/operations/retrievedatapoint.js +4 -4
  43. package/models/operations/retrievedataset.js +1 -1
  44. package/models/operations/retrievedatasource.js +1 -1
  45. package/models/operations/retrieveresponse.d.ts +4 -4
  46. package/models/operations/retrieveresponse.d.ts.map +1 -1
  47. package/models/operations/retrieveresponse.js +4 -4
  48. package/models/operations/retrieveresponse.js.map +1 -1
  49. package/models/operations/retrievetool.js +6 -6
  50. package/models/operations/runagent.js +1 -1
  51. package/models/operations/streamrunagent.js +1 -1
  52. package/models/operations/updateagent.d.ts +1 -1
  53. package/models/operations/updateagent.d.ts.map +1 -1
  54. package/models/operations/updateagent.js +1 -1
  55. package/models/operations/updateagent.js.map +1 -1
  56. package/models/operations/updatedatapoint.js +4 -4
  57. package/models/operations/updatedataset.js +1 -1
  58. package/models/operations/updatedatasource.js +1 -1
  59. package/models/operations/updatetool.js +7 -7
  60. package/package.json +6 -6
  61. package/packages/orq-rc/src/funcs/notifiersList.ts +2 -0
  62. package/packages/orq-rc/src/funcs/reportingQuery.ts +3 -1
  63. package/packages/orq-rc/src/funcs/telemetryQuery.ts +162 -0
  64. package/packages/orq-rc/src/funcs/tracesAggregate.ts +3 -1
  65. package/packages/orq-rc/src/lib/config.ts +3 -3
  66. package/packages/orq-rc/src/models/components/apikey.ts +6 -0
  67. package/packages/orq-rc/src/models/components/budget.ts +6 -0
  68. package/packages/orq-rc/src/models/components/budgetalert.ts +92 -0
  69. package/packages/orq-rc/src/models/components/budgetalertdimension.ts +22 -0
  70. package/packages/orq-rc/src/models/components/createbudgetrequest.ts +14 -0
  71. package/packages/orq-rc/src/models/components/evaluatorresponsefunction.ts +2 -2
  72. package/packages/orq-rc/src/models/components/evaluatorresponsehttp.ts +2 -2
  73. package/packages/orq-rc/src/models/components/evaluatorresponsejsonschema.ts +2 -2
  74. package/packages/orq-rc/src/models/components/evaluatorresponsellm.ts +2 -2
  75. package/packages/orq-rc/src/models/components/evaluatorresponsepython.ts +2 -2
  76. package/packages/orq-rc/src/models/components/evaluatorresponseragas.ts +2 -2
  77. package/packages/orq-rc/src/models/components/evaluatorresponsetypescript.ts +2 -2
  78. package/packages/orq-rc/src/models/components/identity.ts +6 -0
  79. package/packages/orq-rc/src/models/components/index.ts +6 -0
  80. package/packages/orq-rc/src/models/components/modelsconfig.ts +1 -0
  81. package/packages/orq-rc/src/models/components/querytelemetrymeta.ts +38 -0
  82. package/packages/orq-rc/src/models/components/querytelemetryrequest.ts +85 -0
  83. package/packages/orq-rc/src/models/components/querytelemetryresponse.ts +42 -0
  84. package/packages/orq-rc/src/models/components/reasoningpart.ts +1 -1
  85. package/packages/orq-rc/src/models/components/telemetryrow.ts +42 -0
  86. package/packages/orq-rc/src/models/components/thinkingconfigenabledschema.ts +1 -0
  87. package/packages/orq-rc/src/models/components/updatebudgetrequest.ts +21 -0
  88. package/packages/orq-rc/src/models/operations/createagentrequest.ts +4 -0
  89. package/packages/orq-rc/src/models/operations/createchatcompletion.ts +1 -0
  90. package/packages/orq-rc/src/models/operations/createdataset.ts +1 -1
  91. package/packages/orq-rc/src/models/operations/createdatasetitem.ts +237 -19
  92. package/packages/orq-rc/src/models/operations/createdatasource.ts +1 -1
  93. package/packages/orq-rc/src/models/operations/createprompt.ts +4 -0
  94. package/packages/orq-rc/src/models/operations/createrouterresponse.ts +19 -26
  95. package/packages/orq-rc/src/models/operations/createtool.ts +6 -6
  96. package/packages/orq-rc/src/models/operations/deploymentgetconfig.ts +1 -0
  97. package/packages/orq-rc/src/models/operations/deploymentinvoke.ts +1 -0
  98. package/packages/orq-rc/src/models/operations/deployments.ts +2 -0
  99. package/packages/orq-rc/src/models/operations/deploymentstream.ts +1 -0
  100. package/packages/orq-rc/src/models/operations/getallprompts.ts +3 -0
  101. package/packages/orq-rc/src/models/operations/getalltools.ts +6 -6
  102. package/packages/orq-rc/src/models/operations/getoneprompt.ts +3 -0
  103. package/packages/orq-rc/src/models/operations/getpromptversion.ts +3 -0
  104. package/packages/orq-rc/src/models/operations/getv2humanevalsets.ts +2 -2
  105. package/packages/orq-rc/src/models/operations/getv2humanevalsetsid.ts +2 -2
  106. package/packages/orq-rc/src/models/operations/listagents.ts +2 -0
  107. package/packages/orq-rc/src/models/operations/listdatasetdatapoints.ts +313 -84
  108. package/packages/orq-rc/src/models/operations/listdatasets.ts +1 -1
  109. package/packages/orq-rc/src/models/operations/listdatasources.ts +1 -1
  110. package/packages/orq-rc/src/models/operations/listpromptversions.ts +3 -0
  111. package/packages/orq-rc/src/models/operations/notifierlist.ts +13 -0
  112. package/packages/orq-rc/src/models/operations/patchv2humanevalsetsid.ts +2 -2
  113. package/packages/orq-rc/src/models/operations/postv2feedbackevaluation.ts +119 -11
  114. package/packages/orq-rc/src/models/operations/postv2humanevalsets.ts +2 -2
  115. package/packages/orq-rc/src/models/operations/retrieveagentrequest.ts +2 -0
  116. package/packages/orq-rc/src/models/operations/retrievedatapoint.ts +234 -9
  117. package/packages/orq-rc/src/models/operations/retrievedataset.ts +1 -1
  118. package/packages/orq-rc/src/models/operations/retrievedatasource.ts +1 -1
  119. package/packages/orq-rc/src/models/operations/retrievetool.ts +6 -6
  120. package/packages/orq-rc/src/models/operations/runagent.ts +3 -1
  121. package/packages/orq-rc/src/models/operations/streamrunagent.ts +3 -1
  122. package/packages/orq-rc/src/models/operations/updateagent.ts +4 -0
  123. package/packages/orq-rc/src/models/operations/updatedatapoint.ts +229 -9
  124. package/packages/orq-rc/src/models/operations/updatedataset.ts +1 -1
  125. package/packages/orq-rc/src/models/operations/updatedatasource.ts +1 -1
  126. package/packages/orq-rc/src/models/operations/updateprompt.ts +4 -0
  127. package/packages/orq-rc/src/models/operations/updatetool.ts +7 -7
  128. package/packages/orq-rc/src/sdk/feedback.ts +6 -0
  129. package/packages/orq-rc/src/sdk/humanreviewsets.ts +4 -1
  130. package/packages/orq-rc/src/sdk/reporting.ts +3 -1
  131. package/packages/orq-rc/src/sdk/sdk.ts +6 -0
  132. package/packages/orq-rc/src/sdk/telemetry.ts +27 -0
  133. package/packages/orq-rc/src/sdk/traces.ts +3 -1
  134. package/sdk/feedback.d.ts +1 -1
  135. package/sdk/feedback.js +1 -1
  136. package/src/lib/config.ts +3 -3
  137. package/src/models/components/evaluatorresponsefunction.ts +2 -2
  138. package/src/models/components/evaluatorresponsehttp.ts +2 -2
  139. package/src/models/components/evaluatorresponsejsonschema.ts +2 -2
  140. package/src/models/components/evaluatorresponsellm.ts +2 -2
  141. package/src/models/components/evaluatorresponsepython.ts +2 -2
  142. package/src/models/components/evaluatorresponseragas.ts +2 -2
  143. package/src/models/components/evaluatorresponsetypescript.ts +2 -2
  144. package/src/models/components/reasoningpart.ts +1 -1
  145. package/src/models/operations/createagentrequest.ts +2 -2
  146. package/src/models/operations/createdataset.ts +1 -1
  147. package/src/models/operations/createdatasetitem.ts +4 -4
  148. package/src/models/operations/createdatasource.ts +1 -1
  149. package/src/models/operations/createrouterresponse.ts +2 -2
  150. package/src/models/operations/createtool.ts +6 -6
  151. package/src/models/operations/getalltools.ts +6 -6
  152. package/src/models/operations/getv2humanevalsets.ts +2 -2
  153. package/src/models/operations/getv2humanevalsetsid.ts +2 -2
  154. package/src/models/operations/listagents.ts +2 -2
  155. package/src/models/operations/listdatasetdatapoints.ts +4 -4
  156. package/src/models/operations/listdatasets.ts +1 -1
  157. package/src/models/operations/listdatasources.ts +1 -1
  158. package/src/models/operations/patchv2humanevalsetsid.ts +2 -2
  159. package/src/models/operations/postv2feedbackevaluation.ts +3 -3
  160. package/src/models/operations/postv2humanevalsets.ts +2 -2
  161. package/src/models/operations/retrieveagentrequest.ts +2 -2
  162. package/src/models/operations/retrievedatapoint.ts +4 -4
  163. package/src/models/operations/retrievedataset.ts +1 -1
  164. package/src/models/operations/retrievedatasource.ts +1 -1
  165. package/src/models/operations/retrieveresponse.ts +8 -8
  166. package/src/models/operations/retrievetool.ts +6 -6
  167. package/src/models/operations/runagent.ts +1 -1
  168. package/src/models/operations/streamrunagent.ts +1 -1
  169. package/src/models/operations/updateagent.ts +2 -2
  170. package/src/models/operations/updatedatapoint.ts +4 -4
  171. package/src/models/operations/updatedataset.ts +1 -1
  172. package/src/models/operations/updatedatasource.ts +1 -1
  173. package/src/models/operations/updatetool.ts +7 -7
  174. package/src/sdk/feedback.ts +1 -1
@@ -0,0 +1,42 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import * as z from "zod/v3";
6
+ import { safeParse } from "../../lib/schemas.js";
7
+ import { Result as SafeParseResult } from "../../types/fp.js";
8
+ import { SDKValidationError } from "../errors/sdkvalidationerror.js";
9
+ import {
10
+ QueryTelemetryMeta,
11
+ QueryTelemetryMeta$inboundSchema,
12
+ } from "./querytelemetrymeta.js";
13
+ import { TelemetryRow, TelemetryRow$inboundSchema } from "./telemetryrow.js";
14
+
15
+ export type QueryTelemetryResponse = {
16
+ object?: string | undefined;
17
+ data?: Array<TelemetryRow> | undefined;
18
+ totals?: TelemetryRow | undefined;
19
+ meta?: QueryTelemetryMeta | undefined;
20
+ };
21
+
22
+ /** @internal */
23
+ export const QueryTelemetryResponse$inboundSchema: z.ZodType<
24
+ QueryTelemetryResponse,
25
+ z.ZodTypeDef,
26
+ unknown
27
+ > = z.object({
28
+ object: z.string().optional(),
29
+ data: z.array(TelemetryRow$inboundSchema).optional(),
30
+ totals: TelemetryRow$inboundSchema.optional(),
31
+ meta: QueryTelemetryMeta$inboundSchema.optional(),
32
+ });
33
+
34
+ export function queryTelemetryResponseFromJSON(
35
+ jsonString: string,
36
+ ): SafeParseResult<QueryTelemetryResponse, SDKValidationError> {
37
+ return safeParse(
38
+ jsonString,
39
+ (x) => QueryTelemetryResponse$inboundSchema.parse(JSON.parse(x)),
40
+ `Failed to parse 'QueryTelemetryResponse' from JSON`,
41
+ );
42
+ }
@@ -40,7 +40,7 @@ export const ReasoningPart$inboundSchema: z.ZodType<
40
40
  z.ZodTypeDef,
41
41
  unknown
42
42
  > = z.object({
43
- _id: z.string().default("reasoning_01kx57ct8nnt8c5ptwp4za2aq4"),
43
+ _id: z.string().default("reasoning_01kxn9ffrh2qhr537yc5agezgm"),
44
44
  metadata: z.record(z.any()).optional(),
45
45
  kind: z.literal("reasoning"),
46
46
  reasoning: z.string(),
@@ -0,0 +1,42 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import * as z from "zod/v3";
6
+ import { safeParse } from "../../lib/schemas.js";
7
+ import { Result as SafeParseResult } from "../../types/fp.js";
8
+ import { SDKValidationError } from "../errors/sdkvalidationerror.js";
9
+
10
+ export type TelemetryRow = {
11
+ /**
12
+ * Unset when the resolved grain is "none" — one row per group, not a
13
+ *
14
+ * @remarks
15
+ * time series.
16
+ */
17
+ timestamp?: Date | undefined;
18
+ group?: { [k: string]: string } | undefined;
19
+ metrics?: { [k: string]: number } | undefined;
20
+ };
21
+
22
+ /** @internal */
23
+ export const TelemetryRow$inboundSchema: z.ZodType<
24
+ TelemetryRow,
25
+ z.ZodTypeDef,
26
+ unknown
27
+ > = z.object({
28
+ timestamp: z.string().datetime({ offset: true }).transform(v => new Date(v))
29
+ .optional(),
30
+ group: z.record(z.string()).optional(),
31
+ metrics: z.record(z.number()).optional(),
32
+ });
33
+
34
+ export function telemetryRowFromJSON(
35
+ jsonString: string,
36
+ ): SafeParseResult<TelemetryRow, SDKValidationError> {
37
+ return safeParse(
38
+ jsonString,
39
+ (x) => TelemetryRow$inboundSchema.parse(JSON.parse(x)),
40
+ `Failed to parse 'TelemetryRow' from JSON`,
41
+ );
42
+ }
@@ -13,6 +13,7 @@ import { SDKValidationError } from "../errors/sdkvalidationerror.js";
13
13
  * The level of reasoning the model should use. This setting is supported only by `gemini-3` models. If budget_tokens is specified and `thinking_level` is available, `budget_tokens` will be ignored.
14
14
  */
15
15
  export const ThinkingLevel = {
16
+ Minimal: "minimal",
16
17
  Low: "low",
17
18
  Medium: "medium",
18
19
  High: "high",
@@ -4,6 +4,11 @@
4
4
 
5
5
  import * as z from "zod/v3";
6
6
  import { remap as remap$ } from "../../lib/primitives.js";
7
+ import {
8
+ BudgetAlert,
9
+ BudgetAlert$Outbound,
10
+ BudgetAlert$outboundSchema,
11
+ } from "./budgetalert.js";
7
12
  import {
8
13
  BudgetLimits,
9
14
  BudgetLimits$Outbound,
@@ -52,6 +57,17 @@ export type UpdateBudgetRequest = {
52
57
  * its derived expression is too. Validated via CEL parse.
53
58
  */
54
59
  match?: BudgetMatch | undefined;
60
+ /**
61
+ * Replaces the alert list wholesale. Omit to keep the current alerts.
62
+ *
63
+ * @remarks
64
+ * An entry with a known `id` is edited in place; one with no id is minted.
65
+ */
66
+ alerts?: Array<BudgetAlert> | undefined;
67
+ /**
68
+ * Force-clear every alert. Mutually exclusive with a non-empty `alerts`.
69
+ */
70
+ clearAlerts?: boolean | undefined;
55
71
  };
56
72
 
57
73
  /** @internal */
@@ -62,6 +78,8 @@ export type UpdateBudgetRequest$Outbound = {
62
78
  expires_at?: string | undefined;
63
79
  clear_expires_at?: boolean | undefined;
64
80
  match?: BudgetMatch$Outbound | undefined;
81
+ alerts?: Array<BudgetAlert$Outbound> | undefined;
82
+ clear_alerts?: boolean | undefined;
65
83
  };
66
84
 
67
85
  /** @internal */
@@ -76,12 +94,15 @@ export const UpdateBudgetRequest$outboundSchema: z.ZodType<
76
94
  expiresAt: z.date().transform(v => v.toISOString()).optional(),
77
95
  clearExpiresAt: z.boolean().optional(),
78
96
  match: BudgetMatch$outboundSchema.optional(),
97
+ alerts: z.array(BudgetAlert$outboundSchema).optional(),
98
+ clearAlerts: z.boolean().optional(),
79
99
  }).transform((v) => {
80
100
  return remap$(v, {
81
101
  rateLimit: "rate_limit",
82
102
  isActive: "is_active",
83
103
  expiresAt: "expires_at",
84
104
  clearExpiresAt: "clear_expires_at",
105
+ clearAlerts: "clear_alerts",
85
106
  });
86
107
  });
87
108
 
@@ -155,6 +155,7 @@ export type Modalities = ClosedEnum<typeof Modalities>;
155
155
  */
156
156
  export const Id1 = {
157
157
  OrqPiiDetection: "orq_pii_detection",
158
+ OrqSecretDetection: "orq_secret_detection",
158
159
  OrqSexualModeration: "orq_sexual_moderation",
159
160
  OrqHarmfulModeration: "orq_harmful_moderation",
160
161
  } as const;
@@ -632,6 +633,7 @@ export type FallbackModelConfigurationModalities = ClosedEnum<
632
633
  */
633
634
  export const CreateAgentRequestId1 = {
634
635
  OrqPiiDetection: "orq_pii_detection",
636
+ OrqSecretDetection: "orq_secret_detection",
635
637
  OrqSexualModeration: "orq_sexual_moderation",
636
638
  OrqHarmfulModeration: "orq_harmful_moderation",
637
639
  } as const;
@@ -2095,6 +2097,7 @@ export type CreateAgentRequestModalities = ClosedEnum<
2095
2097
  */
2096
2098
  export const CreateAgentRequestIdAgents1 = {
2097
2099
  OrqPiiDetection: "orq_pii_detection",
2100
+ OrqSecretDetection: "orq_secret_detection",
2098
2101
  OrqSexualModeration: "orq_sexual_moderation",
2099
2102
  OrqHarmfulModeration: "orq_harmful_moderation",
2100
2103
  } as const;
@@ -2570,6 +2573,7 @@ export type CreateAgentRequestFallbackModelConfigurationModalities = ClosedEnum<
2570
2573
  */
2571
2574
  export const CreateAgentRequestIdAgentsResponse1 = {
2572
2575
  OrqPiiDetection: "orq_pii_detection",
2576
+ OrqSecretDetection: "orq_secret_detection",
2573
2577
  OrqSexualModeration: "orq_sexual_moderation",
2574
2578
  OrqHarmfulModeration: "orq_harmful_moderation",
2575
2579
  } as const;
@@ -640,6 +640,7 @@ export type CreateChatCompletionModalities = ClosedEnum<
640
640
  */
641
641
  export const CreateChatCompletionId1 = {
642
642
  OrqPiiDetection: "orq_pii_detection",
643
+ OrqSecretDetection: "orq_secret_detection",
643
644
  OrqSexualModeration: "orq_sexual_moderation",
644
645
  OrqHarmfulModeration: "orq_harmful_moderation",
645
646
  } as const;
@@ -138,7 +138,7 @@ export const CreateDatasetResponseBody$inboundSchema: z.ZodType<
138
138
  created: z.string().datetime({ offset: true }).transform(v => new Date(v))
139
139
  .optional(),
140
140
  updated: z.string().datetime({ offset: true }).default(
141
- "2026-07-10T05:18:08.396Z",
141
+ "2026-07-16T11:02:21.951Z",
142
142
  ).transform(v => new Date(v)),
143
143
  }).transform((v) => {
144
144
  return remap$(v, {
@@ -746,6 +746,119 @@ export type CreateDatasetItemDatasetsMessages =
746
746
  | CreateDatasetItemMessagesDatasetsAssistantMessage
747
747
  | CreateDatasetItemMessagesDatasetsToolMessage;
748
748
 
749
+ /**
750
+ * The type of evaluation
751
+ */
752
+ export const CreateDatasetItemEvaluationsDatasetsEvaluationType = {
753
+ HumanReview: "human_review",
754
+ } as const;
755
+ /**
756
+ * The type of evaluation
757
+ */
758
+ export type CreateDatasetItemEvaluationsDatasetsEvaluationType = ClosedEnum<
759
+ typeof CreateDatasetItemEvaluationsDatasetsEvaluationType
760
+ >;
761
+
762
+ export const CreateDatasetItemEvaluationsDatasetsResponseSource = {
763
+ Orq: "orq",
764
+ External: "external",
765
+ } as const;
766
+ export type CreateDatasetItemEvaluationsDatasetsResponseSource = ClosedEnum<
767
+ typeof CreateDatasetItemEvaluationsDatasetsResponseSource
768
+ >;
769
+
770
+ /**
771
+ * The kind of annotator that produced the evaluation
772
+ */
773
+ export const CreateDatasetItemEvaluationsDatasetsResponseKind = {
774
+ Llm: "llm",
775
+ Code: "code",
776
+ Human: "human",
777
+ Automation: "automation",
778
+ } as const;
779
+ /**
780
+ * The kind of annotator that produced the evaluation
781
+ */
782
+ export type CreateDatasetItemEvaluationsDatasetsResponseKind = ClosedEnum<
783
+ typeof CreateDatasetItemEvaluationsDatasetsResponseKind
784
+ >;
785
+
786
+ /**
787
+ * The annotator that produced this evaluation. Optional during the dual-write deprecation window.
788
+ */
789
+ export type CreateDatasetItemEvaluationsDatasetsAnnotator = {
790
+ /**
791
+ * The kind of annotator that produced the evaluation
792
+ */
793
+ kind: CreateDatasetItemEvaluationsDatasetsResponseKind;
794
+ /**
795
+ * Who/what produced this annotation. User/contact id for human, evaluator eval span id for llm/code, automation rule id for automation.
796
+ */
797
+ actorId: string;
798
+ };
799
+
800
+ /**
801
+ * The expected shape of the value. Derived from the human review type, or inherited from the parent annotation for corrections.
802
+ */
803
+ export const CreateDatasetItemEvaluationsDatasetsOutputSchema = {
804
+ Boolean: "boolean",
805
+ Number: "number",
806
+ Categorical: "categorical",
807
+ String: "string",
808
+ } as const;
809
+ /**
810
+ * The expected shape of the value. Derived from the human review type, or inherited from the parent annotation for corrections.
811
+ */
812
+ export type CreateDatasetItemEvaluationsDatasetsOutputSchema = ClosedEnum<
813
+ typeof CreateDatasetItemEvaluationsDatasetsOutputSchema
814
+ >;
815
+
816
+ export type Evaluations4 = {
817
+ /**
818
+ * The unique identifier of the human evaluation
819
+ */
820
+ id: string;
821
+ /**
822
+ * The type of evaluation
823
+ */
824
+ evaluationType: CreateDatasetItemEvaluationsDatasetsEvaluationType;
825
+ /**
826
+ * The unique identifier of the human review. Omitted on corrections, which inherit the parent evaluator output schema.
827
+ */
828
+ humanReviewId?: string | undefined;
829
+ source: CreateDatasetItemEvaluationsDatasetsResponseSource;
830
+ /**
831
+ * The annotator that produced this evaluation. Optional during the dual-write deprecation window.
832
+ */
833
+ annotator?: CreateDatasetItemEvaluationsDatasetsAnnotator | undefined;
834
+ /**
835
+ * The expected shape of the value. Derived from the human review type, or inherited from the parent annotation for corrections.
836
+ */
837
+ outputSchema?: CreateDatasetItemEvaluationsDatasetsOutputSchema | undefined;
838
+ /**
839
+ * When present, references the id of the annotation this entry corrects. Presence of this field marks the entry as a correction.
840
+ */
841
+ parentAnnotationId?: string | undefined;
842
+ /**
843
+ * Optional free-text explanation of the value
844
+ */
845
+ explanation?: string | undefined;
846
+ /**
847
+ * Deprecated: use annotator.actor_id. The unique identifier of the user who reviewed the item.
848
+ *
849
+ * @deprecated field: This will be removed in a future release, please migrate away from it as soon as possible.
850
+ */
851
+ reviewedById: string;
852
+ /**
853
+ * Deprecated. The date and time the item was reviewed
854
+ *
855
+ * @deprecated field: This will be removed in a future release, please migrate away from it as soon as possible.
856
+ */
857
+ reviewedAt: Date;
858
+ type: "string_array";
859
+ values: Array<string>;
860
+ };
861
+
749
862
  /**
750
863
  * The type of evaluation
751
864
  */
@@ -855,8 +968,8 @@ export type Evaluations3 = {
855
968
  * @deprecated field: This will be removed in a future release, please migrate away from it as soon as possible.
856
969
  */
857
970
  reviewedAt: Date;
858
- type: "string_array";
859
- values: Array<string>;
971
+ type: "boolean";
972
+ value: boolean;
860
973
  };
861
974
 
862
975
  /**
@@ -975,15 +1088,14 @@ export type Evaluations2 = {
975
1088
  /**
976
1089
  * The type of evaluation
977
1090
  */
978
- export const CreateDatasetItemEvaluationsDatasetsEvaluationType = {
1091
+ export const CreateDatasetItemEvaluationsDatasetsResponseEvaluationType = {
979
1092
  HumanReview: "human_review",
980
1093
  } as const;
981
1094
  /**
982
1095
  * The type of evaluation
983
1096
  */
984
- export type CreateDatasetItemEvaluationsDatasetsEvaluationType = ClosedEnum<
985
- typeof CreateDatasetItemEvaluationsDatasetsEvaluationType
986
- >;
1097
+ export type CreateDatasetItemEvaluationsDatasetsResponseEvaluationType =
1098
+ ClosedEnum<typeof CreateDatasetItemEvaluationsDatasetsResponseEvaluationType>;
987
1099
 
988
1100
  export const EvaluationsSource = {
989
1101
  Orq: "orq",
@@ -1041,7 +1153,7 @@ export type Evaluations1 = {
1041
1153
  /**
1042
1154
  * The type of evaluation
1043
1155
  */
1044
- evaluationType: CreateDatasetItemEvaluationsDatasetsEvaluationType;
1156
+ evaluationType: CreateDatasetItemEvaluationsDatasetsResponseEvaluationType;
1045
1157
  /**
1046
1158
  * The unique identifier of the human review. Omitted on corrections, which inherit the parent evaluator output schema.
1047
1159
  */
@@ -1079,7 +1191,11 @@ export type Evaluations1 = {
1079
1191
  value: string;
1080
1192
  };
1081
1193
 
1082
- export type Evaluations = Evaluations1 | Evaluations2 | Evaluations3;
1194
+ export type Evaluations =
1195
+ | Evaluations1
1196
+ | Evaluations2
1197
+ | Evaluations3
1198
+ | Evaluations4;
1083
1199
 
1084
1200
  export type CreateDatasetItemResponseBody = {
1085
1201
  /**
@@ -1110,7 +1226,9 @@ export type CreateDatasetItemResponseBody = {
1110
1226
  /**
1111
1227
  * Evaluations associated with the datapoint
1112
1228
  */
1113
- evaluations?: Array<Evaluations1 | Evaluations2 | Evaluations3> | undefined;
1229
+ evaluations?:
1230
+ | Array<Evaluations1 | Evaluations2 | Evaluations3 | Evaluations4>
1231
+ | undefined;
1114
1232
  /**
1115
1233
  * The unique identifier of the dataset
1116
1234
  */
@@ -2542,6 +2660,103 @@ export function createDatasetItemDatasetsMessagesFromJSON(
2542
2660
  );
2543
2661
  }
2544
2662
 
2663
+ /** @internal */
2664
+ export const CreateDatasetItemEvaluationsDatasetsEvaluationType$inboundSchema:
2665
+ z.ZodNativeEnum<typeof CreateDatasetItemEvaluationsDatasetsEvaluationType> = z
2666
+ .nativeEnum(CreateDatasetItemEvaluationsDatasetsEvaluationType);
2667
+
2668
+ /** @internal */
2669
+ export const CreateDatasetItemEvaluationsDatasetsResponseSource$inboundSchema:
2670
+ z.ZodNativeEnum<typeof CreateDatasetItemEvaluationsDatasetsResponseSource> = z
2671
+ .nativeEnum(CreateDatasetItemEvaluationsDatasetsResponseSource);
2672
+
2673
+ /** @internal */
2674
+ export const CreateDatasetItemEvaluationsDatasetsResponseKind$inboundSchema:
2675
+ z.ZodNativeEnum<typeof CreateDatasetItemEvaluationsDatasetsResponseKind> = z
2676
+ .nativeEnum(CreateDatasetItemEvaluationsDatasetsResponseKind);
2677
+
2678
+ /** @internal */
2679
+ export const CreateDatasetItemEvaluationsDatasetsAnnotator$inboundSchema:
2680
+ z.ZodType<
2681
+ CreateDatasetItemEvaluationsDatasetsAnnotator,
2682
+ z.ZodTypeDef,
2683
+ unknown
2684
+ > = z.object({
2685
+ kind: CreateDatasetItemEvaluationsDatasetsResponseKind$inboundSchema,
2686
+ actor_id: z.string(),
2687
+ }).transform((v) => {
2688
+ return remap$(v, {
2689
+ "actor_id": "actorId",
2690
+ });
2691
+ });
2692
+
2693
+ export function createDatasetItemEvaluationsDatasetsAnnotatorFromJSON(
2694
+ jsonString: string,
2695
+ ): SafeParseResult<
2696
+ CreateDatasetItemEvaluationsDatasetsAnnotator,
2697
+ SDKValidationError
2698
+ > {
2699
+ return safeParse(
2700
+ jsonString,
2701
+ (x) =>
2702
+ CreateDatasetItemEvaluationsDatasetsAnnotator$inboundSchema.parse(
2703
+ JSON.parse(x),
2704
+ ),
2705
+ `Failed to parse 'CreateDatasetItemEvaluationsDatasetsAnnotator' from JSON`,
2706
+ );
2707
+ }
2708
+
2709
+ /** @internal */
2710
+ export const CreateDatasetItemEvaluationsDatasetsOutputSchema$inboundSchema:
2711
+ z.ZodNativeEnum<typeof CreateDatasetItemEvaluationsDatasetsOutputSchema> = z
2712
+ .nativeEnum(CreateDatasetItemEvaluationsDatasetsOutputSchema);
2713
+
2714
+ /** @internal */
2715
+ export const Evaluations4$inboundSchema: z.ZodType<
2716
+ Evaluations4,
2717
+ z.ZodTypeDef,
2718
+ unknown
2719
+ > = z.object({
2720
+ id: z.string(),
2721
+ evaluation_type:
2722
+ CreateDatasetItemEvaluationsDatasetsEvaluationType$inboundSchema,
2723
+ human_review_id: z.string().optional(),
2724
+ source: CreateDatasetItemEvaluationsDatasetsResponseSource$inboundSchema
2725
+ .default("orq"),
2726
+ annotator: z.lazy(() =>
2727
+ CreateDatasetItemEvaluationsDatasetsAnnotator$inboundSchema
2728
+ ).optional(),
2729
+ output_schema: CreateDatasetItemEvaluationsDatasetsOutputSchema$inboundSchema
2730
+ .optional(),
2731
+ parent_annotation_id: z.string().optional(),
2732
+ explanation: z.string().optional(),
2733
+ reviewed_by_id: z.string(),
2734
+ reviewed_at: z.string().datetime({ offset: true }).default(
2735
+ "2026-07-16T11:02:38.202Z",
2736
+ ).transform(v => new Date(v)),
2737
+ type: z.literal("string_array"),
2738
+ values: z.array(z.string()),
2739
+ }).transform((v) => {
2740
+ return remap$(v, {
2741
+ "evaluation_type": "evaluationType",
2742
+ "human_review_id": "humanReviewId",
2743
+ "output_schema": "outputSchema",
2744
+ "parent_annotation_id": "parentAnnotationId",
2745
+ "reviewed_by_id": "reviewedById",
2746
+ "reviewed_at": "reviewedAt",
2747
+ });
2748
+ });
2749
+
2750
+ export function evaluations4FromJSON(
2751
+ jsonString: string,
2752
+ ): SafeParseResult<Evaluations4, SDKValidationError> {
2753
+ return safeParse(
2754
+ jsonString,
2755
+ (x) => Evaluations4$inboundSchema.parse(JSON.parse(x)),
2756
+ `Failed to parse 'Evaluations4' from JSON`,
2757
+ );
2758
+ }
2759
+
2545
2760
  /** @internal */
2546
2761
  export const CreateDatasetItemEvaluationsEvaluationType$inboundSchema:
2547
2762
  z.ZodNativeEnum<typeof CreateDatasetItemEvaluationsEvaluationType> = z
@@ -2607,10 +2822,10 @@ export const Evaluations3$inboundSchema: z.ZodType<
2607
2822
  explanation: z.string().optional(),
2608
2823
  reviewed_by_id: z.string(),
2609
2824
  reviewed_at: z.string().datetime({ offset: true }).default(
2610
- "2026-07-10T05:18:22.614Z",
2825
+ "2026-07-16T11:02:38.201Z",
2611
2826
  ).transform(v => new Date(v)),
2612
- type: z.literal("string_array"),
2613
- values: z.array(z.string()),
2827
+ type: z.literal("boolean"),
2828
+ value: z.boolean(),
2614
2829
  }).transform((v) => {
2615
2830
  return remap$(v, {
2616
2831
  "evaluation_type": "evaluationType",
@@ -2692,7 +2907,7 @@ export const Evaluations2$inboundSchema: z.ZodType<
2692
2907
  explanation: z.string().optional(),
2693
2908
  reviewed_by_id: z.string(),
2694
2909
  reviewed_at: z.string().datetime({ offset: true }).default(
2695
- "2026-07-10T05:18:22.613Z",
2910
+ "2026-07-16T11:02:38.200Z",
2696
2911
  ).transform(v => new Date(v)),
2697
2912
  type: z.literal("number"),
2698
2913
  value: z.number(),
@@ -2718,9 +2933,10 @@ export function evaluations2FromJSON(
2718
2933
  }
2719
2934
 
2720
2935
  /** @internal */
2721
- export const CreateDatasetItemEvaluationsDatasetsEvaluationType$inboundSchema:
2722
- z.ZodNativeEnum<typeof CreateDatasetItemEvaluationsDatasetsEvaluationType> = z
2723
- .nativeEnum(CreateDatasetItemEvaluationsDatasetsEvaluationType);
2936
+ export const CreateDatasetItemEvaluationsDatasetsResponseEvaluationType$inboundSchema:
2937
+ z.ZodNativeEnum<
2938
+ typeof CreateDatasetItemEvaluationsDatasetsResponseEvaluationType
2939
+ > = z.nativeEnum(CreateDatasetItemEvaluationsDatasetsResponseEvaluationType);
2724
2940
 
2725
2941
  /** @internal */
2726
2942
  export const EvaluationsSource$inboundSchema: z.ZodNativeEnum<
@@ -2768,7 +2984,7 @@ export const Evaluations1$inboundSchema: z.ZodType<
2768
2984
  > = z.object({
2769
2985
  id: z.string(),
2770
2986
  evaluation_type:
2771
- CreateDatasetItemEvaluationsDatasetsEvaluationType$inboundSchema,
2987
+ CreateDatasetItemEvaluationsDatasetsResponseEvaluationType$inboundSchema,
2772
2988
  human_review_id: z.string().optional(),
2773
2989
  source: EvaluationsSource$inboundSchema.default("orq"),
2774
2990
  annotator: z.lazy(() => Annotator$inboundSchema).optional(),
@@ -2777,7 +2993,7 @@ export const Evaluations1$inboundSchema: z.ZodType<
2777
2993
  explanation: z.string().optional(),
2778
2994
  reviewed_by_id: z.string(),
2779
2995
  reviewed_at: z.string().datetime({ offset: true }).default(
2780
- "2026-07-10T05:18:22.612Z",
2996
+ "2026-07-16T11:02:38.199Z",
2781
2997
  ).transform(v => new Date(v)),
2782
2998
  type: z.literal("string"),
2783
2999
  value: z.string(),
@@ -2811,6 +3027,7 @@ export const Evaluations$inboundSchema: z.ZodType<
2811
3027
  z.lazy(() => Evaluations1$inboundSchema),
2812
3028
  z.lazy(() => Evaluations2$inboundSchema),
2813
3029
  z.lazy(() => Evaluations3$inboundSchema),
3030
+ z.lazy(() => Evaluations4$inboundSchema),
2814
3031
  ]);
2815
3032
 
2816
3033
  export function evaluationsFromJSON(
@@ -2853,6 +3070,7 @@ export const CreateDatasetItemResponseBody$inboundSchema: z.ZodType<
2853
3070
  z.lazy(() => Evaluations1$inboundSchema),
2854
3071
  z.lazy(() => Evaluations2$inboundSchema),
2855
3072
  z.lazy(() => Evaluations3$inboundSchema),
3073
+ z.lazy(() => Evaluations4$inboundSchema),
2856
3074
  ]),
2857
3075
  ).optional(),
2858
3076
  dataset_id: z.string(),
@@ -2862,7 +3080,7 @@ export const CreateDatasetItemResponseBody$inboundSchema: z.ZodType<
2862
3080
  created: z.string().datetime({ offset: true }).transform(v => new Date(v))
2863
3081
  .optional(),
2864
3082
  updated: z.string().datetime({ offset: true }).default(
2865
- "2026-07-10T05:18:08.396Z",
3083
+ "2026-07-16T11:02:21.951Z",
2866
3084
  ).transform(v => new Date(v)),
2867
3085
  }).transform((v) => {
2868
3086
  return remap$(v, {
@@ -412,7 +412,7 @@ export const CreateDatasourceResponseBody$inboundSchema: z.ZodType<
412
412
  z.ZodTypeDef,
413
413
  unknown
414
414
  > = z.object({
415
- _id: z.string().default("01KX57CTSDEZTJE4V96QWPPCVS"),
415
+ _id: z.string().default("01KXN9FG896EN3GC7NKGTFKC8A"),
416
416
  display_name: z.string(),
417
417
  description: z.nullable(z.string()).optional(),
418
418
  status: CreateDatasourceStatus$inboundSchema,
@@ -602,6 +602,7 @@ export type CreatePromptModalities = ClosedEnum<typeof CreatePromptModalities>;
602
602
  */
603
603
  export const CreatePromptId1 = {
604
604
  OrqPiiDetection: "orq_pii_detection",
605
+ OrqSecretDetection: "orq_secret_detection",
605
606
  OrqSexualModeration: "orq_sexual_moderation",
606
607
  OrqHarmfulModeration: "orq_harmful_moderation",
607
608
  } as const;
@@ -1234,6 +1235,7 @@ export type CreatePromptVerbosity = ClosedEnum<typeof CreatePromptVerbosity>;
1234
1235
  * The level of thinking to use for the model. Only supported by `Google AI`
1235
1236
  */
1236
1237
  export const CreatePromptThinkingLevel = {
1238
+ Minimal: "minimal",
1237
1239
  Low: "low",
1238
1240
  Medium: "medium",
1239
1241
  High: "high",
@@ -1382,6 +1384,7 @@ export const CreatePromptProvider = {
1382
1384
  Wafer: "wafer",
1383
1385
  Poolside: "poolside",
1384
1386
  Tencent: "tencent",
1387
+ Nebius: "nebius",
1385
1388
  Reson8: "reson8",
1386
1389
  Slack: "slack",
1387
1390
  Orq: "orq",
@@ -1762,6 +1765,7 @@ export type CreatePromptPromptsModalities = ClosedEnum<
1762
1765
  */
1763
1766
  export const CreatePromptIdPrompts1 = {
1764
1767
  OrqPiiDetection: "orq_pii_detection",
1768
+ OrqSecretDetection: "orq_secret_detection",
1765
1769
  OrqSexualModeration: "orq_sexual_moderation",
1766
1770
  OrqHarmfulModeration: "orq_harmful_moderation",
1767
1771
  } as const;
@@ -409,19 +409,26 @@ export const TemplateEngine = {
409
409
  */
410
410
  export type TemplateEngine = ClosedEnum<typeof TemplateEngine>;
411
411
 
412
- /**
413
- * The JSON Schema the output must conform to.
414
- */
415
- export type FormatSchema = {};
416
-
417
412
  export type FormatJSONSchema = {
413
+ /**
414
+ * A description of what the response format is for, used by the model to determine how to respond in the format.
415
+ */
418
416
  description?: string | undefined;
419
- name?: string | undefined;
420
417
  /**
421
- * The JSON Schema the output must conform to.
418
+ * The name of the response format. Must be a-z, A-Z, 0-9, or contain underscores and dashes, with a maximum length of 64.
419
+ */
420
+ name: string;
421
+ /**
422
+ * The schema for the response format, described as a JSON Schema object.
423
+ */
424
+ schema: { [k: string]: any };
425
+ /**
426
+ * Whether to enable strict schema adherence when generating the output. If set to true, the model will always follow the exact schema defined in the `schema` field.
422
427
  */
423
- schema?: FormatSchema | undefined;
424
428
  strict?: boolean | undefined;
429
+ /**
430
+ * The type of response format being defined. Always `json_schema`.
431
+ */
425
432
  type: "json_schema";
426
433
  };
427
434
 
@@ -1331,25 +1338,11 @@ export const TemplateEngine$outboundSchema: z.ZodNativeEnum<
1331
1338
  typeof TemplateEngine
1332
1339
  > = z.nativeEnum(TemplateEngine);
1333
1340
 
1334
- /** @internal */
1335
- export type FormatSchema$Outbound = {};
1336
-
1337
- /** @internal */
1338
- export const FormatSchema$outboundSchema: z.ZodType<
1339
- FormatSchema$Outbound,
1340
- z.ZodTypeDef,
1341
- FormatSchema
1342
- > = z.object({});
1343
-
1344
- export function formatSchemaToJSON(formatSchema: FormatSchema): string {
1345
- return JSON.stringify(FormatSchema$outboundSchema.parse(formatSchema));
1346
- }
1347
-
1348
1341
  /** @internal */
1349
1342
  export type FormatJSONSchema$Outbound = {
1350
1343
  description?: string | undefined;
1351
- name?: string | undefined;
1352
- schema?: FormatSchema$Outbound | undefined;
1344
+ name: string;
1345
+ schema: { [k: string]: any };
1353
1346
  strict?: boolean | undefined;
1354
1347
  type: "json_schema";
1355
1348
  };
@@ -1361,8 +1354,8 @@ export const FormatJSONSchema$outboundSchema: z.ZodType<
1361
1354
  FormatJSONSchema
1362
1355
  > = z.object({
1363
1356
  description: z.string().optional(),
1364
- name: z.string().optional(),
1365
- schema: z.lazy(() => FormatSchema$outboundSchema).optional(),
1357
+ name: z.string(),
1358
+ schema: z.record(z.any()),
1366
1359
  strict: z.boolean().optional(),
1367
1360
  type: z.literal("json_schema"),
1368
1361
  });