@orq-ai/node 4.10.11 → 4.10.13

package/packages/orq-rc/src/models/operations/createchatcompletion.ts

@@ -752,6 +752,69 @@ export type CreateChatCompletionTimeout = {
   callTimeout: number;
 };
 
+/**
+ * Create a cache control breakpoint at this content block. Accepts only the value "ephemeral".
+ */
+export const CreateChatCompletionRouterChatCompletionsRequestRequestBodyType = {
+  Ephemeral: "ephemeral",
+} as const;
+/**
+ * Create a cache control breakpoint at this content block. Accepts only the value "ephemeral".
+ */
+export type CreateChatCompletionRouterChatCompletionsRequestRequestBodyType =
+  ClosedEnum<
+    typeof CreateChatCompletionRouterChatCompletionsRequestRequestBodyType
+  >;
+
+/**
+ * The time-to-live for the cache control breakpoint. This may be one of the following values:
+ *
+ * @remarks
+ *
+ * - `5m`: 5 minutes
+ * - `1h`: 1 hour
+ *
+ * Defaults to `5m`. Only supported by `Anthropic` Claude models.
+ */
+export const CreateChatCompletionTtl = {
+  Fivem: "5m",
+  Oneh: "1h",
+} as const;
+/**
+ * The time-to-live for the cache control breakpoint. This may be one of the following values:
+ *
+ * @remarks
+ *
+ * - `5m`: 5 minutes
+ * - `1h`: 1 hour
+ *
+ * Defaults to `5m`. Only supported by `Anthropic` Claude models.
+ */
+export type CreateChatCompletionTtl = ClosedEnum<
+  typeof CreateChatCompletionTtl
+>;
+
+/**
+ * Provider-level prompt caching configuration applied to the request. Creates a cache control breakpoint covering the request content. Only supported by `Anthropic` Claude models.
+ */
+export type CreateChatCompletionCacheControl = {
+  /**
+   * Create a cache control breakpoint at this content block. Accepts only the value "ephemeral".
+   */
+  type: CreateChatCompletionRouterChatCompletionsRequestRequestBodyType;
+  /**
+   * The time-to-live for the cache control breakpoint. This may be one of the following values:
+   *
+   * @remarks
+   *
+   * - `5m`: 5 minutes
+   * - `1h`: 1 hour
+   *
+   * Defaults to `5m`. Only supported by `Anthropic` Claude models.
+   */
+  ttl?: CreateChatCompletionTtl | undefined;
+};
+
 /**
  * Retry configuration for the request
  */
@@ -825,12 +888,13 @@ export type Inputs2 = {
  */
 export type Inputs = { [k: string]: any } | Array<Inputs2>;
 
-export const CreateChatCompletionRouterChatCompletionsRequestRequestBodyType = {
-  ExactMatch: "exact_match",
-} as const;
-export type CreateChatCompletionRouterChatCompletionsRequestRequestBodyType =
+export const CreateChatCompletionRouterChatCompletionsRequestRequestBodyOrqType =
+  {
+    ExactMatch: "exact_match",
+  } as const;
+export type CreateChatCompletionRouterChatCompletionsRequestRequestBodyOrqType =
   ClosedEnum<
-    typeof CreateChatCompletionRouterChatCompletionsRequestRequestBodyType
+    typeof CreateChatCompletionRouterChatCompletionsRequestRequestBodyOrqType
   >;
 
 /**
@@ -841,7 +905,7 @@ export type CreateChatCompletionRouterChatCompletionsCache = {
    * Time to live for cached responses in seconds. Maximum 259200 seconds (3 days).
    */
   ttl?: number | undefined;
-  type: CreateChatCompletionRouterChatCompletionsRequestRequestBodyType;
+  type: CreateChatCompletionRouterChatCompletionsRequestRequestBodyOrqType;
 };
 
 /**
@@ -1559,6 +1623,14 @@ export type CreateChatCompletionRequestBody = {
    * Variables to substitute in message templates. Uses f-string syntax ({{variableName}}) by default. For advanced templating with Jinja or Mustache syntax, use in conjunction with `template_engine`.
    */
   variables?: { [k: string]: any } | undefined;
+  /**
+   * Provider-level prompt caching configuration applied to the request. Creates a cache control breakpoint covering the request content. Only supported by `Anthropic` Claude models.
+   */
+  cacheControl?: CreateChatCompletionCacheControl | undefined;
+  /**
+   * Used by OpenAI to cache responses for similar requests to optimize your cache hit rates. Replaces the legacy `user` field for prompt caching.
+   */
+  promptCacheKey?: string | undefined;
   /**
    * Leverage Orq's intelligent routing capabilities to enhance your AI application with enterprise-grade reliability and observability. Orq provides automatic request management including retries on failures, model fallbacks for high availability, identity-level analytics tracking, conversation threading, and dynamic prompt templating with variable substitution.
    *
@@ -3541,6 +3613,46 @@ export function createChatCompletionTimeoutToJSON(
   );
 }
 
+/** @internal */
+export const CreateChatCompletionRouterChatCompletionsRequestRequestBodyType$outboundSchema:
+  z.ZodNativeEnum<
+    typeof CreateChatCompletionRouterChatCompletionsRequestRequestBodyType
+  > = z.nativeEnum(
+    CreateChatCompletionRouterChatCompletionsRequestRequestBodyType,
+  );
+
+/** @internal */
+export const CreateChatCompletionTtl$outboundSchema: z.ZodNativeEnum<
+  typeof CreateChatCompletionTtl
+> = z.nativeEnum(CreateChatCompletionTtl);
+
+/** @internal */
+export type CreateChatCompletionCacheControl$Outbound = {
+  type: string;
+  ttl: string;
+};
+
+/** @internal */
+export const CreateChatCompletionCacheControl$outboundSchema: z.ZodType<
+  CreateChatCompletionCacheControl$Outbound,
+  z.ZodTypeDef,
+  CreateChatCompletionCacheControl
+> = z.object({
+  type:
+    CreateChatCompletionRouterChatCompletionsRequestRequestBodyType$outboundSchema,
+  ttl: CreateChatCompletionTtl$outboundSchema.default("5m"),
+});
+
+export function createChatCompletionCacheControlToJSON(
+  createChatCompletionCacheControl: CreateChatCompletionCacheControl,
+): string {
+  return JSON.stringify(
+    CreateChatCompletionCacheControl$outboundSchema.parse(
+      createChatCompletionCacheControl,
+    ),
+  );
+}
+
 /** @internal */
 export type CreateChatCompletionRouterChatCompletionsRetry$Outbound = {
   count: number;
@@ -3688,11 +3800,11 @@ export function inputsToJSON(inputs: Inputs): string {
 }
 
 /** @internal */
-export const CreateChatCompletionRouterChatCompletionsRequestRequestBodyType$outboundSchema:
+export const CreateChatCompletionRouterChatCompletionsRequestRequestBodyOrqType$outboundSchema:
   z.ZodNativeEnum<
-    typeof CreateChatCompletionRouterChatCompletionsRequestRequestBodyType
+    typeof CreateChatCompletionRouterChatCompletionsRequestRequestBodyOrqType
   > = z.nativeEnum(
-    CreateChatCompletionRouterChatCompletionsRequestRequestBodyType,
+    CreateChatCompletionRouterChatCompletionsRequestRequestBodyOrqType,
   );
 
 /** @internal */
@@ -3710,7 +3822,7 @@ export const CreateChatCompletionRouterChatCompletionsCache$outboundSchema:
   > = z.object({
     ttl: z.number().default(1800),
     type:
-      CreateChatCompletionRouterChatCompletionsRequestRequestBodyType$outboundSchema,
+      CreateChatCompletionRouterChatCompletionsRequestRequestBodyOrqType$outboundSchema,
   });
 
 export function createChatCompletionRouterChatCompletionsCacheToJSON(
@@ -5322,6 +5434,8 @@ export type CreateChatCompletionRequestBody$Outbound = {
   load_balancer?: CreateChatCompletionLoadBalancer1$Outbound | undefined;
   timeout?: CreateChatCompletionTimeout$Outbound | undefined;
   variables?: { [k: string]: any } | undefined;
+  cache_control?: CreateChatCompletionCacheControl$Outbound | undefined;
+  prompt_cache_key?: string | undefined;
   orq?: Orq$Outbound | undefined;
   stream: boolean;
 };
@@ -5396,6 +5510,9 @@ export const CreateChatCompletionRequestBody$outboundSchema: z.ZodType<
     .optional(),
   timeout: z.lazy(() => CreateChatCompletionTimeout$outboundSchema).optional(),
   variables: z.record(z.any()).optional(),
+  cacheControl: z.lazy(() => CreateChatCompletionCacheControl$outboundSchema)
+    .optional(),
+  promptCacheKey: z.string().optional(),
   orq: z.lazy(() => Orq$outboundSchema).optional(),
   stream: z.boolean().default(false),
 }).transform((v) => {
@@ -5413,6 +5530,8 @@ export const CreateChatCompletionRequestBody$outboundSchema: z.ZodType<
     toolChoice: "tool_choice",
     parallelToolCalls: "parallel_tool_calls",
     loadBalancer: "load_balancer",
+    cacheControl: "cache_control",
+    promptCacheKey: "prompt_cache_key",
   });
 });
 

package/packages/orq-rc/src/models/operations/createdataset.ts

@@ -138,7 +138,7 @@ export const CreateDatasetResponseBody$inboundSchema: z.ZodType<
   created: z.string().datetime({ offset: true }).transform(v => new Date(v))
     .optional(),
   updated: z.string().datetime({ offset: true }).default(
-    "2026-06-08T05:34:18.893Z",
+    "2026-06-10T08:46:05.452Z",
   ).transform(v => new Date(v)),
 }).transform((v) => {
   return remap$(v, {

package/packages/orq-rc/src/models/operations/createdatasetitem.ts

@@ -2355,7 +2355,7 @@ export const Evaluations3$inboundSchema: z.ZodType<
   ),
   reviewed_by_id: z.string(),
   reviewed_at: z.string().datetime({ offset: true }).default(
-    "2026-06-08T05:34:42.557Z",
+    "2026-06-10T08:46:32.417Z",
   ).transform(v => new Date(v)),
   type: z.literal("string_array"),
   values: z.array(z.string()),
@@ -2400,7 +2400,7 @@ export const Evaluations2$inboundSchema: z.ZodType<
   source: CreateDatasetItemEvaluationsSource$inboundSchema.default("orq"),
   reviewed_by_id: z.string(),
   reviewed_at: z.string().datetime({ offset: true }).default(
-    "2026-06-08T05:34:42.557Z",
+    "2026-06-10T08:46:32.416Z",
   ).transform(v => new Date(v)),
   type: z.literal("number"),
   value: z.number(),
@@ -2446,7 +2446,7 @@ export const Evaluations1$inboundSchema: z.ZodType<
   source: EvaluationsSource$inboundSchema.default("orq"),
   reviewed_by_id: z.string(),
   reviewed_at: z.string().datetime({ offset: true }).default(
-    "2026-06-08T05:34:42.556Z",
+    "2026-06-10T08:46:32.416Z",
   ).transform(v => new Date(v)),
   type: z.literal("string"),
   value: z.string(),
@@ -2529,7 +2529,7 @@ export const CreateDatasetItemResponseBody$inboundSchema: z.ZodType<
   created: z.string().datetime({ offset: true }).transform(v => new Date(v))
     .optional(),
   updated: z.string().datetime({ offset: true }).default(
-    "2026-06-08T05:34:18.893Z",
+    "2026-06-10T08:46:05.452Z",
   ).transform(v => new Date(v)),
 }).transform((v) => {
   return remap$(v, {

package/packages/orq-rc/src/models/operations/createdatasource.ts

@@ -409,7 +409,7 @@ export const CreateDatasourceResponseBody$inboundSchema: z.ZodType<
   z.ZodTypeDef,
   unknown
 > = z.object({
-  _id: z.string().default("01KTJVKQSKHEQGNGTCZ17Y5BQX"),
+  _id: z.string().default("01KTRBCDW3ZY7FHNZF7ZC9J85F"),
   display_name: z.string(),
   description: z.nullable(z.string()).optional(),
   status: CreateDatasourceStatus$inboundSchema,

package/packages/orq-rc/src/models/operations/createeval.ts

@@ -200,10 +200,10 @@ export type Llm2 = {
    */
   outputType?: LLMOutputType | undefined;
   type: LLMType;
-  repetitions?: number | undefined;
+  repetitions?: number | null | undefined;
   prompt: string;
-  categories?: Array<string> | undefined;
-  categoricalLabels?: Array<LLMCategoricalLabels> | undefined;
+  categories?: Array<string> | null | undefined;
+  categoricalLabels?: Array<LLMCategoricalLabels> | null | undefined;
   datasetId?: string | undefined;
   /**
    * Entity storage path.
@@ -298,10 +298,10 @@ export type Llm1 = {
    */
   outputType?: CreateEvalLLMOutputType | undefined;
   type: CreateEvalLLMType;
-  repetitions?: number | undefined;
+  repetitions?: number | null | undefined;
   prompt: string;
-  categories?: Array<string> | undefined;
-  categoricalLabels?: Array<CreateEvalLLMCategoricalLabels> | undefined;
+  categories?: Array<string> | null | undefined;
+  categoricalLabels?: Array<CreateEvalLLMCategoricalLabels> | null | undefined;
   datasetId?: string | undefined;
   /**
    * Entity storage path.
@@ -1059,10 +1059,13 @@ export type CreateEvalLlm2 = {
     | null
     | undefined;
   type: CreateEvalLLMEvalsResponseType;
-  repetitions?: number | undefined;
+  repetitions?: number | null | undefined;
   prompt: string;
-  categories?: Array<string> | undefined;
-  categoricalLabels?: Array<CreateEvalLLMEvalsCategoricalLabels> | undefined;
+  categories?: Array<string> | null | undefined;
+  categoricalLabels?:
+    | Array<CreateEvalLLMEvalsCategoricalLabels>
+    | null
+    | undefined;
   datasetId?: string | undefined;
   key: string;
   mode: "jury";
@@ -1137,11 +1140,12 @@ export type CreateEvalLlm1 = {
     | null
     | undefined;
   type: CreateEvalLLMEvalsType;
-  repetitions?: number | undefined;
+  repetitions?: number | null | undefined;
   prompt: string;
-  categories?: Array<string> | undefined;
+  categories?: Array<string> | null | undefined;
   categoricalLabels?:
     | Array<CreateEvalLLMEvalsResponseCategoricalLabels>
+    | null
     | undefined;
   datasetId?: string | undefined;
   key: string;
@@ -1706,10 +1710,10 @@ export type Llm2$Outbound = {
     | undefined;
   output_type?: string | undefined;
   type: string;
-  repetitions?: number | undefined;
+  repetitions?: number | null | undefined;
   prompt: string;
-  categories?: Array<string> | undefined;
-  categorical_labels?: Array<LLMCategoricalLabels$Outbound> | undefined;
+  categories?: Array<string> | null | undefined;
+  categorical_labels?: Array<LLMCategoricalLabels$Outbound> | null | undefined;
   dataset_id?: string | undefined;
   path: string;
   description: string;
@@ -1736,11 +1740,11 @@ export const Llm2$outboundSchema: z.ZodType<Llm2$Outbound, z.ZodTypeDef, Llm2> =
     ).optional(),
     outputType: LLMOutputType$outboundSchema.optional(),
     type: LLMType$outboundSchema,
-    repetitions: z.number().int().optional(),
+    repetitions: z.nullable(z.number().int()).optional(),
     prompt: z.string(),
-    categories: z.array(z.string()).optional(),
-    categoricalLabels: z.array(
-      z.lazy(() => LLMCategoricalLabels$outboundSchema),
+    categories: z.nullable(z.array(z.string())).optional(),
+    categoricalLabels: z.nullable(
+      z.array(z.lazy(() => LLMCategoricalLabels$outboundSchema)),
     ).optional(),
     datasetId: z.string().optional(),
     path: z.string(),
@@ -1943,11 +1947,12 @@ export type Llm1$Outbound = {
     | undefined;
   output_type?: string | undefined;
   type: string;
-  repetitions?: number | undefined;
+  repetitions?: number | null | undefined;
   prompt: string;
-  categories?: Array<string> | undefined;
+  categories?: Array<string> | null | undefined;
   categorical_labels?:
     | Array<CreateEvalLLMCategoricalLabels$Outbound>
+    | null
     | undefined;
   dataset_id?: string | undefined;
   path: string;
@@ -1969,11 +1974,11 @@ export const Llm1$outboundSchema: z.ZodType<Llm1$Outbound, z.ZodTypeDef, Llm1> =
     ).optional(),
     outputType: CreateEvalLLMOutputType$outboundSchema.optional(),
     type: CreateEvalLLMType$outboundSchema,
-    repetitions: z.number().int().optional(),
+    repetitions: z.nullable(z.number().int()).optional(),
     prompt: z.string(),
-    categories: z.array(z.string()).optional(),
-    categoricalLabels: z.array(
-      z.lazy(() => CreateEvalLLMCategoricalLabels$outboundSchema),
+    categories: z.nullable(z.array(z.string())).optional(),
+    categoricalLabels: z.nullable(
+      z.array(z.lazy(() => CreateEvalLLMCategoricalLabels$outboundSchema)),
     ).optional(),
     datasetId: z.string().optional(),
     path: z.string(),
@@ -2188,8 +2193,8 @@ export const Typescript$inboundSchema: z.ZodType<
 > = z.object({
   _id: z.string(),
   description: z.string(),
-  created: z.string().default("2026-06-08T05:34:20.335Z"),
-  updated: z.string().default("2026-06-08T05:34:20.335Z"),
+  created: z.string().default("2026-06-10T08:46:07.073Z"),
+  updated: z.string().default("2026-06-10T08:46:07.073Z"),
   updated_by_id: z.nullable(z.string()).optional(),
   guardrail_config: z.nullable(
     z.union([
@@ -2379,8 +2384,8 @@ export const Ragas$inboundSchema: z.ZodType<Ragas, z.ZodTypeDef, unknown> = z
   .object({
     _id: z.string(),
     description: z.string(),
-    created: z.string().default("2026-06-08T05:34:20.335Z"),
-    updated: z.string().default("2026-06-08T05:34:20.335Z"),
+    created: z.string().default("2026-06-10T08:46:07.073Z"),
+    updated: z.string().default("2026-06-10T08:46:07.073Z"),
     updated_by_id: z.nullable(z.string()).optional(),
     guardrail_config: z.nullable(
       z.union([
@@ -3205,8 +3210,8 @@ export const CreateEvalResponseBodyFunction$inboundSchema: z.ZodType<
 > = z.object({
   _id: z.string(),
   description: z.string(),
-  created: z.string().default("2026-06-08T05:34:20.335Z"),
-  updated: z.string().default("2026-06-08T05:34:20.335Z"),
+  created: z.string().default("2026-06-10T08:46:07.073Z"),
+  updated: z.string().default("2026-06-10T08:46:07.073Z"),
   updated_by_id: z.nullable(z.string()).optional(),
   guardrail_config: z.nullable(
     z.union([
@@ -3425,8 +3430,8 @@ export const ResponseBodyPython$inboundSchema: z.ZodType<
 > = z.object({
   _id: z.string(),
   description: z.string(),
-  created: z.string().default("2026-06-08T05:34:20.335Z"),
-  updated: z.string().default("2026-06-08T05:34:20.335Z"),
+  created: z.string().default("2026-06-10T08:46:07.073Z"),
+  updated: z.string().default("2026-06-10T08:46:07.073Z"),
   updated_by_id: z.nullable(z.string()).optional(),
   guardrail_config: z.nullable(
     z.union([
@@ -3607,8 +3612,8 @@ export const CreateEvalResponseBodyHTTP$inboundSchema: z.ZodType<
 > = z.object({
   _id: z.string(),
   description: z.string(),
-  created: z.string().default("2026-06-08T05:34:20.335Z"),
-  updated: z.string().default("2026-06-08T05:34:20.335Z"),
+  created: z.string().default("2026-06-10T08:46:07.073Z"),
+  updated: z.string().default("2026-06-10T08:46:07.073Z"),
   updated_by_id: z.nullable(z.string()).optional(),
   guardrail_config: z.nullable(
     z.union([
@@ -3767,8 +3772,8 @@ export const Json$inboundSchema: z.ZodType<Json, z.ZodTypeDef, unknown> = z
   .object({
     _id: z.string(),
     description: z.string(),
-    created: z.string().default("2026-06-08T05:34:20.335Z"),
-    updated: z.string().default("2026-06-08T05:34:20.335Z"),
+    created: z.string().default("2026-06-10T08:46:07.073Z"),
+    updated: z.string().default("2026-06-10T08:46:07.073Z"),
     updated_by_id: z.nullable(z.string()).optional(),
     guardrail_config: z.nullable(
       z.union([
@@ -4138,8 +4143,8 @@ export const CreateEvalLlm2$inboundSchema: z.ZodType<
 > = z.object({
   _id: z.string(),
   description: z.string(),
-  created: z.string().default("2026-06-08T05:34:20.335Z"),
-  updated: z.string().default("2026-06-08T05:34:20.335Z"),
+  created: z.string().default("2026-06-10T08:46:07.073Z"),
+  updated: z.string().default("2026-06-10T08:46:07.073Z"),
   updated_by_id: z.nullable(z.string()).optional(),
   guardrail_config: z.nullable(
     z.union([
@@ -4155,11 +4160,11 @@ export const CreateEvalLlm2$inboundSchema: z.ZodType<
     ]),
   ).optional(),
   type: CreateEvalLLMEvalsResponseType$inboundSchema,
-  repetitions: z.number().int().optional(),
+  repetitions: z.nullable(z.number().int()).optional(),
   prompt: z.string(),
-  categories: z.array(z.string()).optional(),
-  categorical_labels: z.array(
-    z.lazy(() => CreateEvalLLMEvalsCategoricalLabels$inboundSchema),
+  categories: z.nullable(z.array(z.string())).optional(),
+  categorical_labels: z.nullable(
+    z.array(z.lazy(() => CreateEvalLLMEvalsCategoricalLabels$inboundSchema)),
   ).optional(),
   dataset_id: z.string().optional(),
   key: z.string(),
@@ -4358,8 +4363,8 @@ export const CreateEvalLlm1$inboundSchema: z.ZodType<
 > = z.object({
   _id: z.string(),
   description: z.string(),
-  created: z.string().default("2026-06-08T05:34:20.335Z"),
-  updated: z.string().default("2026-06-08T05:34:20.335Z"),
+  created: z.string().default("2026-06-10T08:46:07.073Z"),
+  updated: z.string().default("2026-06-10T08:46:07.073Z"),
   updated_by_id: z.nullable(z.string()).optional(),
   guardrail_config: z.nullable(
     z.union([
@@ -4375,11 +4380,13 @@ export const CreateEvalLlm1$inboundSchema: z.ZodType<
     ]),
   ).optional(),
   type: CreateEvalLLMEvalsType$inboundSchema,
-  repetitions: z.number().int().optional(),
+  repetitions: z.nullable(z.number().int()).optional(),
   prompt: z.string(),
-  categories: z.array(z.string()).optional(),
-  categorical_labels: z.array(
-    z.lazy(() => CreateEvalLLMEvalsResponseCategoricalLabels$inboundSchema),
+  categories: z.nullable(z.array(z.string())).optional(),
+  categorical_labels: z.nullable(
+    z.array(z.lazy(() =>
+      CreateEvalLLMEvalsResponseCategoricalLabels$inboundSchema
+    )),
   ).optional(),
   dataset_id: z.string().optional(),
   key: z.string(),