@orq-ai/node 4.10.16 → 4.10.17

package/src/models/operations/createchatcompletion.ts

@@ -752,6 +752,69 @@ export type CreateChatCompletionTimeout = {
   callTimeout: number;
 };
 
+/**
+ * Create a cache control breakpoint at this content block. Accepts only the value "ephemeral".
+ */
+export const CreateChatCompletionRouterChatCompletionsRequestRequestBodyType = {
+  Ephemeral: "ephemeral",
+} as const;
+/**
+ * Create a cache control breakpoint at this content block. Accepts only the value "ephemeral".
+ */
+export type CreateChatCompletionRouterChatCompletionsRequestRequestBodyType =
+  ClosedEnum<
+    typeof CreateChatCompletionRouterChatCompletionsRequestRequestBodyType
+  >;
+
+/**
+ * The time-to-live for the cache control breakpoint. This may be one of the following values:
+ *
+ * @remarks
+ *
+ * - `5m`: 5 minutes
+ * - `1h`: 1 hour
+ *
+ * Defaults to `5m`. Only supported by `Anthropic` Claude models.
+ */
+export const CreateChatCompletionTtl = {
+  Fivem: "5m",
+  Oneh: "1h",
+} as const;
+/**
+ * The time-to-live for the cache control breakpoint. This may be one of the following values:
+ *
+ * @remarks
+ *
+ * - `5m`: 5 minutes
+ * - `1h`: 1 hour
+ *
+ * Defaults to `5m`. Only supported by `Anthropic` Claude models.
+ */
+export type CreateChatCompletionTtl = ClosedEnum<
+  typeof CreateChatCompletionTtl
+>;
+
+/**
+ * Provider-level prompt caching configuration applied to the request. Creates a cache control breakpoint covering the request content. Only supported by `Anthropic` Claude models.
+ */
+export type CreateChatCompletionCacheControl = {
+  /**
+   * Create a cache control breakpoint at this content block. Accepts only the value "ephemeral".
+   */
+  type: CreateChatCompletionRouterChatCompletionsRequestRequestBodyType;
+  /**
+   * The time-to-live for the cache control breakpoint. This may be one of the following values:
+   *
+   * @remarks
+   *
+   * - `5m`: 5 minutes
+   * - `1h`: 1 hour
+   *
+   * Defaults to `5m`. Only supported by `Anthropic` Claude models.
+   */
+  ttl?: CreateChatCompletionTtl | undefined;
+};
+
 /**
  * Retry configuration for the request
  */
@@ -825,12 +888,13 @@ export type Inputs2 = {
  */
 export type Inputs = { [k: string]: any } | Array<Inputs2>;
 
-export const CreateChatCompletionRouterChatCompletionsRequestRequestBodyType = {
-  ExactMatch: "exact_match",
-} as const;
-export type CreateChatCompletionRouterChatCompletionsRequestRequestBodyType =
+export const CreateChatCompletionRouterChatCompletionsRequestRequestBodyOrqType =
+  {
+    ExactMatch: "exact_match",
+  } as const;
+export type CreateChatCompletionRouterChatCompletionsRequestRequestBodyOrqType =
   ClosedEnum<
-    typeof CreateChatCompletionRouterChatCompletionsRequestRequestBodyType
+    typeof CreateChatCompletionRouterChatCompletionsRequestRequestBodyOrqType
   >;
 
 /**
@@ -841,7 +905,7 @@ export type CreateChatCompletionRouterChatCompletionsCache = {
    * Time to live for cached responses in seconds. Maximum 259200 seconds (3 days).
    */
   ttl?: number | undefined;
-  type: CreateChatCompletionRouterChatCompletionsRequestRequestBodyType;
+  type: CreateChatCompletionRouterChatCompletionsRequestRequestBodyOrqType;
 };
 
 /**
@@ -1559,6 +1623,14 @@ export type CreateChatCompletionRequestBody = {
    * Variables to substitute in message templates. Uses f-string syntax ({{variableName}}) by default. For advanced templating with Jinja or Mustache syntax, use in conjunction with `template_engine`.
    */
   variables?: { [k: string]: any } | undefined;
+  /**
+   * Provider-level prompt caching configuration applied to the request. Creates a cache control breakpoint covering the request content. Only supported by `Anthropic` Claude models.
+   */
+  cacheControl?: CreateChatCompletionCacheControl | undefined;
+  /**
+   * Used by OpenAI to cache responses for similar requests to optimize your cache hit rates. Replaces the legacy `user` field for prompt caching.
+   */
+  promptCacheKey?: string | undefined;
   /**
    * Leverage Orq's intelligent routing capabilities to enhance your AI application with enterprise-grade reliability and observability. Orq provides automatic request management including retries on failures, model fallbacks for high availability, identity-level analytics tracking, conversation threading, and dynamic prompt templating with variable substitution.
    *
@@ -3541,6 +3613,46 @@ export function createChatCompletionTimeoutToJSON(
   );
 }
 
+/** @internal */
+export const CreateChatCompletionRouterChatCompletionsRequestRequestBodyType$outboundSchema:
+  z.ZodNativeEnum<
+    typeof CreateChatCompletionRouterChatCompletionsRequestRequestBodyType
+  > = z.nativeEnum(
+    CreateChatCompletionRouterChatCompletionsRequestRequestBodyType,
+  );
+
+/** @internal */
+export const CreateChatCompletionTtl$outboundSchema: z.ZodNativeEnum<
+  typeof CreateChatCompletionTtl
+> = z.nativeEnum(CreateChatCompletionTtl);
+
+/** @internal */
+export type CreateChatCompletionCacheControl$Outbound = {
+  type: string;
+  ttl: string;
+};
+
+/** @internal */
+export const CreateChatCompletionCacheControl$outboundSchema: z.ZodType<
+  CreateChatCompletionCacheControl$Outbound,
+  z.ZodTypeDef,
+  CreateChatCompletionCacheControl
+> = z.object({
+  type:
+    CreateChatCompletionRouterChatCompletionsRequestRequestBodyType$outboundSchema,
+  ttl: CreateChatCompletionTtl$outboundSchema.default("5m"),
+});
+
+export function createChatCompletionCacheControlToJSON(
+  createChatCompletionCacheControl: CreateChatCompletionCacheControl,
+): string {
+  return JSON.stringify(
+    CreateChatCompletionCacheControl$outboundSchema.parse(
+      createChatCompletionCacheControl,
+    ),
+  );
+}
+
 /** @internal */
 export type CreateChatCompletionRouterChatCompletionsRetry$Outbound = {
   count: number;
@@ -3688,11 +3800,11 @@ export function inputsToJSON(inputs: Inputs): string {
 }
 
 /** @internal */
-export const CreateChatCompletionRouterChatCompletionsRequestRequestBodyType$outboundSchema:
+export const CreateChatCompletionRouterChatCompletionsRequestRequestBodyOrqType$outboundSchema:
   z.ZodNativeEnum<
-    typeof CreateChatCompletionRouterChatCompletionsRequestRequestBodyType
+    typeof CreateChatCompletionRouterChatCompletionsRequestRequestBodyOrqType
   > = z.nativeEnum(
-    CreateChatCompletionRouterChatCompletionsRequestRequestBodyType,
+    CreateChatCompletionRouterChatCompletionsRequestRequestBodyOrqType,
   );
 
 /** @internal */
@@ -3710,7 +3822,7 @@ export const CreateChatCompletionRouterChatCompletionsCache$outboundSchema:
   > = z.object({
     ttl: z.number().default(1800),
     type:
-      CreateChatCompletionRouterChatCompletionsRequestRequestBodyType$outboundSchema,
+      CreateChatCompletionRouterChatCompletionsRequestRequestBodyOrqType$outboundSchema,
   });
 
 export function createChatCompletionRouterChatCompletionsCacheToJSON(
@@ -5322,6 +5434,8 @@ export type CreateChatCompletionRequestBody$Outbound = {
   load_balancer?: CreateChatCompletionLoadBalancer1$Outbound | undefined;
   timeout?: CreateChatCompletionTimeout$Outbound | undefined;
   variables?: { [k: string]: any } | undefined;
+  cache_control?: CreateChatCompletionCacheControl$Outbound | undefined;
+  prompt_cache_key?: string | undefined;
   orq?: Orq$Outbound | undefined;
   stream: boolean;
 };
@@ -5396,6 +5510,9 @@ export const CreateChatCompletionRequestBody$outboundSchema: z.ZodType<
     .optional(),
   timeout: z.lazy(() => CreateChatCompletionTimeout$outboundSchema).optional(),
   variables: z.record(z.any()).optional(),
+  cacheControl: z.lazy(() => CreateChatCompletionCacheControl$outboundSchema)
+    .optional(),
+  promptCacheKey: z.string().optional(),
   orq: z.lazy(() => Orq$outboundSchema).optional(),
   stream: z.boolean().default(false),
 }).transform((v) => {
@@ -5413,6 +5530,8 @@ export const CreateChatCompletionRequestBody$outboundSchema: z.ZodType<
     toolChoice: "tool_choice",
     parallelToolCalls: "parallel_tool_calls",
     loadBalancer: "load_balancer",
+    cacheControl: "cache_control",
+    promptCacheKey: "prompt_cache_key",
   });
 });
 

package/src/models/operations/createdataset.ts

@@ -138,7 +138,7 @@ export const CreateDatasetResponseBody$inboundSchema: z.ZodType<
   created: z.string().datetime({ offset: true }).transform(v => new Date(v))
     .optional(),
   updated: z.string().datetime({ offset: true }).default(
-    "2026-06-11T10:09:31.179Z",
+    "2026-06-11T12:55:42.903Z",
   ).transform(v => new Date(v)),
 }).transform((v) => {
   return remap$(v, {

package/src/models/operations/createdatasetitem.ts

@@ -2355,7 +2355,7 @@ export const Evaluations3$inboundSchema: z.ZodType<
   ),
   reviewed_by_id: z.string(),
   reviewed_at: z.string().datetime({ offset: true }).default(
-    "2026-06-11T10:09:58.629Z",
+    "2026-06-11T12:56:10.553Z",
   ).transform(v => new Date(v)),
   type: z.literal("string_array"),
   values: z.array(z.string()),
@@ -2400,7 +2400,7 @@ export const Evaluations2$inboundSchema: z.ZodType<
   source: CreateDatasetItemEvaluationsSource$inboundSchema.default("orq"),
   reviewed_by_id: z.string(),
   reviewed_at: z.string().datetime({ offset: true }).default(
-    "2026-06-11T10:09:58.628Z",
+    "2026-06-11T12:56:10.552Z",
   ).transform(v => new Date(v)),
   type: z.literal("number"),
   value: z.number(),
@@ -2446,7 +2446,7 @@ export const Evaluations1$inboundSchema: z.ZodType<
   source: EvaluationsSource$inboundSchema.default("orq"),
   reviewed_by_id: z.string(),
   reviewed_at: z.string().datetime({ offset: true }).default(
-    "2026-06-11T10:09:58.628Z",
+    "2026-06-11T12:56:10.552Z",
   ).transform(v => new Date(v)),
   type: z.literal("string"),
   value: z.string(),
@@ -2529,7 +2529,7 @@ export const CreateDatasetItemResponseBody$inboundSchema: z.ZodType<
   created: z.string().datetime({ offset: true }).transform(v => new Date(v))
     .optional(),
   updated: z.string().datetime({ offset: true }).default(
-    "2026-06-11T10:09:31.179Z",
+    "2026-06-11T12:55:42.903Z",
   ).transform(v => new Date(v)),
 }).transform((v) => {
   return remap$(v, {

package/src/models/operations/createdatasource.ts

@@ -409,7 +409,7 @@ export const CreateDatasourceResponseBody$inboundSchema: z.ZodType<
   z.ZodTypeDef,
   unknown
 > = z.object({
-  _id: z.string().default("01KTV2HXRTTN40FP1QGE84QQ8C"),
+  _id: z.string().default("01KTVC27ZHPZHTMX0A3FV9T0VJ"),
   display_name: z.string(),
   description: z.nullable(z.string()).optional(),
   status: CreateDatasourceStatus$inboundSchema,

package/src/models/operations/createeval.ts

@@ -2193,8 +2193,8 @@ export const Typescript$inboundSchema: z.ZodType<
 > = z.object({
   _id: z.string(),
   description: z.string(),
-  created: z.string().default("2026-06-11T10:09:33.308Z"),
-  updated: z.string().default("2026-06-11T10:09:33.308Z"),
+  created: z.string().default("2026-06-11T12:55:45.048Z"),
+  updated: z.string().default("2026-06-11T12:55:45.048Z"),
   updated_by_id: z.nullable(z.string()).optional(),
   guardrail_config: z.nullable(
     z.union([
@@ -2384,8 +2384,8 @@ export const Ragas$inboundSchema: z.ZodType<Ragas, z.ZodTypeDef, unknown> = z
   .object({
     _id: z.string(),
     description: z.string(),
-    created: z.string().default("2026-06-11T10:09:33.308Z"),
-    updated: z.string().default("2026-06-11T10:09:33.308Z"),
+    created: z.string().default("2026-06-11T12:55:45.048Z"),
+    updated: z.string().default("2026-06-11T12:55:45.048Z"),
     updated_by_id: z.nullable(z.string()).optional(),
     guardrail_config: z.nullable(
       z.union([
@@ -3210,8 +3210,8 @@ export const CreateEvalResponseBodyFunction$inboundSchema: z.ZodType<
 > = z.object({
   _id: z.string(),
   description: z.string(),
-  created: z.string().default("2026-06-11T10:09:33.308Z"),
-  updated: z.string().default("2026-06-11T10:09:33.308Z"),
+  created: z.string().default("2026-06-11T12:55:45.048Z"),
+  updated: z.string().default("2026-06-11T12:55:45.048Z"),
   updated_by_id: z.nullable(z.string()).optional(),
   guardrail_config: z.nullable(
     z.union([
@@ -3430,8 +3430,8 @@ export const ResponseBodyPython$inboundSchema: z.ZodType<
 > = z.object({
   _id: z.string(),
   description: z.string(),
-  created: z.string().default("2026-06-11T10:09:33.308Z"),
-  updated: z.string().default("2026-06-11T10:09:33.308Z"),
+  created: z.string().default("2026-06-11T12:55:45.048Z"),
+  updated: z.string().default("2026-06-11T12:55:45.048Z"),
   updated_by_id: z.nullable(z.string()).optional(),
   guardrail_config: z.nullable(
     z.union([
@@ -3612,8 +3612,8 @@ export const CreateEvalResponseBodyHTTP$inboundSchema: z.ZodType<
 > = z.object({
   _id: z.string(),
   description: z.string(),
-  created: z.string().default("2026-06-11T10:09:33.308Z"),
-  updated: z.string().default("2026-06-11T10:09:33.308Z"),
+  created: z.string().default("2026-06-11T12:55:45.048Z"),
+  updated: z.string().default("2026-06-11T12:55:45.048Z"),
   updated_by_id: z.nullable(z.string()).optional(),
   guardrail_config: z.nullable(
     z.union([
@@ -3772,8 +3772,8 @@ export const Json$inboundSchema: z.ZodType<Json, z.ZodTypeDef, unknown> = z
   .object({
     _id: z.string(),
     description: z.string(),
-    created: z.string().default("2026-06-11T10:09:33.308Z"),
-    updated: z.string().default("2026-06-11T10:09:33.308Z"),
+    created: z.string().default("2026-06-11T12:55:45.048Z"),
+    updated: z.string().default("2026-06-11T12:55:45.048Z"),
     updated_by_id: z.nullable(z.string()).optional(),
     guardrail_config: z.nullable(
       z.union([
@@ -4143,8 +4143,8 @@ export const CreateEvalLlm2$inboundSchema: z.ZodType<
 > = z.object({
   _id: z.string(),
   description: z.string(),
-  created: z.string().default("2026-06-11T10:09:33.308Z"),
-  updated: z.string().default("2026-06-11T10:09:33.308Z"),
+  created: z.string().default("2026-06-11T12:55:45.048Z"),
+  updated: z.string().default("2026-06-11T12:55:45.048Z"),
   updated_by_id: z.nullable(z.string()).optional(),
   guardrail_config: z.nullable(
     z.union([
@@ -4363,8 +4363,8 @@ export const CreateEvalLlm1$inboundSchema: z.ZodType<
 > = z.object({
   _id: z.string(),
   description: z.string(),
-  created: z.string().default("2026-06-11T10:09:33.308Z"),
-  updated: z.string().default("2026-06-11T10:09:33.308Z"),
+  created: z.string().default("2026-06-11T12:55:45.048Z"),
+  updated: z.string().default("2026-06-11T12:55:45.048Z"),
   updated_by_id: z.nullable(z.string()).optional(),
   guardrail_config: z.nullable(
     z.union([

package/src/models/operations/creatememorystore.ts

@@ -28,7 +28,7 @@ export type CreateMemoryStoreRequestBody = {
   /**
    * The default time to live of every memory document created within the memory store. Useful to control if the documents in the memory should be store for short or long term.
    */
-  ttl?: number | undefined;
+  ttl?: number | null | undefined;
   /**
    * Entity storage path.
    *
@@ -83,7 +83,7 @@ export type CreateMemoryStoreResponseBody = {
   /**
    * The default time to live of every memory document created within the memory store. Useful to control if the documents in the memory should be store for short or long term.
    */
-  ttl?: number | undefined;
+  ttl?: number | null | undefined;
   embeddingConfig: CreateMemoryStoreEmbeddingConfig;
 };
 
@@ -112,7 +112,7 @@ export type CreateMemoryStoreRequestBody$Outbound = {
   key: string;
   embedding_config: EmbeddingConfig$Outbound;
   description: string;
-  ttl?: number | undefined;
+  ttl?: number | null | undefined;
   path: string;
 };
 
@@ -125,7 +125,7 @@ export const CreateMemoryStoreRequestBody$outboundSchema: z.ZodType<
   key: z.string(),
   embeddingConfig: z.lazy(() => EmbeddingConfig$outboundSchema),
   description: z.string(),
-  ttl: z.number().optional(),
+  ttl: z.nullable(z.number()).optional(),
   path: z.string(),
 }).transform((v) => {
   return remap$(v, {
@@ -175,7 +175,7 @@ export const CreateMemoryStoreResponseBody$inboundSchema: z.ZodType<
   updated_by_id: z.nullable(z.string()).optional(),
   created: z.string(),
   updated: z.string(),
-  ttl: z.number().optional(),
+  ttl: z.nullable(z.number()).optional(),
   embedding_config: z.lazy(() =>
     CreateMemoryStoreEmbeddingConfig$inboundSchema
   ),