@adaline/gateway 0.8.0 → 0.10.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (7) hide show
  1. package/dist/index.d.mts +46 -13
  2. package/dist/index.d.ts +46 -13
  3. package/dist/index.js +11 -11
  4. package/dist/index.js.map +1 -1
  5. package/dist/index.mjs +3 -3
  6. package/dist/index.mjs.map +1 -1
  7. package/package.json +2 -2
package/dist/index.d.mts CHANGED
@@ -83,19 +83,19 @@ declare class QueueTaskTimeoutError extends GatewayBaseError {
83
83
  }
84
84
 
85
85
  interface Cache<T> {
86
- get(key: string): T | undefined;
87
- set(key: string, value: T): void;
88
- delete(key: string): void;
89
- clear(): void;
86
+ get(key: string): Promise<T | undefined>;
87
+ set(key: string, value: T): Promise<void>;
88
+ delete(key: string): Promise<void>;
89
+ clear(): Promise<void>;
90
90
  }
91
91
 
92
92
  declare class LRUCache<T extends object> implements Cache<T> {
93
93
  private cache;
94
94
  constructor(maxEntries?: number);
95
- get(key: string): T | undefined;
96
- set(key: string, value: T): void;
97
- delete(key: string): void;
98
- clear(): void;
95
+ get(key: string): Promise<T | undefined>;
96
+ set(key: string, value: T): Promise<void>;
97
+ delete(key: string): Promise<void>;
98
+ clear(): Promise<void>;
99
99
  }
100
100
 
101
101
  type QueueTask<Request, Response> = {
@@ -256,6 +256,7 @@ declare const CompleteChatHandlerRequest: z.ZodObject<{
256
256
  }[];
257
257
  }[] | undefined;
258
258
  };
259
+ cached: boolean;
259
260
  latencyInMs: number;
260
261
  provider: {
261
262
  request?: any;
@@ -365,6 +366,7 @@ declare const CompleteChatHandlerRequest: z.ZodObject<{
365
366
  }[];
366
367
  }[] | undefined;
367
368
  };
369
+ cached: boolean;
368
370
  latencyInMs: number;
369
371
  provider: {
370
372
  request?: any;
@@ -700,6 +702,7 @@ declare const CompleteChatHandlerRequest: z.ZodObject<{
700
702
  };
701
703
  metadata?: any;
702
704
  }>]>, "many">>;
705
+ enableCache: z.ZodBoolean;
703
706
  callbacks: z.ZodOptional<z.ZodArray<z.ZodType<CompleteChatCallbackType<any>, z.ZodTypeDef, CompleteChatCallbackType<any>>, "atleastone">>;
704
707
  metadataForCallbacks: z.ZodOptional<z.ZodAny>;
705
708
  }, "strip", z.ZodTypeAny, {
@@ -785,6 +788,7 @@ declare const CompleteChatHandlerRequest: z.ZodObject<{
785
788
  })[];
786
789
  metadata?: undefined;
787
790
  }[];
791
+ enableCache: boolean;
788
792
  cache: Cache<{
789
793
  request: {
790
794
  config: Record<string, any>;
@@ -888,6 +892,7 @@ declare const CompleteChatHandlerRequest: z.ZodObject<{
888
892
  }[];
889
893
  }[] | undefined;
890
894
  };
895
+ cached: boolean;
891
896
  latencyInMs: number;
892
897
  provider: {
893
898
  request?: any;
@@ -992,6 +997,7 @@ declare const CompleteChatHandlerRequest: z.ZodObject<{
992
997
  })[];
993
998
  metadata?: undefined;
994
999
  }[];
1000
+ enableCache: boolean;
995
1001
  cache: Cache<{
996
1002
  request: {
997
1003
  config: Record<string, any>;
@@ -1095,6 +1101,7 @@ declare const CompleteChatHandlerRequest: z.ZodObject<{
1095
1101
  }[];
1096
1102
  }[] | undefined;
1097
1103
  };
1104
+ cached: boolean;
1098
1105
  latencyInMs: number;
1099
1106
  provider: {
1100
1107
  request?: any;
@@ -1787,6 +1794,7 @@ declare const CompleteChatHandlerResponse: z.ZodObject<{
1787
1794
  }[];
1788
1795
  }[] | undefined;
1789
1796
  }>;
1797
+ cached: z.ZodBoolean;
1790
1798
  latencyInMs: z.ZodNumber;
1791
1799
  metadataForCallbacks: z.ZodOptional<z.ZodAny>;
1792
1800
  provider: z.ZodObject<{
@@ -1902,6 +1910,7 @@ declare const CompleteChatHandlerResponse: z.ZodObject<{
1902
1910
  }[];
1903
1911
  }[] | undefined;
1904
1912
  };
1913
+ cached: boolean;
1905
1914
  latencyInMs: number;
1906
1915
  provider: {
1907
1916
  request?: any;
@@ -2011,6 +2020,7 @@ declare const CompleteChatHandlerResponse: z.ZodObject<{
2011
2020
  }[];
2012
2021
  }[] | undefined;
2013
2022
  };
2023
+ cached: boolean;
2014
2024
  latencyInMs: number;
2015
2025
  provider: {
2016
2026
  request?: any;
@@ -2061,6 +2071,7 @@ declare const GetEmbeddingsHandlerRequest: z.ZodObject<{
2061
2071
  totalTokens: number;
2062
2072
  } | undefined;
2063
2073
  };
2074
+ cached: boolean;
2064
2075
  latencyInMs: number;
2065
2076
  provider: {
2066
2077
  request?: any;
@@ -2099,6 +2110,7 @@ declare const GetEmbeddingsHandlerRequest: z.ZodObject<{
2099
2110
  totalTokens: number;
2100
2111
  } | undefined;
2101
2112
  };
2113
+ cached: boolean;
2102
2114
  latencyInMs: number;
2103
2115
  provider: {
2104
2116
  request?: any;
@@ -2221,6 +2233,7 @@ declare const GetEmbeddingsHandlerRequest: z.ZodObject<{
2221
2233
  requests: number[][];
2222
2234
  metadata?: undefined;
2223
2235
  }>]>;
2236
+ enableCache: z.ZodBoolean;
2224
2237
  callbacks: z.ZodOptional<z.ZodArray<z.ZodType<GetEmbeddingsCallbackType<any>, z.ZodTypeDef, GetEmbeddingsCallbackType<any>>, "atleastone">>;
2225
2238
  metadataForCallbacks: z.ZodOptional<z.ZodAny>;
2226
2239
  }, "strip", z.ZodTypeAny, {
@@ -2270,6 +2283,7 @@ declare const GetEmbeddingsHandlerRequest: z.ZodObject<{
2270
2283
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
2271
2284
  };
2272
2285
  }>;
2286
+ enableCache: boolean;
2273
2287
  cache: Cache<{
2274
2288
  request: {
2275
2289
  config: Record<string, any>;
@@ -2302,6 +2316,7 @@ declare const GetEmbeddingsHandlerRequest: z.ZodObject<{
2302
2316
  totalTokens: number;
2303
2317
  } | undefined;
2304
2318
  };
2319
+ cached: boolean;
2305
2320
  latencyInMs: number;
2306
2321
  provider: {
2307
2322
  request?: any;
@@ -2367,6 +2382,7 @@ declare const GetEmbeddingsHandlerRequest: z.ZodObject<{
2367
2382
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
2368
2383
  };
2369
2384
  }>;
2385
+ enableCache: boolean;
2370
2386
  cache: Cache<{
2371
2387
  request: {
2372
2388
  config: Record<string, any>;
@@ -2399,6 +2415,7 @@ declare const GetEmbeddingsHandlerRequest: z.ZodObject<{
2399
2415
  totalTokens: number;
2400
2416
  } | undefined;
2401
2417
  };
2418
+ cached: boolean;
2402
2419
  latencyInMs: number;
2403
2420
  provider: {
2404
2421
  request?: any;
@@ -2545,6 +2562,7 @@ declare const GetEmbeddingsHandlerResponse: z.ZodObject<{
2545
2562
  totalTokens: number;
2546
2563
  } | undefined;
2547
2564
  }>]>;
2565
+ cached: z.ZodBoolean;
2548
2566
  latencyInMs: z.ZodNumber;
2549
2567
  metadataForCallbacks: z.ZodOptional<z.ZodAny>;
2550
2568
  provider: z.ZodObject<{
@@ -2589,6 +2607,7 @@ declare const GetEmbeddingsHandlerResponse: z.ZodObject<{
2589
2607
  totalTokens: number;
2590
2608
  } | undefined;
2591
2609
  };
2610
+ cached: boolean;
2592
2611
  latencyInMs: number;
2593
2612
  provider: {
2594
2613
  request?: any;
@@ -2627,6 +2646,7 @@ declare const GetEmbeddingsHandlerResponse: z.ZodObject<{
2627
2646
  totalTokens: number;
2628
2647
  } | undefined;
2629
2648
  };
2649
+ cached: boolean;
2630
2650
  latencyInMs: number;
2631
2651
  provider: {
2632
2652
  request?: any;
@@ -4031,6 +4051,7 @@ declare const GatewayOptions: z.ZodObject<{
4031
4051
  }[];
4032
4052
  }[] | undefined;
4033
4053
  };
4054
+ cached: boolean;
4034
4055
  latencyInMs: number;
4035
4056
  provider: {
4036
4057
  request?: any;
@@ -4140,6 +4161,7 @@ declare const GatewayOptions: z.ZodObject<{
4140
4161
  }[];
4141
4162
  }[] | undefined;
4142
4163
  };
4164
+ cached: boolean;
4143
4165
  latencyInMs: number;
4144
4166
  provider: {
4145
4167
  request?: any;
@@ -4180,6 +4202,7 @@ declare const GatewayOptions: z.ZodObject<{
4180
4202
  totalTokens: number;
4181
4203
  } | undefined;
4182
4204
  };
4205
+ cached: boolean;
4183
4206
  latencyInMs: number;
4184
4207
  provider: {
4185
4208
  request?: any;
@@ -4218,6 +4241,7 @@ declare const GatewayOptions: z.ZodObject<{
4218
4241
  totalTokens: number;
4219
4242
  } | undefined;
4220
4243
  };
4244
+ cached: boolean;
4221
4245
  latencyInMs: number;
4222
4246
  provider: {
4223
4247
  request?: any;
@@ -4342,6 +4366,7 @@ declare const GatewayOptions: z.ZodObject<{
4342
4366
  }[];
4343
4367
  }[] | undefined;
4344
4368
  };
4369
+ cached: boolean;
4345
4370
  latencyInMs: number;
4346
4371
  provider: {
4347
4372
  request?: any;
@@ -4382,6 +4407,7 @@ declare const GatewayOptions: z.ZodObject<{
4382
4407
  totalTokens: number;
4383
4408
  } | undefined;
4384
4409
  };
4410
+ cached: boolean;
4385
4411
  latencyInMs: number;
4386
4412
  provider: {
4387
4413
  request?: any;
@@ -4506,6 +4532,7 @@ declare const GatewayOptions: z.ZodObject<{
4506
4532
  }[];
4507
4533
  }[] | undefined;
4508
4534
  };
4535
+ cached: boolean;
4509
4536
  latencyInMs: number;
4510
4537
  provider: {
4511
4538
  request?: any;
@@ -4546,6 +4573,7 @@ declare const GatewayOptions: z.ZodObject<{
4546
4573
  totalTokens: number;
4547
4574
  } | undefined;
4548
4575
  };
4576
+ cached: boolean;
4549
4577
  latencyInMs: number;
4550
4578
  provider: {
4551
4579
  request?: any;
@@ -4887,10 +4915,13 @@ declare const GatewayCompleteChatRequest: z.ZodObject<{
4887
4915
  metadata?: any;
4888
4916
  }>]>, "many">>;
4889
4917
  options: z.ZodOptional<z.ZodObject<{
4918
+ enableCache: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
4890
4919
  metadataForCallbacks: z.ZodOptional<z.ZodAny>;
4891
4920
  }, "strip", z.ZodTypeAny, {
4921
+ enableCache: boolean;
4892
4922
  metadataForCallbacks?: any;
4893
4923
  }, {
4924
+ enableCache?: boolean | undefined;
4894
4925
  metadataForCallbacks?: any;
4895
4926
  }>>;
4896
4927
  }, "strip", z.ZodTypeAny, {
@@ -4977,6 +5008,7 @@ declare const GatewayCompleteChatRequest: z.ZodObject<{
4977
5008
  metadata?: undefined;
4978
5009
  }[];
4979
5010
  options?: {
5011
+ enableCache: boolean;
4980
5012
  metadataForCallbacks?: any;
4981
5013
  } | undefined;
4982
5014
  tools?: {
@@ -5075,6 +5107,7 @@ declare const GatewayCompleteChatRequest: z.ZodObject<{
5075
5107
  metadata?: undefined;
5076
5108
  }[];
5077
5109
  options?: {
5110
+ enableCache?: boolean | undefined;
5078
5111
  metadataForCallbacks?: any;
5079
5112
  } | undefined;
5080
5113
  tools?: {
@@ -5742,14 +5775,14 @@ declare const GatewayGetEmbeddingsRequest: z.ZodObject<{
5742
5775
  metadata?: undefined;
5743
5776
  }>]>;
5744
5777
  options: z.ZodOptional<z.ZodObject<{
5745
- queuePriority: z.ZodOptional<z.ZodNumber>;
5778
+ enableCache: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
5746
5779
  metadataForCallbacks: z.ZodOptional<z.ZodAny>;
5747
5780
  }, "strip", z.ZodTypeAny, {
5781
+ enableCache: boolean;
5748
5782
  metadataForCallbacks?: any;
5749
- queuePriority?: number | undefined;
5750
5783
  }, {
5784
+ enableCache?: boolean | undefined;
5751
5785
  metadataForCallbacks?: any;
5752
- queuePriority?: number | undefined;
5753
5786
  }>>;
5754
5787
  }, "strip", z.ZodTypeAny, {
5755
5788
  config: Record<string, any>;
@@ -5808,8 +5841,8 @@ declare const GatewayGetEmbeddingsRequest: z.ZodObject<{
5808
5841
  metadata?: undefined;
5809
5842
  };
5810
5843
  options?: {
5844
+ enableCache: boolean;
5811
5845
  metadataForCallbacks?: any;
5812
- queuePriority?: number | undefined;
5813
5846
  } | undefined;
5814
5847
  }, {
5815
5848
  config: Record<string, any>;
@@ -5868,8 +5901,8 @@ declare const GatewayGetEmbeddingsRequest: z.ZodObject<{
5868
5901
  metadata?: undefined;
5869
5902
  };
5870
5903
  options?: {
5904
+ enableCache?: boolean | undefined;
5871
5905
  metadataForCallbacks?: any;
5872
- queuePriority?: number | undefined;
5873
5906
  } | undefined;
5874
5907
  }>;
5875
5908
  type GatewayGetEmbeddingsRequestType = z.infer<typeof GatewayGetEmbeddingsRequest>;
package/dist/index.d.ts CHANGED
@@ -83,19 +83,19 @@ declare class QueueTaskTimeoutError extends GatewayBaseError {
83
83
  }
84
84
 
85
85
  interface Cache<T> {
86
- get(key: string): T | undefined;
87
- set(key: string, value: T): void;
88
- delete(key: string): void;
89
- clear(): void;
86
+ get(key: string): Promise<T | undefined>;
87
+ set(key: string, value: T): Promise<void>;
88
+ delete(key: string): Promise<void>;
89
+ clear(): Promise<void>;
90
90
  }
91
91
 
92
92
  declare class LRUCache<T extends object> implements Cache<T> {
93
93
  private cache;
94
94
  constructor(maxEntries?: number);
95
- get(key: string): T | undefined;
96
- set(key: string, value: T): void;
97
- delete(key: string): void;
98
- clear(): void;
95
+ get(key: string): Promise<T | undefined>;
96
+ set(key: string, value: T): Promise<void>;
97
+ delete(key: string): Promise<void>;
98
+ clear(): Promise<void>;
99
99
  }
100
100
 
101
101
  type QueueTask<Request, Response> = {
@@ -256,6 +256,7 @@ declare const CompleteChatHandlerRequest: z.ZodObject<{
256
256
  }[];
257
257
  }[] | undefined;
258
258
  };
259
+ cached: boolean;
259
260
  latencyInMs: number;
260
261
  provider: {
261
262
  request?: any;
@@ -365,6 +366,7 @@ declare const CompleteChatHandlerRequest: z.ZodObject<{
365
366
  }[];
366
367
  }[] | undefined;
367
368
  };
369
+ cached: boolean;
368
370
  latencyInMs: number;
369
371
  provider: {
370
372
  request?: any;
@@ -700,6 +702,7 @@ declare const CompleteChatHandlerRequest: z.ZodObject<{
700
702
  };
701
703
  metadata?: any;
702
704
  }>]>, "many">>;
705
+ enableCache: z.ZodBoolean;
703
706
  callbacks: z.ZodOptional<z.ZodArray<z.ZodType<CompleteChatCallbackType<any>, z.ZodTypeDef, CompleteChatCallbackType<any>>, "atleastone">>;
704
707
  metadataForCallbacks: z.ZodOptional<z.ZodAny>;
705
708
  }, "strip", z.ZodTypeAny, {
@@ -785,6 +788,7 @@ declare const CompleteChatHandlerRequest: z.ZodObject<{
785
788
  })[];
786
789
  metadata?: undefined;
787
790
  }[];
791
+ enableCache: boolean;
788
792
  cache: Cache<{
789
793
  request: {
790
794
  config: Record<string, any>;
@@ -888,6 +892,7 @@ declare const CompleteChatHandlerRequest: z.ZodObject<{
888
892
  }[];
889
893
  }[] | undefined;
890
894
  };
895
+ cached: boolean;
891
896
  latencyInMs: number;
892
897
  provider: {
893
898
  request?: any;
@@ -992,6 +997,7 @@ declare const CompleteChatHandlerRequest: z.ZodObject<{
992
997
  })[];
993
998
  metadata?: undefined;
994
999
  }[];
1000
+ enableCache: boolean;
995
1001
  cache: Cache<{
996
1002
  request: {
997
1003
  config: Record<string, any>;
@@ -1095,6 +1101,7 @@ declare const CompleteChatHandlerRequest: z.ZodObject<{
1095
1101
  }[];
1096
1102
  }[] | undefined;
1097
1103
  };
1104
+ cached: boolean;
1098
1105
  latencyInMs: number;
1099
1106
  provider: {
1100
1107
  request?: any;
@@ -1787,6 +1794,7 @@ declare const CompleteChatHandlerResponse: z.ZodObject<{
1787
1794
  }[];
1788
1795
  }[] | undefined;
1789
1796
  }>;
1797
+ cached: z.ZodBoolean;
1790
1798
  latencyInMs: z.ZodNumber;
1791
1799
  metadataForCallbacks: z.ZodOptional<z.ZodAny>;
1792
1800
  provider: z.ZodObject<{
@@ -1902,6 +1910,7 @@ declare const CompleteChatHandlerResponse: z.ZodObject<{
1902
1910
  }[];
1903
1911
  }[] | undefined;
1904
1912
  };
1913
+ cached: boolean;
1905
1914
  latencyInMs: number;
1906
1915
  provider: {
1907
1916
  request?: any;
@@ -2011,6 +2020,7 @@ declare const CompleteChatHandlerResponse: z.ZodObject<{
2011
2020
  }[];
2012
2021
  }[] | undefined;
2013
2022
  };
2023
+ cached: boolean;
2014
2024
  latencyInMs: number;
2015
2025
  provider: {
2016
2026
  request?: any;
@@ -2061,6 +2071,7 @@ declare const GetEmbeddingsHandlerRequest: z.ZodObject<{
2061
2071
  totalTokens: number;
2062
2072
  } | undefined;
2063
2073
  };
2074
+ cached: boolean;
2064
2075
  latencyInMs: number;
2065
2076
  provider: {
2066
2077
  request?: any;
@@ -2099,6 +2110,7 @@ declare const GetEmbeddingsHandlerRequest: z.ZodObject<{
2099
2110
  totalTokens: number;
2100
2111
  } | undefined;
2101
2112
  };
2113
+ cached: boolean;
2102
2114
  latencyInMs: number;
2103
2115
  provider: {
2104
2116
  request?: any;
@@ -2221,6 +2233,7 @@ declare const GetEmbeddingsHandlerRequest: z.ZodObject<{
2221
2233
  requests: number[][];
2222
2234
  metadata?: undefined;
2223
2235
  }>]>;
2236
+ enableCache: z.ZodBoolean;
2224
2237
  callbacks: z.ZodOptional<z.ZodArray<z.ZodType<GetEmbeddingsCallbackType<any>, z.ZodTypeDef, GetEmbeddingsCallbackType<any>>, "atleastone">>;
2225
2238
  metadataForCallbacks: z.ZodOptional<z.ZodAny>;
2226
2239
  }, "strip", z.ZodTypeAny, {
@@ -2270,6 +2283,7 @@ declare const GetEmbeddingsHandlerRequest: z.ZodObject<{
2270
2283
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
2271
2284
  };
2272
2285
  }>;
2286
+ enableCache: boolean;
2273
2287
  cache: Cache<{
2274
2288
  request: {
2275
2289
  config: Record<string, any>;
@@ -2302,6 +2316,7 @@ declare const GetEmbeddingsHandlerRequest: z.ZodObject<{
2302
2316
  totalTokens: number;
2303
2317
  } | undefined;
2304
2318
  };
2319
+ cached: boolean;
2305
2320
  latencyInMs: number;
2306
2321
  provider: {
2307
2322
  request?: any;
@@ -2367,6 +2382,7 @@ declare const GetEmbeddingsHandlerRequest: z.ZodObject<{
2367
2382
  schema: z.ZodObject<z.ZodRawShape, z.UnknownKeysParam, z.ZodTypeAny, unknown, unknown>;
2368
2383
  };
2369
2384
  }>;
2385
+ enableCache: boolean;
2370
2386
  cache: Cache<{
2371
2387
  request: {
2372
2388
  config: Record<string, any>;
@@ -2399,6 +2415,7 @@ declare const GetEmbeddingsHandlerRequest: z.ZodObject<{
2399
2415
  totalTokens: number;
2400
2416
  } | undefined;
2401
2417
  };
2418
+ cached: boolean;
2402
2419
  latencyInMs: number;
2403
2420
  provider: {
2404
2421
  request?: any;
@@ -2545,6 +2562,7 @@ declare const GetEmbeddingsHandlerResponse: z.ZodObject<{
2545
2562
  totalTokens: number;
2546
2563
  } | undefined;
2547
2564
  }>]>;
2565
+ cached: z.ZodBoolean;
2548
2566
  latencyInMs: z.ZodNumber;
2549
2567
  metadataForCallbacks: z.ZodOptional<z.ZodAny>;
2550
2568
  provider: z.ZodObject<{
@@ -2589,6 +2607,7 @@ declare const GetEmbeddingsHandlerResponse: z.ZodObject<{
2589
2607
  totalTokens: number;
2590
2608
  } | undefined;
2591
2609
  };
2610
+ cached: boolean;
2592
2611
  latencyInMs: number;
2593
2612
  provider: {
2594
2613
  request?: any;
@@ -2627,6 +2646,7 @@ declare const GetEmbeddingsHandlerResponse: z.ZodObject<{
2627
2646
  totalTokens: number;
2628
2647
  } | undefined;
2629
2648
  };
2649
+ cached: boolean;
2630
2650
  latencyInMs: number;
2631
2651
  provider: {
2632
2652
  request?: any;
@@ -4031,6 +4051,7 @@ declare const GatewayOptions: z.ZodObject<{
4031
4051
  }[];
4032
4052
  }[] | undefined;
4033
4053
  };
4054
+ cached: boolean;
4034
4055
  latencyInMs: number;
4035
4056
  provider: {
4036
4057
  request?: any;
@@ -4140,6 +4161,7 @@ declare const GatewayOptions: z.ZodObject<{
4140
4161
  }[];
4141
4162
  }[] | undefined;
4142
4163
  };
4164
+ cached: boolean;
4143
4165
  latencyInMs: number;
4144
4166
  provider: {
4145
4167
  request?: any;
@@ -4180,6 +4202,7 @@ declare const GatewayOptions: z.ZodObject<{
4180
4202
  totalTokens: number;
4181
4203
  } | undefined;
4182
4204
  };
4205
+ cached: boolean;
4183
4206
  latencyInMs: number;
4184
4207
  provider: {
4185
4208
  request?: any;
@@ -4218,6 +4241,7 @@ declare const GatewayOptions: z.ZodObject<{
4218
4241
  totalTokens: number;
4219
4242
  } | undefined;
4220
4243
  };
4244
+ cached: boolean;
4221
4245
  latencyInMs: number;
4222
4246
  provider: {
4223
4247
  request?: any;
@@ -4342,6 +4366,7 @@ declare const GatewayOptions: z.ZodObject<{
4342
4366
  }[];
4343
4367
  }[] | undefined;
4344
4368
  };
4369
+ cached: boolean;
4345
4370
  latencyInMs: number;
4346
4371
  provider: {
4347
4372
  request?: any;
@@ -4382,6 +4407,7 @@ declare const GatewayOptions: z.ZodObject<{
4382
4407
  totalTokens: number;
4383
4408
  } | undefined;
4384
4409
  };
4410
+ cached: boolean;
4385
4411
  latencyInMs: number;
4386
4412
  provider: {
4387
4413
  request?: any;
@@ -4506,6 +4532,7 @@ declare const GatewayOptions: z.ZodObject<{
4506
4532
  }[];
4507
4533
  }[] | undefined;
4508
4534
  };
4535
+ cached: boolean;
4509
4536
  latencyInMs: number;
4510
4537
  provider: {
4511
4538
  request?: any;
@@ -4546,6 +4573,7 @@ declare const GatewayOptions: z.ZodObject<{
4546
4573
  totalTokens: number;
4547
4574
  } | undefined;
4548
4575
  };
4576
+ cached: boolean;
4549
4577
  latencyInMs: number;
4550
4578
  provider: {
4551
4579
  request?: any;
@@ -4887,10 +4915,13 @@ declare const GatewayCompleteChatRequest: z.ZodObject<{
4887
4915
  metadata?: any;
4888
4916
  }>]>, "many">>;
4889
4917
  options: z.ZodOptional<z.ZodObject<{
4918
+ enableCache: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
4890
4919
  metadataForCallbacks: z.ZodOptional<z.ZodAny>;
4891
4920
  }, "strip", z.ZodTypeAny, {
4921
+ enableCache: boolean;
4892
4922
  metadataForCallbacks?: any;
4893
4923
  }, {
4924
+ enableCache?: boolean | undefined;
4894
4925
  metadataForCallbacks?: any;
4895
4926
  }>>;
4896
4927
  }, "strip", z.ZodTypeAny, {
@@ -4977,6 +5008,7 @@ declare const GatewayCompleteChatRequest: z.ZodObject<{
4977
5008
  metadata?: undefined;
4978
5009
  }[];
4979
5010
  options?: {
5011
+ enableCache: boolean;
4980
5012
  metadataForCallbacks?: any;
4981
5013
  } | undefined;
4982
5014
  tools?: {
@@ -5075,6 +5107,7 @@ declare const GatewayCompleteChatRequest: z.ZodObject<{
5075
5107
  metadata?: undefined;
5076
5108
  }[];
5077
5109
  options?: {
5110
+ enableCache?: boolean | undefined;
5078
5111
  metadataForCallbacks?: any;
5079
5112
  } | undefined;
5080
5113
  tools?: {
@@ -5742,14 +5775,14 @@ declare const GatewayGetEmbeddingsRequest: z.ZodObject<{
5742
5775
  metadata?: undefined;
5743
5776
  }>]>;
5744
5777
  options: z.ZodOptional<z.ZodObject<{
5745
- queuePriority: z.ZodOptional<z.ZodNumber>;
5778
+ enableCache: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
5746
5779
  metadataForCallbacks: z.ZodOptional<z.ZodAny>;
5747
5780
  }, "strip", z.ZodTypeAny, {
5781
+ enableCache: boolean;
5748
5782
  metadataForCallbacks?: any;
5749
- queuePriority?: number | undefined;
5750
5783
  }, {
5784
+ enableCache?: boolean | undefined;
5751
5785
  metadataForCallbacks?: any;
5752
- queuePriority?: number | undefined;
5753
5786
  }>>;
5754
5787
  }, "strip", z.ZodTypeAny, {
5755
5788
  config: Record<string, any>;
@@ -5808,8 +5841,8 @@ declare const GatewayGetEmbeddingsRequest: z.ZodObject<{
5808
5841
  metadata?: undefined;
5809
5842
  };
5810
5843
  options?: {
5844
+ enableCache: boolean;
5811
5845
  metadataForCallbacks?: any;
5812
- queuePriority?: number | undefined;
5813
5846
  } | undefined;
5814
5847
  }, {
5815
5848
  config: Record<string, any>;
@@ -5868,8 +5901,8 @@ declare const GatewayGetEmbeddingsRequest: z.ZodObject<{
5868
5901
  metadata?: undefined;
5869
5902
  };
5870
5903
  options?: {
5904
+ enableCache?: boolean | undefined;
5871
5905
  metadataForCallbacks?: any;
5872
- queuePriority?: number | undefined;
5873
5906
  } | undefined;
5874
5907
  }>;
5875
5908
  type GatewayGetEmbeddingsRequestType = z.infer<typeof GatewayGetEmbeddingsRequest>;