@zuplo/runtime 6.59.49 → 6.59.50

package/out/types/index.d.ts

@@ -190,6 +190,36 @@ export declare interface AIGatewayMeteringInboundPolicyOptions {
   throwOnFailure?: boolean;
 }
 
+/**
+ * AI Gateway Semantic Cache policy for caching chat completion responses
+ * based on semantic similarity of user messages.
+ *
+ * This policy wraps the SemanticCacheInboundPolicy and applies it specifically
+ * for AI Gateway chat completion endpoints. It uses configuration from the
+ * user's metadata to determine whether caching should be applied and with
+ * what tolerance.
+ *
+ * @title AI Gateway Semantic Cache
+ * @hidden
+ * @param request - The ZuploRequest
+ * @param context - The ZuploContext
+ * @param options - The policy options set in policies.json
+ * @param policyName - The name of the policy as set in policies.json
+ * @returns A Request or a Response
+ */
+export declare function AIGatewaySemanticCacheInboundPolicy(
+  request: ZuploRequest,
+  context: ZuploContext,
+  options: AIGatewaySemanticCacheInboundPolicyOptions,
+  policyName: string
+): Promise<Response | ZuploRequest<RequestGeneric_2>>;
+
+/**
+ * Options for the AI Gateway Semantic Cache policy.
+ * @public
+ */
+export declare interface AIGatewaySemanticCacheInboundPolicyOptions {}
+
 /**
  * The options for this policy.
  * @public

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@zuplo/runtime",
   "type": "module",
-  "version": "6.59.49",
+  "version": "6.59.50",
   "repository": "https://github.com/zuplo/zuplo",
   "author": "Zuplo, Inc.",
   "exports": {