ai.matey.middleware 0.2.0

package/dist/esm/cost-tracking.js

@@ -0,0 +1,347 @@
+/**
+ * Cost Tracking Middleware
+ *
+ * Track and monitor API costs across different providers.
+ * Essential for production deployments to control spending.
+ *
+ * @module
+ */
+/**
+ * In-memory cost storage
+ */
+export class InMemoryCostStorage {
+    costs = [];
+    record(cost) {
+        this.costs.push(cost);
+        return Promise.resolve();
+    }
+    getTotal(startTime, endTime) {
+        return Promise.resolve(this.filterCosts(startTime, endTime).reduce((sum, c) => sum + c.totalCost, 0));
+    }
+    getByProvider(startTime, endTime) {
+        const result = new Map();
+        for (const cost of this.filterCosts(startTime, endTime)) {
+            const current = result.get(cost.provider) || 0;
+            result.set(cost.provider, current + cost.totalCost);
+        }
+        return Promise.resolve(result);
+    }
+    getByModel(startTime, endTime) {
+        const result = new Map();
+        for (const cost of this.filterCosts(startTime, endTime)) {
+            const current = result.get(cost.model) || 0;
+            result.set(cost.model, current + cost.totalCost);
+        }
+        return Promise.resolve(result);
+    }
+    clear() {
+        this.costs = [];
+        return Promise.resolve();
+    }
+    filterCosts(startTime, endTime) {
+        return this.costs.filter((c) => {
+            if (startTime && c.timestamp < startTime) {
+                return false;
+            }
+            if (endTime && c.timestamp > endTime) {
+                return false;
+            }
+            return true;
+        });
+    }
+    /**
+     * Get all cost records (for debugging/export)
+     */
+    getAllCosts() {
+        return [...this.costs];
+    }
+}
+/**
+ * Default pricing for common providers (as of 2024)
+ * Prices in USD per 1M tokens
+ */
+export const DEFAULT_PRICING = {
+    // Anthropic Claude
+    anthropic: {
+        inputCostPer1M: 3.0,
+        outputCostPer1M: 15.0,
+    },
+    'anthropic:claude-3-opus': {
+        inputCostPer1M: 15.0,
+        outputCostPer1M: 75.0,
+    },
+    'anthropic:claude-3-sonnet': {
+        inputCostPer1M: 3.0,
+        outputCostPer1M: 15.0,
+    },
+    'anthropic:claude-3-haiku': {
+        inputCostPer1M: 0.25,
+        outputCostPer1M: 1.25,
+    },
+    // OpenAI
+    openai: {
+        inputCostPer1M: 10.0,
+        outputCostPer1M: 30.0,
+    },
+    'openai:gpt-4': {
+        inputCostPer1M: 30.0,
+        outputCostPer1M: 60.0,
+    },
+    'openai:gpt-4-turbo': {
+        inputCostPer1M: 10.0,
+        outputCostPer1M: 30.0,
+    },
+    'openai:gpt-3.5-turbo': {
+        inputCostPer1M: 0.5,
+        outputCostPer1M: 1.5,
+    },
+    // Google Gemini
+    gemini: {
+        inputCostPer1M: 0.125,
+        outputCostPer1M: 0.375,
+    },
+    'gemini:gemini-pro': {
+        inputCostPer1M: 0.5,
+        outputCostPer1M: 1.5,
+    },
+    // Mistral
+    mistral: {
+        inputCostPer1M: 1.0,
+        outputCostPer1M: 3.0,
+    },
+    // DeepSeek
+    deepseek: {
+        inputCostPer1M: 0.14,
+        outputCostPer1M: 0.28,
+    },
+    // Groq (very low cost)
+    groq: {
+        inputCostPer1M: 0.05,
+        outputCostPer1M: 0.1,
+    },
+    // Local/Free providers
+    ollama: {
+        inputCostPer1M: 0,
+        outputCostPer1M: 0,
+    },
+    lmstudio: {
+        inputCostPer1M: 0,
+        outputCostPer1M: 0,
+    },
+};
+/**
+ * Calculate cost for a request/response
+ */
+export function calculateCost(usage, provider, model, config) {
+    // Find pricing for this provider/model
+    let pricing;
+    // Check model-specific pricing first
+    if (config.models) {
+        for (const modelPricing of config.models) {
+            if (typeof modelPricing.model === 'string') {
+                if (model === modelPricing.model || model.includes(modelPricing.model)) {
+                    pricing = modelPricing.pricing;
+                    break;
+                }
+            }
+            else if (modelPricing.model instanceof RegExp) {
+                if (modelPricing.model.test(model)) {
+                    pricing = modelPricing.pricing;
+                    break;
+                }
+            }
+        }
+    }
+    // Fall back to provider pricing
+    if (!pricing && config.providers) {
+        const providerKey = `${provider}:${model}`;
+        pricing = config.providers[providerKey] || config.providers[provider];
+    }
+    // Fall back to default pricing
+    if (!pricing) {
+        const providerKey = `${provider}:${model}`;
+        pricing = DEFAULT_PRICING[providerKey] || DEFAULT_PRICING[provider];
+    }
+    // If still no pricing, use zero cost
+    if (!pricing) {
+        pricing = { inputCostPer1M: 0, outputCostPer1M: 0 };
+    }
+    // Calculate costs
+    const inputCost = (usage.promptTokens / 1_000_000) * pricing.inputCostPer1M;
+    const outputCost = (usage.completionTokens / 1_000_000) * pricing.outputCostPer1M;
+    const totalCost = inputCost + outputCost;
+    return {
+        provider,
+        model,
+        inputTokens: usage.promptTokens,
+        outputTokens: usage.completionTokens,
+        totalTokens: usage.totalTokens,
+        inputCost,
+        outputCost,
+        totalCost,
+        timestamp: Date.now(),
+        requestId: '',
+    };
+}
+/**
+ * Create cost tracking middleware
+ *
+ * @param config - Cost tracking configuration
+ * @returns Middleware function
+ *
+ * @example Basic Usage
+ * ```typescript
+ * import { createCostTrackingMiddleware } from 'ai.matey';
+ *
+ * const costTracking = createCostTrackingMiddleware({
+ *   logCosts: true,
+ *   onCost: (cost) => {
+ *     console.log(`Request cost: $${cost.totalCost.toFixed(6)}`);
+ *   }
+ * });
+ *
+ * bridge.use(costTracking);
+ * ```
+ *
+ * @example With Custom Pricing
+ * ```typescript
+ * const costTracking = createCostTrackingMiddleware({
+ *   providers: {
+ *     'anthropic': {
+ *       inputCostPer1M: 3.0,
+ *       outputCostPer1M: 15.0
+ *     }
+ *   },
+ *   models: [
+ *     {
+ *       model: /gpt-4-turbo/,
+ *       pricing: {
+ *         inputCostPer1M: 10.0,
+ *         outputCostPer1M: 30.0
+ *       }
+ *     }
+ *   ]
+ * });
+ * ```
+ *
+ * @example With Thresholds
+ * ```typescript
+ * const costTracking = createCostTrackingMiddleware({
+ *   requestThreshold: 0.10,  // Warn if request costs > $0.10
+ *   hourlyThreshold: 10.00,  // Warn if hourly cost > $10
+ *   dailyThreshold: 100.00,  // Warn if daily cost > $100
+ *   onThresholdExceeded: (cost, threshold) => {
+ *     console.warn(`Cost threshold exceeded: $${cost.totalCost} > $${threshold}`);
+ *   }
+ * });
+ * ```
+ */
+export function createCostTrackingMiddleware(config = {}) {
+    const storage = config.storage || new InMemoryCostStorage();
+    return async (context, next) => {
+        // Execute request
+        const response = await next();
+        // Calculate cost if usage is available
+        if (response.usage) {
+            const provider = context.request.metadata?.provenance?.backend || 'unknown';
+            const model = context.request.parameters?.model || 'unknown';
+            const cost = calculateCost(response.usage, provider, model, config);
+            cost.requestId = context.request.metadata?.requestId || '';
+            cost.metadata = context.request.metadata?.custom;
+            // Store cost
+            await storage.record(cost);
+            // Check thresholds
+            if (config.requestThreshold && cost.totalCost > config.requestThreshold) {
+                await config.onThresholdExceeded?.(cost, config.requestThreshold);
+            }
+            if (config.hourlyThreshold) {
+                const hourAgo = Date.now() - 60 * 60 * 1000;
+                const hourTotal = await storage.getTotal(hourAgo);
+                if (hourTotal > config.hourlyThreshold) {
+                    await config.onThresholdExceeded?.(cost, config.hourlyThreshold);
+                }
+            }
+            if (config.dailyThreshold) {
+                const dayAgo = Date.now() - 24 * 60 * 60 * 1000;
+                const dayTotal = await storage.getTotal(dayAgo);
+                if (dayTotal > config.dailyThreshold) {
+                    await config.onThresholdExceeded?.(cost, config.dailyThreshold);
+                }
+            }
+            // Log cost if configured
+            if (config.logCosts) {
+                console.warn(`[Cost] ${provider}/${model}: $${cost.totalCost.toFixed(6)} ` +
+                    `(${cost.inputTokens} in, ${cost.outputTokens} out)`);
+            }
+            // Call callback
+            await config.onCost?.(cost);
+            // Include in metadata if configured
+            if (config.includeInMetadata) {
+                return {
+                    ...response,
+                    metadata: {
+                        ...response.metadata,
+                        custom: {
+                            ...(response.metadata?.custom || {}),
+                            cost,
+                        },
+                    },
+                };
+            }
+        }
+        return response;
+    };
+}
+/**
+ * Create streaming cost tracking middleware
+ *
+ * Note: For streaming, cost is calculated at the end when usage is available
+ */
+export function createStreamingCostTrackingMiddleware(config = {}) {
+    const storage = config.storage || new InMemoryCostStorage();
+    return async (context, next) => {
+        const stream = await next();
+        // Wrap stream to track usage
+        async function* wrappedStream() {
+            let usage;
+            for await (const chunk of stream) {
+                yield chunk;
+                // Capture usage from done chunk
+                if (chunk.type === 'done' && chunk.usage) {
+                    usage = chunk.usage;
+                }
+            }
+            // Calculate cost after stream completes
+            if (usage) {
+                const provider = context.request.metadata?.provenance?.backend || 'unknown';
+                const model = context.request.parameters?.model || 'unknown';
+                const cost = calculateCost(usage, provider, model, config);
+                cost.requestId = context.request.metadata?.requestId || '';
+                cost.metadata = context.request.metadata?.custom;
+                await storage.record(cost);
+                if (config.logCosts) {
+                    console.warn(`[Cost] ${provider}/${model}: $${cost.totalCost.toFixed(6)} ` +
+                        `(${cost.inputTokens} in, ${cost.outputTokens} out)`);
+                }
+                await config.onCost?.(cost);
+            }
+        }
+        return wrappedStream();
+    };
+}
+/**
+ * Get cost statistics from storage
+ */
+export async function getCostStats(storage, hours = 24) {
+    const since = Date.now() - hours * 60 * 60 * 1000;
+    const total = await storage.getTotal(since);
+    const byProvider = await storage.getByProvider(since);
+    const byModel = await storage.getByModel(since);
+    return {
+        period: `Last ${hours} hours`,
+        total,
+        byProvider: Object.fromEntries(byProvider),
+        byModel: Object.fromEntries(byModel),
+    };
+}
+//# sourceMappingURL=cost-tracking.js.map

package/dist/esm/cost-tracking.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cost-tracking.js","sourceRoot":"","sources":["../../src/cost-tracking.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAuIH;;GAEG;AACH,MAAM,OAAO,mBAAmB;IACtB,KAAK,GAAsB,EAAE,CAAC;IAEtC,MAAM,CAAC,IAAqB;QAC1B,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtB,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;IAC3B,CAAC;IAED,QAAQ,CAAC,SAAkB,EAAE,OAAgB;QAC3C,OAAO,OAAO,CAAC,OAAO,CACpB,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAC9E,CAAC;IACJ,CAAC;IAED,aAAa,CAAC,SAAkB,EAAE,OAAgB;QAChD,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;QACzC,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,OAAO,CAAC,EAAE,CAAC;YACxD,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YAC/C,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC;QACtD,CAAC;QACD,OAAO,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACjC,CAAC;IAED,UAAU,CAAC,SAAkB,EAAE,OAAgB;QAC7C,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;QACzC,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,OAAO,CAAC,EAAE,CAAC;YACxD,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC5C,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC;QACnD,CAAC;QACD,OAAO,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACjC,CAAC;IAED,KAAK;QACH,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;QAChB,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;IAC3B,CAAC;IAEO,WAAW,CAAC,SAAkB,EAAE,OAAgB;QACtD,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;YAC7B,IAAI,SAAS,IAAI,CAAC,CAAC,SAAS,GAAG,SAAS,EAAE,CAAC;gBACzC,OAAO,KAAK,CAAC;YACf,CAAC;YACD,IAAI,OAAO,IAAI,CAAC,CAAC,SAAS,GAAG,OAAO,EAAE,CAAC;gBACrC,OAAO,KAAK,CAAC;YACf,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,WAAW;QACT,OAAO,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;IACzB,CAAC;CACF;AAyDD;;;GAGG;AACH,MAAM,CAAC,MAAM,eAAe,GAAoC;IAC9D,mBAAmB;IACnB,SAAS,EAAE;QACT,cAAc,EAAE,GAAG;QACnB,eAAe,EAAE,IAAI;KACtB;IACD,yBAAyB,EAAE;QACzB,cAAc,EAAE,IAAI;QACpB,eAAe,EAAE,IAAI;KACtB;IACD,2BAA2B,EAAE;QAC3B,cAAc,EAAE,GAAG;QACnB,eAAe,EAAE,IAAI;KACtB;IACD,0BAA0B,EAAE;QAC1B,cAAc,EAAE,IAAI;QACpB,eAAe,EAAE,IAAI;KACtB;IAED,SAAS;IACT,MAAM,EAAE;QACN,cAAc,EAAE,IAAI;QACpB,eAAe,EAAE,IAAI;KACtB;IACD,cAAc,EAAE;QACd,cAAc,EAAE,IAAI;QACpB,eAAe,EAAE,IAAI;KACtB;IACD,oBAAoB,EAAE;QACpB,cAAc,EAAE,IAAI;QACpB,eAAe,EAAE,IAAI;KACtB;IACD,sBAAsB,EAAE;QACtB,cAAc,EAAE,GAAG;QACnB,eAAe,EAAE,GAAG;KACrB;IAED,gBAAgB;IAChB,MAAM,EAAE;QACN,cAAc,EAAE,KAAK;QACrB,eAAe,EAAE,KAAK;KACvB;IACD,mBAAmB,EAAE;QACnB,cAAc,EAAE,GAAG;QACnB,eAAe,EAAE,GAAG;KACrB;IAED,UAAU;IACV,OAAO,EAAE;QACP,cAAc,EAAE,GAAG;QACnB,eAAe,EAAE,GAAG;KACrB;IAED,WAAW;IACX,QAAQ,EAAE;QACR,cAAc,EAAE,IAAI;QACpB,eAAe,EAAE,IAAI;KACtB;IAED,uBAAuB;IACvB,IAAI,EAAE;QACJ,cAAc,EAAE,IAAI;QACpB,eAAe,EAAE,GAAG;KACrB;IAED,uBAAuB;IACvB,MAAM,EAAE;QACN,cAAc,EAAE,CAAC;QACjB,eAAe,EAAE,CAAC;KACnB;IACD,QAAQ,EAAE;QACR,cAAc,EAAE,CAAC;QACjB,eAAe,EAAE,CAAC;KACnB;CACF,CAAC;AAEF;;GAEG;AACH,MAAM,UAAU,aAAa,CAC3B,KAAc,EACd,QAAgB,EAChB,KAAa,EACb,MAA0B;IAE1B,uCAAuC;IACvC,IAAI,OAAoC,CAAC;IAEzC,qCAAqC;IACrC,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAClB,KAAK,MAAM,YAAY,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YACzC,IAAI,OAAO,YAAY,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC3C,IAAI,KAAK,KAAK,YAAY,CAAC,KAAK,IAAI,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;oBACvE,OAAO,GAAG,YAAY,CAAC,OAAO,CAAC;oBAC/B,MAAM;gBACR,CAAC;YACH,CAAC;iBAAM,IAAI,YAAY,CAAC,KAAK,YAAY,MAAM,EAAE,CAAC;gBAChD,IAAI,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;oBACnC,OAAO,GAAG,YAAY,CAAC,OAAO,CAAC;oBAC/B,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,gCAAgC;IAChC,IAAI,CAAC,OAAO,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACjC,MAAM,WAAW,GAAG,GAAG,QAAQ,IAAI,KAAK,EAAE,CAAC;QAC3C,OAAO,GAAG,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC,IAAI,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IACxE,CAAC;IAED,+BAA+B;IAC/B,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,WAAW,GAAG,GAAG,QAAQ,IAAI,KAAK,EAAE,CAAC;QAC3C,OAAO,GAAG,eAAe,CAAC,WAAW,CAAC,IAAI,eAAe,CAAC,QAAQ,CAAC,CAAC;IACtE,CAAC;IAED,qCAAqC;IACrC,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,GAAG,EAAE,cAAc,EAAE,CAAC,EAAE,eAAe,EAAE,CAAC,EAAE,CAAC;IACtD,CAAC;IAED,kBAAkB;IAClB,MAAM,SAAS,GAAG,CAAC,KAAK,CAAC,YAAY,GAAG,SAAS,CAAC,GAAG,OAAO,CAAC,cAAc,CAAC;IAC5E,MAAM,UAAU,GAAG,CAAC,KAAK,CAAC,gBAAgB,GAAG,SAAS,CAAC,GAAG,OAAO,CAAC,eAAe,CAAC;IAClF,MAAM,SAAS,GAAG,SAAS,GAAG,UAAU,CAAC;IAEzC,OAAO;QACL,QAAQ;QACR,KAAK;QACL,WAAW,EAAE,KAAK,CAAC,YAAY;QAC/B,YAAY,EAAE,KAAK,CAAC,gBAAgB;QACpC,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,SAAS;QACT,UAAU;QACV,SAAS;QACT,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;QACrB,SAAS,EAAE,EAAE;KACd,CAAC;AACJ,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoDG;AACH,MAAM,UAAU,4BAA4B,CAAC,SAA6B,EAAE;IAC1E,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,IAAI,mBAAmB,EAAE,CAAC;IAE5D,OAAO,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE;QAC7B,kBAAkB;QAClB,MAAM,QAAQ,GAAG,MAAM,IAAI,EAAE,CAAC;QAE9B,uCAAuC;QACvC,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;YACnB,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,UAAU,EAAE,OAAO,IAAI,SAAS,CAAC;YAC5E,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,UAAU,EAAE,KAAK,IAAI,SAAS,CAAC;YAE7D,MAAM,IAAI,GAAG,aAAa,CAAC,QAAQ,CAAC,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;YACpE,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,SAAS,IAAI,EAAE,CAAC;YAC3D,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC;YAEjD,aAAa;YACb,MAAM,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAE3B,mBAAmB;YACnB,IAAI,MAAM,CAAC,gBAAgB,IAAI,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,gBAAgB,EAAE,CAAC;gBACxE,MAAM,MAAM,CAAC,mBAAmB,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,gBAAgB,CAAC,CAAC;YACpE,CAAC;YAED,IAAI,MAAM,CAAC,eAAe,EAAE,CAAC;gBAC3B,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;gBAC5C,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;gBAClD,IAAI,SAAS,GAAG,MAAM,CAAC,eAAe,EAAE,CAAC;oBACvC,MAAM,MAAM,CAAC,mBAAmB,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC;gBACnE,CAAC;YACH,CAAC;YAED,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;gBAC1B,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;gBAChD,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;gBAChD,IAAI,QAAQ,GAAG,MAAM,CAAC,cAAc,EAAE,CAAC;oBACrC,MAAM,MAAM,CAAC,mBAAmB,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,cAAc,CAAC,CAAC;gBAClE,CAAC;YACH,CAAC;YAED,yBAAyB;YACzB,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;gBACpB,OAAO,CAAC,IAAI,CACV,UAAU,QAAQ,IAAI,KAAK,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;oBAC3D,IAAI,IAAI,CAAC,WAAW,QAAQ,IAAI,CAAC,YAAY,OAAO,CACvD,CAAC;YACJ,CAAC;YAED,gBAAgB;YAChB,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC;YAE5B,oCAAoC;YACpC,IAAI,MAAM,CAAC,iBAAiB,EAAE,CAAC;gBAC7B,OAAO;oBACL,GAAG,QAAQ;oBACX,QAAQ,EAAE;wBACR,GAAG,QAAQ,CAAC,QAAQ;wBACpB,MAAM,EAAE;4BACN,GAAG,CAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,IAAI,EAAE,CAAC;4BACpC,IAAI;yBACL;qBACF;iBACF,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,qCAAqC,CACnD,SAA6B,EAAE;IAE/B,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,IAAI,mBAAmB,EAAE,CAAC;IAE5D,OAAO,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE;QAC7B,MAAM,MAAM,GAAG,MAAM,IAAI,EAAE,CAAC;QAE5B,6BAA6B;QAC7B,KAAK,SAAS,CAAC,CAAC,aAAa;YAC3B,IAAI,KAA0B,CAAC;YAE/B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBACjC,MAAM,KAAK,CAAC;gBAEZ,gCAAgC;gBAChC,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;oBACzC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;gBACtB,CAAC;YACH,CAAC;YAED,wCAAwC;YACxC,IAAI,KAAK,EAAE,CAAC;gBACV,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,UAAU,EAAE,OAAO,IAAI,SAAS,CAAC;gBAC5E,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,UAAU,EAAE,KAAK,IAAI,SAAS,CAAC;gBAE7D,MAAM,IAAI,GAAG,aAAa,CAAC,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;gBAC3D,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,SAAS,IAAI,EAAE,CAAC;gBAC3D,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC;gBAEjD,MAAM,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBAE3B,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;oBACpB,OAAO,CAAC,IAAI,CACV,UAAU,QAAQ,IAAI,KAAK,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;wBAC3D,IAAI,IAAI,CAAC,WAAW,QAAQ,IAAI,CAAC,YAAY,OAAO,CACvD,CAAC;gBACJ,CAAC;gBAED,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC;QAED,OAAO,aAAa,EAAE,CAAC;IACzB,CAAC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,OAAoB,EAAE,QAAgB,EAAE;IACzE,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;IAElD,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC5C,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;IACtD,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;IAEhD,OAAO;QACL,MAAM,EAAE,QAAQ,KAAK,QAAQ;QAC7B,KAAK;QACL,UAAU,EAAE,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC;QAC1C,OAAO,EAAE,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC;KACrC,CAAC;AACJ,CAAC"}

package/dist/esm/index.js

@@ -0,0 +1,21 @@
+/**
+ * AI Matey Middleware
+ *
+ * Consolidated package containing all middleware components.
+ * Middleware provides cross-cutting concerns like caching, retry,
+ * logging, and security for the AI adapter system.
+ *
+ * @module ai.matey.middleware
+ */
+// Middleware components
+export * from './caching.js';
+export * from './conversation-history.js';
+export * from './cost-tracking.js';
+export * from './logging.js';
+export * from './opentelemetry.js';
+export * from './retry.js';
+export * from './security.js';
+export * from './telemetry.js';
+export * from './transform.js';
+export * from './validation.js';
+//# sourceMappingURL=index.js.map

package/dist/esm/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,wBAAwB;AACxB,cAAc,cAAc,CAAC;AAC7B,cAAc,2BAA2B,CAAC;AAC1C,cAAc,oBAAoB,CAAC;AACnC,cAAc,cAAc,CAAC;AAC7B,cAAc,oBAAoB,CAAC;AACnC,cAAc,YAAY,CAAC;AAC3B,cAAc,eAAe,CAAC;AAC9B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,iBAAiB,CAAC"}

package/dist/esm/logging.js

@@ -0,0 +1,171 @@
+/**
+ * Logging Middleware
+ *
+ * Logs requests, responses, and errors with configurable levels and sanitization.
+ *
+ * @module
+ */
+// ============================================================================
+// Default Logger
+// ============================================================================
+/**
+ * Default console logger.
+ */
+const defaultLogger = {
+    debug: (message, data) => {
+        // eslint-disable-next-line no-console
+        console.debug(message, data !== undefined ? data : '');
+    },
+    info: (message, data) => {
+        // eslint-disable-next-line no-console
+        console.info(message, data !== undefined ? data : '');
+    },
+    warn: (message, data) => {
+        console.warn(message, data !== undefined ? data : '');
+    },
+    error: (message, data) => {
+        console.error(message, data !== undefined ? data : '');
+    },
+};
+// ============================================================================
+// Sanitization
+// ============================================================================
+/**
+ * Sanitize sensitive data from objects.
+ */
+function sanitizeData(data) {
+    if (data === null || data === undefined) {
+        return data;
+    }
+    if (typeof data !== 'object') {
+        return data;
+    }
+    if (Array.isArray(data)) {
+        return data.map(sanitizeData);
+    }
+    const sanitized = {};
+    const sensitiveKeys = ['apiKey', 'api_key', 'authorization', 'token', 'secret', 'password'];
+    for (const [key, value] of Object.entries(data)) {
+        const lowerKey = key.toLowerCase();
+        if (sensitiveKeys.some((sensitive) => lowerKey.includes(sensitive))) {
+            sanitized[key] = '[REDACTED]';
+        }
+        else if (typeof value === 'object' && value !== null) {
+            sanitized[key] = sanitizeData(value);
+        }
+        else {
+            sanitized[key] = value;
+        }
+    }
+    return sanitized;
+}
+/**
+ * Sanitize request for logging.
+ */
+function sanitizeRequest(request, shouldSanitize) {
+    if (!shouldSanitize) {
+        return request;
+    }
+    return sanitizeData(request);
+}
+/**
+ * Sanitize response for logging.
+ */
+function sanitizeResponse(response, shouldSanitize) {
+    if (!shouldSanitize) {
+        return response;
+    }
+    return sanitizeData(response);
+}
+// ============================================================================
+// Log Level Comparison
+// ============================================================================
+const LOG_LEVELS = {
+    debug: 0,
+    info: 1,
+    warn: 2,
+    error: 3,
+};
+function shouldLog(currentLevel, targetLevel) {
+    return LOG_LEVELS[targetLevel] >= LOG_LEVELS[currentLevel];
+}
+// ============================================================================
+// Middleware Factory
+// ============================================================================
+/**
+ * Create logging middleware.
+ *
+ * Logs requests, responses, and errors at configurable levels.
+ *
+ * @param config Logging configuration
+ * @returns Logging middleware
+ *
+ * @example
+ * ```typescript
+ * const logging = createLoggingMiddleware({
+ *   level: 'info',
+ *   logRequests: true,
+ *   logResponses: true,
+ *   sanitize: true
+ * });
+ *
+ * bridge.use(logging);
+ * ```
+ */
+export function createLoggingMiddleware(config = {}) {
+    const { level = 'info', logRequests = true, logResponses = true, logErrors = true, sanitize = true, logger = defaultLogger, prefix = '[Bridge]', } = config;
+    return async (context, next) => {
+        const startTime = Date.now();
+        const requestId = context.request.metadata.requestId;
+        // Log request
+        if (logRequests && shouldLog(level, 'debug')) {
+            logger.debug(`${prefix} Request ${requestId}`, {
+                model: context.request.parameters?.model,
+                messages: context.request.messages.length,
+                stream: context.request.stream,
+                frontend: context.request.metadata.provenance?.frontend,
+                backend: context.request.metadata.provenance?.backend,
+            });
+            if (shouldLog(level, 'debug')) {
+                logger.debug(`${prefix} Request details ${requestId}`, {
+                    request: sanitizeRequest(context.request, sanitize),
+                });
+            }
+        }
+        try {
+            // Call next middleware/handler
+            const response = await next();
+            // Calculate duration
+            const duration = Date.now() - startTime;
+            // Log response
+            if (logResponses && shouldLog(level, 'info')) {
+                logger.info(`${prefix} Response ${requestId}`, {
+                    duration: `${duration}ms`,
+                    finishReason: response.finishReason,
+                    tokens: response.usage?.totalTokens,
+                    backend: response.metadata.provenance?.backend,
+                });
+                if (shouldLog(level, 'debug')) {
+                    logger.debug(`${prefix} Response details ${requestId}`, {
+                        response: sanitizeResponse(response, sanitize),
+                    });
+                }
+            }
+            return response;
+        }
+        catch (error) {
+            const duration = Date.now() - startTime;
+            // Log error
+            if (logErrors && shouldLog(level, 'error')) {
+                logger.error(`${prefix} Error ${requestId}`, {
+                    duration: `${duration}ms`,
+                    error: error instanceof Error ? error.message : String(error),
+                    stack: error instanceof Error ? error.stack : undefined,
+                });
+            }
+            // Re-throw error
+            throw error;
+        }
+    };
+}
+//# sourceMappingURL=logging.js.map

package/dist/esm/logging.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"logging.js","sourceRoot":"","sources":["../../src/logging.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAsEH,+EAA+E;AAC/E,iBAAiB;AACjB,+EAA+E;AAE/E;;GAEG;AACH,MAAM,aAAa,GAAW;IAC5B,KAAK,EAAE,CAAC,OAAe,EAAE,IAAc,EAAE,EAAE;QACzC,sCAAsC;QACtC,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACzD,CAAC;IACD,IAAI,EAAE,CAAC,OAAe,EAAE,IAAc,EAAE,EAAE;QACxC,sCAAsC;QACtC,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACxD,CAAC;IACD,IAAI,EAAE,CAAC,OAAe,EAAE,IAAc,EAAE,EAAE;QACxC,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACxD,CAAC;IACD,KAAK,EAAE,CAAC,OAAe,EAAE,IAAc,EAAE,EAAE;QACzC,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACzD,CAAC;CACF,CAAC;AAEF,+EAA+E;AAC/E,eAAe;AACf,+EAA+E;AAE/E;;GAEG;AACH,SAAS,YAAY,CAAC,IAAa;IACjC,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACxC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC7B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QACxB,OAAO,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IAChC,CAAC;IAED,MAAM,SAAS,GAA4B,EAAE,CAAC;IAC9C,MAAM,aAAa,GAAG,CAAC,QAAQ,EAAE,SAAS,EAAE,eAAe,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;IAE5F,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QAChD,MAAM,QAAQ,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC;QACnC,IAAI,aAAa,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC;YACpE,SAAS,CAAC,GAAG,CAAC,GAAG,YAAY,CAAC;QAChC,CAAC;aAAM,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;YACvD,SAAS,CAAC,GAAG,CAAC,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;QACvC,CAAC;aAAM,CAAC;YACN,SAAS,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QACzB,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;GAEG;AACH,SAAS,eAAe,CAAC,OAAsB,EAAE,cAAuB;IACtE,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,OAAO,YAAY,CAAC,OAAO,CAAC,CAAC;AAC/B,CAAC;AAED;;GAEG;AACH,SAAS,gBAAgB,CAAC,QAAwB,EAAE,cAAuB;IACzE,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,OAAO,YAAY,CAAC,QAAQ,CAAC,CAAC;AAChC,CAAC;AAED,+EAA+E;AAC/E,uBAAuB;AACvB,+EAA+E;AAE/E,MAAM,UAAU,GAA6B;IAC3C,KAAK,EAAE,CAAC;IACR,IAAI,EAAE,CAAC;IACP,IAAI,EAAE,CAAC;IACP,KAAK,EAAE,CAAC;CACT,CAAC;AAEF,SAAS,SAAS,CAAC,YAAsB,EAAE,WAAqB;IAC9D,OAAO,UAAU,CAAC,WAAW,CAAC,IAAI,UAAU,CAAC,YAAY,CAAC,CAAC;AAC7D,CAAC;AAED,+EAA+E;AAC/E,qBAAqB;AACrB,+EAA+E;AAE/E;;;;;;;;;;;;;;;;;;;GAmBG;AACH,MAAM,UAAU,uBAAuB,CAAC,SAAwB,EAAE;IAChE,MAAM,EACJ,KAAK,GAAG,MAAM,EACd,WAAW,GAAG,IAAI,EAClB,YAAY,GAAG,IAAI,EACnB,SAAS,GAAG,IAAI,EAChB,QAAQ,GAAG,IAAI,EACf,MAAM,GAAG,aAAa,EACtB,MAAM,GAAG,UAAU,GACpB,GAAG,MAAM,CAAC;IAEX,OAAO,KAAK,EAAE,OAA0B,EAAE,IAAoB,EAA2B,EAAE;QACzF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC;QAErD,cAAc;QACd,IAAI,WAAW,IAAI,SAAS,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,CAAC;YAC7C,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,YAAY,SAAS,EAAE,EAAE;gBAC7C,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,UAAU,EAAE,KAAK;gBACxC,QAAQ,EAAE,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM;gBACzC,MAAM,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM;gBAC9B,QAAQ,EAAE,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,UAAU,EAAE,QAAQ;gBACvD,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,UAAU,EAAE,OAAO;aACtD,CAAC,CAAC;YAEH,IAAI,SAAS,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,CAAC;gBAC9B,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,oBAAoB,SAAS,EAAE,EAAE;oBACrD,OAAO,EAAE,eAAe,CAAC,OAAO,CAAC,OAAO,EAAE,QAAQ,CAAC;iBACpD,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,IAAI,CAAC;YACH,+BAA+B;YAC/B,MAAM,QAAQ,GAAG,MAAM,IAAI,EAAE,CAAC;YAE9B,qBAAqB;YACrB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAExC,eAAe;YACf,IAAI,YAAY,IAAI,SAAS,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC;gBAC7C,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,aAAa,SAAS,EAAE,EAAE;oBAC7C,QAAQ,EAAE,GAAG,QAAQ,IAAI;oBACzB,YAAY,EAAE,QAAQ,CAAC,YAAY;oBACnC,MAAM,EAAE,QAAQ,CAAC,KAAK,EAAE,WAAW;oBACnC,OAAO,EAAE,QAAQ,CAAC,QAAQ,CAAC,UAAU,EAAE,OAAO;iBAC/C,CAAC,CAAC;gBAEH,IAAI,SAAS,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,CAAC;oBAC9B,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,qBAAqB,SAAS,EAAE,EAAE;wBACtD,QAAQ,EAAE,gBAAgB,CAAC,QAAQ,EAAE,QAAQ,CAAC;qBAC/C,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,OAAO,QAAQ,CAAC;QAClB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAExC,YAAY;YACZ,IAAI,SAAS,IAAI,SAAS,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,CAAC;gBAC3C,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,UAAU,SAAS,EAAE,EAAE;oBAC3C,QAAQ,EAAE,GAAG,QAAQ,IAAI;oBACzB,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;oBAC7D,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;iBACxD,CAAC,CAAC;YACL,CAAC;YAED,iBAAiB;YACjB,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC,CAAC;AACJ,CAAC"}