adaptive-memory-multi-model-router 2.14.59 → 2.15.0

package/dist/server/metrics.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"metrics.d.ts","sourceRoot":"","sources":["../../src/server/metrics.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAMH,MAAM,WAAW,OAAO;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAChC;AAED,MAAM,WAAW,SAAS;IACxB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;CAC7C;AAED,MAAM,WAAW,KAAK;IACpB,KAAK,EAAE,MAAM,CAAC;CACf;AA6FD;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,GAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAM,EAAE,KAAK,SAAI,GAAG,IAAI,CAInG;AAED;;GAEG;AACH,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI,CASjG;AAED;;GAEG;AACH,wBAAgB,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI,CAI1F;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAEvD;AAED;;GAEG;AACH,wBAAgB,iBAAiB,IAAI,MAAM,CAI1C;AAMD;;GAEG;AACH,wBAAgB,yBAAyB,IAAI,MAAM,CA8ClD;AAMD;;GAEG;AACH,wBAAgB,aAAa,CAAC,MAAM,EAAE;IACpC,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,SAAS,GAAG,OAAO,CAAC;IAC5B,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,GAAG,IAAI,CAoBP;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,IAAI,CAE7E;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,SAAS,EAAE,UAAU,GAAG,OAAO,GAAG,MAAM,GAAG,IAAI,CAE7E;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAErD;;;;;;;;;;;;;AAED,wBAWE"}

package/dist/server/metrics.js

@@ -0,0 +1,267 @@
+"use strict";
+/**
+ * A3M Router - Prometheus Metrics
+ *
+ * Lightweight metrics collector for observability.
+ * Exports Prometheus-compatible /metrics endpoint.
+ *
+ * Metrics:
+ *   a3m_requests_total{endpoint, provider, status}    — Counter
+ *   a3m_request_duration_ms{endpoint, provider}       — Histogram
+ *   a3m_cost_usd_total{provider}                     — Counter
+ *   a3m_tokens_total{provider, type}                  — Counter
+ *   a3m_cache_hits_total{cache_type}                 — Counter
+ *   a3m_fallback_triggered_total{provider}           — Counter
+ *   a3m_provider_errors_total{provider, error_type}  — Counter
+ *   a3m_routing_decisions_total{model}               — Counter
+ *   a3m_active_requests                             — Gauge
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.incrementCounter = incrementCounter;
+exports.recordHistogram = recordHistogram;
+exports.setGauge = setGauge;
+exports.recordActiveRequest = recordActiveRequest;
+exports.getActiveRequests = getActiveRequests;
+exports.generatePrometheusMetrics = generatePrometheusMetrics;
+exports.recordRequest = recordRequest;
+exports.recordProviderError = recordProviderError;
+exports.recordCacheHit = recordCacheHit;
+exports.recordFallback = recordFallback;
+// ============================================================
+// METRICS STORE
+// ============================================================
+// Counters: { name: { labels: value } }
+const counters = new Map();
+// Histograms: { name: { labels: { values[], count, sum, buckets[] } } }
+const histograms = new Map();
+// Gauges: { name: { labels: value } }
+const gauges = new Map();
+// Metric definitions
+const METRIC_DEFINITIONS = {
+    a3m_requests_total: { type: 'counter', help: 'Total requests' },
+    a3m_request_duration_ms: {
+        type: 'histogram',
+        help: 'Request duration in milliseconds',
+        buckets: [5, 10, 25, 50, 100, 250, 500, 1000, 2500, 5000, 10000],
+    },
+    a3m_cost_usd_total: { type: 'counter', help: 'Total cost in USD' },
+    a3m_tokens_total: { type: 'counter', help: 'Total tokens' },
+    a3m_cache_hits_total: { type: 'counter', help: 'Cache hits' },
+    a3m_fallback_triggered_total: { type: 'counter', help: 'Fallback triggered count' },
+    a3m_provider_errors_total: { type: 'counter', help: 'Provider errors' },
+    a3m_routing_decisions_total: { type: 'counter', help: 'Routing decisions' },
+    a3m_active_requests: { type: 'gauge', help: 'Active requests' },
+};
+const LABEL_NAMES = {
+    a3m_requests_total: ['endpoint', 'provider', 'status'],
+    a3m_request_duration_ms: ['endpoint', 'provider'],
+    a3m_cost_usd_total: ['provider'],
+    a3m_tokens_total: ['provider', 'type'],
+    a3m_cache_hits_total: ['cache_type'],
+    a3m_fallback_triggered_total: ['provider'],
+    a3m_provider_errors_total: ['provider', 'error_type'],
+    a3m_routing_decisions_total: ['model'],
+    a3m_active_requests: [],
+};
+// ============================================================
+// HELPERS
+// ============================================================
+function labelsToKey(labels) {
+    return Object.keys(labels)
+        .sort()
+        .map((k) => `${k}="${labels[k]}"`)
+        .join(',');
+}
+function getOrInitCounter(name, labels) {
+    if (!counters.has(name))
+        counters.set(name, new Map());
+    const counterMap = counters.get(name);
+    const key = labelsToKey(labels);
+    if (!counterMap.has(key))
+        counterMap.set(key, 0);
+    return counterMap;
+}
+function getOrInitHistogram(name, labels) {
+    if (!histograms.has(name))
+        histograms.set(name, new Map());
+    const histMap = histograms.get(name);
+    const key = labelsToKey(labels);
+    if (!histMap.has(key)) {
+        const def = METRIC_DEFINITIONS[name];
+        if (def.type !== 'histogram') {
+            throw new Error(`Metric ${name} is not a histogram`);
+        }
+        const histDef = def;
+        histMap.set(key, {
+            values: [],
+            count: 0,
+            sum: 0,
+            buckets: histDef.buckets.map((b) => ({ bound: b, count: 0 })),
+        });
+    }
+    return histMap.get(key);
+}
+function getOrInitGauge(name, labels) {
+    if (!gauges.has(name))
+        gauges.set(name, new Map());
+    const gaugeMap = gauges.get(name);
+    const key = labelsToKey(labels);
+    if (!gaugeMap.has(key))
+        gaugeMap.set(key, 0);
+    return gaugeMap;
+}
+// ============================================================
+// PUBLIC API
+// ============================================================
+/**
+ * Increment a counter by delta (default 1).
+ */
+function incrementCounter(name, labels = {}, delta = 1) {
+    const counterMap = getOrInitCounter(name, labels);
+    const key = labelsToKey(labels);
+    counterMap.set(key, counterMap.get(key) + delta);
+}
+/**
+ * Record a histogram value (duration, size, etc.).
+ */
+function recordHistogram(name, labels, value) {
+    const hist = getOrInitHistogram(name, labels);
+    hist.values.push(value);
+    hist.count++;
+    hist.sum += value;
+    // Update bucket counts
+    for (const bucket of hist.buckets) {
+        if (value <= bucket.bound)
+            bucket.count++;
+    }
+}
+/**
+ * Set a gauge value.
+ */
+function setGauge(name, labels, value) {
+    const gaugeMap = getOrInitGauge(name, labels);
+    const key = labelsToKey(labels);
+    gaugeMap.set(key, value);
+}
+/**
+ * Increment active requests gauge (call on start, decrement on end).
+ */
+function recordActiveRequest(delta) {
+    setGauge('a3m_active_requests', {}, Math.max(0, getActiveRequests() + delta));
+}
+/**
+ * Get current active request count.
+ */
+function getActiveRequests() {
+    const gaugeMap = gauges.get('a3m_active_requests');
+    if (!gaugeMap || gaugeMap.size === 0)
+        return 0;
+    return Array.from(gaugeMap.values())[0] || 0;
+}
+// ============================================================
+// PROMETHEUS EXPORT FORMAT
+// ============================================================
+/**
+ * Generate Prometheus /metrics output.
+ */
+function generatePrometheusMetrics() {
+    const lines = [];
+    // Helper to get metric help/type
+    function metricHeader(name) {
+        const def = METRIC_DEFINITIONS[name];
+        if (!def)
+            return '';
+        return `# HELP ${name} ${def.help}\n# TYPE ${name} ${def.type}`;
+    }
+    // Counters
+    for (const [name, counterMap] of counters) {
+        lines.push(metricHeader(name));
+        for (const [labelKey, value] of counterMap) {
+            lines.push(`${name}{${labelKey}} ${value}`);
+        }
+        lines.push('');
+    }
+    // Histograms
+    for (const [name, histMap] of histograms) {
+        lines.push(metricHeader(name));
+        for (const [labelKey, hist] of histMap) {
+            // Per-bucket cumulative counts
+            for (const bucket of hist.buckets) {
+                lines.push(`${name}_bucket{${labelKey},le="${bucket.bound}"} ${bucket.count}`);
+            }
+            // +Inf bucket = total count
+            lines.push(`${name}_bucket{${labelKey},le="+Inf"} ${hist.count}`);
+            // Summary
+            lines.push(`${name}_sum{${labelKey}} ${hist.sum}`);
+            lines.push(`${name}_count{${labelKey}} ${hist.count}`);
+        }
+        lines.push('');
+    }
+    // Gauges
+    for (const [name, gaugeMap] of gauges) {
+        lines.push(metricHeader(name));
+        for (const [labelKey, value] of gaugeMap) {
+            lines.push(`${name}{${labelKey}} ${value}`);
+        }
+        lines.push('');
+    }
+    return lines.join('\n');
+}
+// ============================================================
+// SPECIALIZED RECORDERS (convenience wrappers)
+// ============================================================
+/**
+ * Record a completed request with all metrics.
+ */
+function recordRequest(params) {
+    incrementCounter('a3m_requests_total', {
+        endpoint: params.endpoint,
+        provider: params.provider,
+        status: params.status,
+    });
+    recordHistogram('a3m_request_duration_ms', {
+        endpoint: params.endpoint,
+        provider: params.provider,
+    }, params.durationMs);
+    if (params.tokensIn !== undefined && params.tokensOut !== undefined) {
+        incrementCounter('a3m_tokens_total', { provider: params.provider, type: 'input' }, params.tokensIn);
+        incrementCounter('a3m_tokens_total', { provider: params.provider, type: 'output' }, params.tokensOut);
+    }
+    if (params.cost !== undefined && params.cost > 0) {
+        incrementCounter('a3m_cost_usd_total', { provider: params.provider }, Math.round(params.cost * 1e6) / 1e6);
+    }
+    if (params.model) {
+        incrementCounter('a3m_routing_decisions_total', { model: params.model });
+    }
+}
+/**
+ * Record a provider error.
+ */
+function recordProviderError(provider, errorType) {
+    incrementCounter('a3m_provider_errors_total', { provider, error_type: errorType });
+}
+/**
+ * Record a cache hit.
+ */
+function recordCacheHit(cacheType) {
+    incrementCounter('a3m_cache_hits_total', { cache_type: cacheType });
+}
+/**
+ * Record a fallback trigger.
+ */
+function recordFallback(provider) {
+    incrementCounter('a3m_fallback_triggered_total', { provider });
+}
+exports.default = {
+    incrementCounter,
+    recordHistogram,
+    setGauge,
+    recordActiveRequest,
+    getActiveRequests,
+    generatePrometheusMetrics,
+    recordRequest,
+    recordProviderError,
+    recordCacheHit,
+    recordFallback,
+};
+//# sourceMappingURL=metrics.js.map

package/dist/server/metrics.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"metrics.js","sourceRoot":"","sources":["../../src/server/metrics.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;GAgBG;;AAoHH,4CAIC;AAKD,0CASC;AAKD,4BAIC;AAKD,kDAEC;AAKD,8CAIC;AASD,8DA8CC;AASD,sCA6BC;AAKD,kDAEC;AAKD,wCAEC;AAKD,wCAEC;AA3PD,+DAA+D;AAC/D,gBAAgB;AAChB,+DAA+D;AAE/D,wCAAwC;AACxC,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA+B,CAAC;AACxD,wEAAwE;AACxE,MAAM,UAAU,GAAG,IAAI,GAAG,EAAkC,CAAC;AAC7D,sCAAsC;AACtC,MAAM,MAAM,GAAG,IAAI,GAAG,EAA+B,CAAC;AAEtD,qBAAqB;AACrB,MAAM,kBAAkB,GAAG;IACzB,kBAAkB,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,gBAAgB,EAAE;IAC/D,uBAAuB,EAAE;QACvB,IAAI,EAAE,WAAW;QACjB,IAAI,EAAE,kCAAkC;QACxC,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC;KACjE;IACD,kBAAkB,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,mBAAmB,EAAE;IAClE,gBAAgB,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,cAAc,EAAE;IAC3D,oBAAoB,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,YAAY,EAAE;IAC7D,4BAA4B,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,0BAA0B,EAAE;IACnF,yBAAyB,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,iBAAiB,EAAE;IACvE,2BAA2B,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,mBAAmB,EAAE;IAC3E,mBAAmB,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,iBAAiB,EAAE;CACvD,CAAC;AAEX,MAAM,WAAW,GAAG;IAClB,kBAAkB,EAAE,CAAC,UAAU,EAAE,UAAU,EAAE,QAAQ,CAAU;IAC/D,uBAAuB,EAAE,CAAC,UAAU,EAAE,UAAU,CAAU;IAC1D,kBAAkB,EAAE,CAAC,UAAU,CAAU;IACzC,gBAAgB,EAAE,CAAC,UAAU,EAAE,MAAM,CAAU;IAC/C,oBAAoB,EAAE,CAAC,YAAY,CAAU;IAC7C,4BAA4B,EAAE,CAAC,UAAU,CAAU;IACnD,yBAAyB,EAAE,CAAC,UAAU,EAAE,YAAY,CAAU;IAC9D,2BAA2B,EAAE,CAAC,OAAO,CAAU;IAC/C,mBAAmB,EAAE,EAAW;CACxB,CAAC;AAEX,+DAA+D;AAC/D,UAAU;AACV,+DAA+D;AAE/D,SAAS,WAAW,CAAC,MAA8B;IACjD,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;SACvB,IAAI,EAAE;SACN,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC;SACjC,IAAI,CAAC,GAAG,CAAC,CAAC;AACf,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAY,EAAE,MAA8B;IACpE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC;QAAE,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;IACvD,MAAM,UAAU,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAE,CAAC;IACvC,MAAM,GAAG,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;IAChC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC;QAAE,UAAU,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IACjD,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAY,EAAE,MAA8B;IACtE,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC;QAAE,UAAU,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;IAC3D,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,CAAC,IAAI,CAAE,CAAC;IACtC,MAAM,GAAG,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;IAChC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;QACtB,MAAM,GAAG,GAAG,kBAAkB,CAAC,IAAuC,CAAC,CAAC;QACxE,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,UAAU,IAAI,qBAAqB,CAAC,CAAC;QACvD,CAAC;QACD,MAAM,OAAO,GAAG,GAAwD,CAAC;QACzE,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE;YACf,MAAM,EAAE,EAAE;YACV,KAAK,EAAE,CAAC;YACR,GAAG,EAAE,CAAC;YACN,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;SAC9D,CAAC,CAAC;IACL,CAAC;IACD,OAAO,OAAO,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC;AAC3B,CAAC;AAED,SAAS,cAAc,CAAC,IAAY,EAAE,MAA8B;IAClE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC;QAAE,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;IACnD,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,CAAE,CAAC;IACnC,MAAM,GAAG,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;IAChC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC;QAAE,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IAC7C,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,+DAA+D;AAC/D,aAAa;AACb,+DAA+D;AAE/D;;GAEG;AACH,SAAgB,gBAAgB,CAAC,IAAY,EAAE,SAAiC,EAAE,EAAE,KAAK,GAAG,CAAC;IAC3F,MAAM,UAAU,GAAG,gBAAgB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAClD,MAAM,GAAG,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;IAChC,UAAU,CAAC,GAAG,CAAC,GAAG,EAAE,UAAU,CAAC,GAAG,CAAC,GAAG,CAAE,GAAG,KAAK,CAAC,CAAC;AACpD,CAAC;AAED;;GAEG;AACH,SAAgB,eAAe,CAAC,IAAY,EAAE,MAA8B,EAAE,KAAa;IACzF,MAAM,IAAI,GAAG,kBAAkB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC9C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACxB,IAAI,CAAC,KAAK,EAAE,CAAC;IACb,IAAI,CAAC,GAAG,IAAI,KAAK,CAAC;IAClB,uBAAuB;IACvB,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;QAClC,IAAI,KAAK,IAAI,MAAM,CAAC,KAAK;YAAE,MAAM,CAAC,KAAK,EAAE,CAAC;IAC5C,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAgB,QAAQ,CAAC,IAAY,EAAE,MAA8B,EAAE,KAAa;IAClF,MAAM,QAAQ,GAAG,cAAc,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC9C,MAAM,GAAG,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;IAChC,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;AAC3B,CAAC;AAED;;GAEG;AACH,SAAgB,mBAAmB,CAAC,KAAa;IAC/C,QAAQ,CAAC,qBAAqB,EAAE,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,iBAAiB,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC;AAChF,CAAC;AAED;;GAEG;AACH,SAAgB,iBAAiB;IAC/B,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;IACnD,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAC/C,OAAO,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;AAC/C,CAAC;AAED,+DAA+D;AAC/D,2BAA2B;AAC3B,+DAA+D;AAE/D;;GAEG;AACH,SAAgB,yBAAyB;IACvC,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,iCAAiC;IACjC,SAAS,YAAY,CAAC,IAAY;QAChC,MAAM,GAAG,GAAG,kBAAkB,CAAC,IAAuC,CAAC,CAAC;QACxE,IAAI,CAAC,GAAG;YAAE,OAAO,EAAE,CAAC;QACpB,OAAO,UAAU,IAAI,IAAI,GAAG,CAAC,IAAI,YAAY,IAAI,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC;IAClE,CAAC;IAED,WAAW;IACX,KAAK,MAAM,CAAC,IAAI,EAAE,UAAU,CAAC,IAAI,QAAQ,EAAE,CAAC;QAC1C,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC;QAC/B,KAAK,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,UAAU,EAAE,CAAC;YAC3C,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,IAAI,QAAQ,KAAK,KAAK,EAAE,CAAC,CAAC;QAC9C,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACjB,CAAC;IAED,aAAa;IACb,KAAK,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,UAAU,EAAE,CAAC;QACzC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC;QAC/B,KAAK,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,OAAO,EAAE,CAAC;YACvC,+BAA+B;YAC/B,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBAClC,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,WAAW,QAAQ,QAAQ,MAAM,CAAC,KAAK,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;YACjF,CAAC;YACD,4BAA4B;YAC5B,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,WAAW,QAAQ,eAAe,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;YAClE,UAAU;YACV,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,QAAQ,QAAQ,KAAK,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;YACnD,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,UAAU,QAAQ,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;QACzD,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACjB,CAAC;IAED,SAAS;IACT,KAAK,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,IAAI,MAAM,EAAE,CAAC;QACtC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC;QAC/B,KAAK,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,QAAQ,EAAE,CAAC;YACzC,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,IAAI,QAAQ,KAAK,KAAK,EAAE,CAAC,CAAC;QAC9C,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACjB,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,+DAA+D;AAC/D,+CAA+C;AAC/C,+DAA+D;AAE/D;;GAEG;AACH,SAAgB,aAAa,CAAC,MAS7B;IACC,gBAAgB,CAAC,oBAAoB,EAAE;QACrC,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,MAAM,EAAE,MAAM,CAAC,MAAM;KACtB,CAAC,CAAC;IACH,eAAe,CAAC,yBAAyB,EAAE;QACzC,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,QAAQ,EAAE,MAAM,CAAC,QAAQ;KAC1B,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;IACtB,IAAI,MAAM,CAAC,QAAQ,KAAK,SAAS,IAAI,MAAM,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;QACpE,gBAAgB,CAAC,kBAAkB,EAAE,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;QACpG,gBAAgB,CAAC,kBAAkB,EAAE,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;IACxG,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,IAAI,MAAM,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QACjD,gBAAgB,CAAC,oBAAoB,EAAE,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC;IAC7G,CAAC;IACD,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QACjB,gBAAgB,CAAC,6BAA6B,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IAC3E,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAgB,mBAAmB,CAAC,QAAgB,EAAE,SAAiB;IACrE,gBAAgB,CAAC,2BAA2B,EAAE,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,CAAC;AACrF,CAAC;AAED;;GAEG;AACH,SAAgB,cAAc,CAAC,SAAwC;IACrE,gBAAgB,CAAC,sBAAsB,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,CAAC;AACtE,CAAC;AAED;;GAEG;AACH,SAAgB,cAAc,CAAC,QAAgB;IAC7C,gBAAgB,CAAC,8BAA8B,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;AACjE,CAAC;AAED,kBAAe;IACb,gBAAgB;IAChB,eAAe;IACf,QAAQ;IACR,mBAAmB;IACnB,iBAAiB;IACjB,yBAAyB;IACzB,aAAa;IACb,mBAAmB;IACnB,cAAc;IACd,cAAc;CACf,CAAC"}

package/dist/server/modelMapper.d.ts

@@ -41,3 +41,4 @@ export declare function listAvailableModels(): Array<{
     created: number;
     owned_by: string;
 }>;
+//# sourceMappingURL=modelMapper.d.ts.map

package/dist/server/proxyServer.d.ts

@@ -13,29 +13,65 @@
  * Build: npx tsc
  * Run:   npx a3m-router serve [--port 8787]
  */
-import * as http from "http";
-import { CostTracker } from "../cost/costTracker";
-interface RequestLog {
-    id: string;
+import * as http from 'http';
+import { ModelMapping } from './modelMapper';
+interface ChatMessage {
+    role: "system" | "user" | "assistant" | "tool";
+    content: string;
+}
+interface ProviderCallResult {
+    content: string;
     model: string;
-    resolvedProvider: string;
-    resolvedModel: string;
-    latencyMs: number;
-    tokensIn: number;
-    tokensOut: number;
-    cost: number;
-    status: "success" | "error";
-    error?: string;
-    timestamp: number;
+    usage: {
+        prompt_tokens: number;
+        completion_tokens: number;
+        total_tokens: number;
+    };
+    finish_reason: string;
 }
-declare const requestLogs: RequestLog[];
-declare const costTracker: CostTracker;
 /**
- * Create and start the proxy server.
+ * Call the actual LLM provider with the given messages.
+ * Handles OpenAI-compatible APIs, Anthropic, Google, and local providers.
+ */
+export declare function callProvider(mapping: ModelMapping, messages: ChatMessage[], options: {
+    temperature?: number;
+    max_tokens?: number;
+    stream?: boolean;
+    stop?: string | string[];
+}): Promise<ProviderCallResult>;
+/**
+ * Stream a provider response as SSE chunks.
+ */
+export declare function streamProviderResponse(res: http.ServerResponse, mapping: ModelMapping, messages: ChatMessage[], options: {
+    temperature?: number;
+    max_tokens?: number;
+    stop?: string | string[];
+}, requestId: string): Promise<void>;
+/**
+ * Try the primary mapping, then fall back to alternatives.
+ */
+export declare function callWithFallback(model: string, messages: ChatMessage[], options: {
+    temperature?: number;
+    max_tokens?: number;
+    stream?: boolean;
+    stop?: string | string[];
+}, prompt: string): Promise<{
+    result: ProviderCallResult;
+    mapping: ModelMapping;
+}>;
+/**
+ * Create and start the A3M Router proxy server.
+ *
+ * Uses a route table pattern (router.ts) for pluggable endpoint registration.
+ * To add a new endpoint:
+ *   1. Create src/server/handlers/yourHandler.ts
+ *   2. Import and register: registerRoute('GET', /^\/path$/, handleYourPath);
  *
  * @param port - Port to listen on (default: 8787, env: PORT)
  * @returns The http.Server instance
  */
 export declare function createProxyServer(port?: number): http.Server;
-export { CostTracker, costTracker, requestLogs };
+export { costTracker, requestLogs } from './state';
+export type { RequestLog } from './state';
 export default createProxyServer;
+//# sourceMappingURL=proxyServer.d.ts.map

package/dist/server/proxyServer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"proxyServer.d.ts","sourceRoot":"","sources":["../../src/server/proxyServer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAG7B,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAmClD,UAAU,UAAU;IAClB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,gBAAgB,EAAE,MAAM,CAAC;IACzB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,SAAS,GAAG,OAAO,CAAC;IAC5B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;CACnB;AAmnBD,QAAA,MAAM,WAAW,EAAE,UAAU,EAAO,CAAC;AACrC,QAAA,MAAM,WAAW,aAAoB,CAAC;AA0StC;;;;;GAKG;AACH,wBAAgB,iBAAiB,CAAC,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC,MAAM,CAmG5D;AAMD,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,WAAW,EAAE,CAAC;AACjD,eAAe,iBAAiB,CAAC"}
+{"version":3,"file":"proxyServer.d.ts","sourceRoot":"","sources":["../../src/server/proxyServer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,EAAqC,YAAY,EAAE,MAAM,eAAe,CAAC;AAehF,UAAU,WAAW;IACnB,IAAI,EAAE,QAAQ,GAAG,MAAM,GAAG,WAAW,GAAG,MAAM,CAAC;IAC/C,OAAO,EAAE,MAAM,CAAC;CACjB;AAmFD,UAAU,kBAAkB;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE;QAAE,aAAa,EAAE,MAAM,CAAC;QAAC,iBAAiB,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAA;KAAE,CAAC;IAClF,aAAa,EAAE,MAAM,CAAC;CACvB;AAED;;;GAGG;AACH,wBAAsB,YAAY,CAChC,OAAO,EAAE,YAAY,EACrB,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,EAAE;IAAE,WAAW,CAAC,EAAE,MAAM,CAAC;IAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,OAAO,CAAC;IAAC,IAAI,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAA;CAAE,GACjG,OAAO,CAAC,kBAAkB,CAAC,CAqB7B;AA2OD;;GAEG;AACH,wBAAsB,sBAAsB,CAC1C,GAAG,EAAE,IAAI,CAAC,cAAc,EACxB,OAAO,EAAE,YAAY,EACrB,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,EAAE;IAAE,WAAW,CAAC,EAAE,MAAM,CAAC;IAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAAC,IAAI,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAA;CAAE,EAChF,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,IAAI,CAAC,CA6Pf;AAMD;;GAEG;AACH,wBAAsB,gBAAgB,CACpC,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,EAAE;IAAE,WAAW,CAAC,EAAE,MAAM,CAAC;IAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,OAAO,CAAC;IAAC,IAAI,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAA;CAAE,EAClG,MAAM,EAAE,MAAM,GACb,OAAO,CAAC;IAAE,MAAM,EAAE,kBAAkB,CAAC;IAAC,OAAO,EAAE,YAAY,CAAA;CAAE,CAAC,CAwChE;AAMD;;;;;;;;;;GAUG;AACH,wBAAgB,iBAAiB,CAAC,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC,MAAM,CA0E5D;AAMD,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AACnD,YAAY,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAC1C,eAAe,iBAAiB,CAAC"}