@probeo/anymodel 0.2.0 → 0.3.0

package/dist/utils/id.js

@@ -0,0 +1,6 @@
+import { randomBytes } from 'node:crypto';
+export function generateId(prefix = 'gen') {
+    const random = randomBytes(12).toString('base64url');
+    return `${prefix}-${random}`;
+}
+//# sourceMappingURL=id.js.map

package/dist/utils/id.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"id.js","sourceRoot":"","sources":["../../src/utils/id.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE1C,MAAM,UAAU,UAAU,CAAC,SAAiB,KAAK;IAC/C,MAAM,MAAM,GAAG,WAAW,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IACrD,OAAO,GAAG,MAAM,IAAI,MAAM,EAAE,CAAC;AAC/B,CAAC"}

package/dist/utils/model-parser.d.ts

@@ -0,0 +1,6 @@
+export interface ParsedModel {
+    provider: string;
+    model: string;
+}
+export declare function parseModelString(model: string, aliases?: Record<string, string>): ParsedModel;
+//# sourceMappingURL=model-parser.d.ts.map

package/dist/utils/model-parser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-parser.d.ts","sourceRoot":"","sources":["../../src/utils/model-parser.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,WAAW;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,WAAW,CAyB7F"}

package/dist/utils/model-parser.js

@@ -0,0 +1,21 @@
+import { AnyModelError } from '../types.js';
+export function parseModelString(model, aliases) {
+    // Check aliases first
+    if (aliases && model in aliases) {
+        model = aliases[model];
+    }
+    const slashIndex = model.indexOf('/');
+    if (slashIndex === -1) {
+        throw new AnyModelError(400, `Model must be in provider/model format or be a valid alias. Got: '${model}'`);
+    }
+    const provider = model.substring(0, slashIndex);
+    const modelId = model.substring(slashIndex + 1);
+    if (!provider) {
+        throw new AnyModelError(400, `Invalid model string: missing provider in '${model}'`);
+    }
+    if (!modelId) {
+        throw new AnyModelError(400, `Invalid model string: missing model ID in '${model}'`);
+    }
+    return { provider, model: modelId };
+}
+//# sourceMappingURL=model-parser.js.map

package/dist/utils/model-parser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-parser.js","sourceRoot":"","sources":["../../src/utils/model-parser.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAO5C,MAAM,UAAU,gBAAgB,CAAC,KAAa,EAAE,OAAgC;IAC9E,sBAAsB;IACtB,IAAI,OAAO,IAAI,KAAK,IAAI,OAAO,EAAE,CAAC;QAChC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;IACzB,CAAC;IAED,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACtC,IAAI,UAAU,KAAK,CAAC,CAAC,EAAE,CAAC;QACtB,MAAM,IAAI,aAAa,CACrB,GAAG,EACH,qEAAqE,KAAK,GAAG,CAC9E,CAAC;IACJ,CAAC;IAED,MAAM,QAAQ,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;IAChD,MAAM,OAAO,GAAG,KAAK,CAAC,SAAS,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;IAEhD,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,aAAa,CAAC,GAAG,EAAE,8CAA8C,KAAK,GAAG,CAAC,CAAC;IACvF,CAAC;IACD,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,aAAa,CAAC,GAAG,EAAE,8CAA8C,KAAK,GAAG,CAAC,CAAC;IACvF,CAAC;IAED,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;AACtC,CAAC"}

package/dist/utils/rate-limiter.d.ts

@@ -0,0 +1,36 @@
+/**
+ * Per-provider rate limit tracker.
+ * Tracks rate limit state from provider response headers and 429 errors.
+ */
+export interface RateLimitState {
+    provider: string;
+    remaining: number | null;
+    resetAt: number | null;
+    retryAfter: number | null;
+    lastUpdated: number;
+}
+export declare class RateLimitTracker {
+    private state;
+    /**
+     * Update rate limit state from response headers.
+     */
+    updateFromHeaders(provider: string, headers: Record<string, string>): void;
+    /**
+     * Record a 429 for a provider.
+     */
+    recordRateLimit(provider: string, retryAfterMs?: number): void;
+    /**
+     * Check if a provider is currently rate-limited.
+     */
+    isRateLimited(provider: string): boolean;
+    /**
+     * Get ms until rate limit resets for a provider.
+     */
+    getWaitTime(provider: string): number;
+    /**
+     * Get state for a provider.
+     */
+    getState(provider: string): RateLimitState | undefined;
+    private getOrCreate;
+}
+//# sourceMappingURL=rate-limiter.d.ts.map

package/dist/utils/rate-limiter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rate-limiter.d.ts","sourceRoot":"","sources":["../../src/utils/rate-limiter.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,KAAK,CAAqC;IAElD;;OAEG;IACH,iBAAiB,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,IAAI;IAuB1E;;OAEG;IACH,eAAe,CAAC,QAAQ,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI;IAU9D;;OAEG;IACH,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO;IAYxC;;OAEG;IACH,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM;IAQrC;;OAEG;IACH,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,cAAc,GAAG,SAAS;IAItD,OAAO,CAAC,WAAW;CAcpB"}

package/dist/utils/rate-limiter.js

@@ -0,0 +1,80 @@
+export class RateLimitTracker {
+    state = new Map();
+    /**
+     * Update rate limit state from response headers.
+     */
+    updateFromHeaders(provider, headers) {
+        const state = this.getOrCreate(provider);
+        const remaining = headers['x-ratelimit-remaining'] || headers['x-ratelimit-remaining-requests'];
+        if (remaining !== undefined) {
+            state.remaining = parseInt(remaining, 10);
+        }
+        const reset = headers['x-ratelimit-reset'] || headers['x-ratelimit-reset-requests'];
+        if (reset !== undefined) {
+            // Could be epoch seconds or ISO date
+            const parsed = Number(reset);
+            state.resetAt = parsed > 1e12 ? parsed : parsed * 1000;
+        }
+        const retryAfter = headers['retry-after'];
+        if (retryAfter !== undefined) {
+            state.retryAfter = Number(retryAfter) * 1000;
+        }
+        state.lastUpdated = Date.now();
+    }
+    /**
+     * Record a 429 for a provider.
+     */
+    recordRateLimit(provider, retryAfterMs) {
+        const state = this.getOrCreate(provider);
+        state.remaining = 0;
+        if (retryAfterMs) {
+            state.retryAfter = retryAfterMs;
+            state.resetAt = Date.now() + retryAfterMs;
+        }
+        state.lastUpdated = Date.now();
+    }
+    /**
+     * Check if a provider is currently rate-limited.
+     */
+    isRateLimited(provider) {
+        const state = this.state.get(provider);
+        if (!state)
+            return false;
+        // Check remaining count
+        if (state.remaining === 0 && state.resetAt) {
+            return Date.now() < state.resetAt;
+        }
+        return false;
+    }
+    /**
+     * Get ms until rate limit resets for a provider.
+     */
+    getWaitTime(provider) {
+        const state = this.state.get(provider);
+        if (!state?.resetAt)
+            return 0;
+        const wait = state.resetAt - Date.now();
+        return Math.max(0, wait);
+    }
+    /**
+     * Get state for a provider.
+     */
+    getState(provider) {
+        return this.state.get(provider);
+    }
+    getOrCreate(provider) {
+        let state = this.state.get(provider);
+        if (!state) {
+            state = {
+                provider,
+                remaining: null,
+                resetAt: null,
+                retryAfter: null,
+                lastUpdated: Date.now(),
+            };
+            this.state.set(provider, state);
+        }
+        return state;
+    }
+}
+//# sourceMappingURL=rate-limiter.js.map

package/dist/utils/rate-limiter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rate-limiter.js","sourceRoot":"","sources":["../../src/utils/rate-limiter.ts"],"names":[],"mappings":"AAYA,MAAM,OAAO,gBAAgB;IACnB,KAAK,GAAG,IAAI,GAAG,EAA0B,CAAC;IAElD;;OAEG;IACH,iBAAiB,CAAC,QAAgB,EAAE,OAA+B;QACjE,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QAEzC,MAAM,SAAS,GAAG,OAAO,CAAC,uBAAuB,CAAC,IAAI,OAAO,CAAC,gCAAgC,CAAC,CAAC;QAChG,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YAC5B,KAAK,CAAC,SAAS,GAAG,QAAQ,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QAC5C,CAAC;QAED,MAAM,KAAK,GAAG,OAAO,CAAC,mBAAmB,CAAC,IAAI,OAAO,CAAC,4BAA4B,CAAC,CAAC;QACpF,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,qCAAqC;YACrC,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;YAC7B,KAAK,CAAC,OAAO,GAAG,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC;QACzD,CAAC;QAED,MAAM,UAAU,GAAG,OAAO,CAAC,aAAa,CAAC,CAAC;QAC1C,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;YAC7B,KAAK,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC;QAC/C,CAAC;QAED,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACjC,CAAC;IAED;;OAEG;IACH,eAAe,CAAC,QAAgB,EAAE,YAAqB;QACrD,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QACzC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC;QACpB,IAAI,YAAY,EAAE,CAAC;YACjB,KAAK,CAAC,UAAU,GAAG,YAAY,CAAC;YAChC,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,YAAY,CAAC;QAC5C,CAAC;QACD,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACjC,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,QAAgB;QAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACvC,IAAI,CAAC,KAAK;YAAE,OAAO,KAAK,CAAC;QAEzB,wBAAwB;QACxB,IAAI,KAAK,CAAC,SAAS,KAAK,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YAC3C,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,OAAO,CAAC;QACpC,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,QAAgB;QAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACvC,IAAI,CAAC,KAAK,EAAE,OAAO;YAAE,OAAO,CAAC,CAAC;QAE9B,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACxC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,QAAgB;QACvB,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAClC,CAAC;IAEO,WAAW,CAAC,QAAgB;QAClC,IAAI,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACrC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,KAAK,GAAG;gBACN,QAAQ;gBACR,SAAS,EAAE,IAAI;gBACf,OAAO,EAAE,IAAI;gBACb,UAAU,EAAE,IAAI;gBAChB,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE;aACxB,CAAC;YACF,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QAClC,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;CACF"}

package/dist/utils/retry.d.ts

@@ -0,0 +1,7 @@
+export interface RetryOptions {
+    maxRetries: number;
+    baseDelay: number;
+    maxDelay: number;
+}
+export declare function withRetry<T>(fn: () => Promise<T>, options?: Partial<RetryOptions>): Promise<T>;
+//# sourceMappingURL=retry.d.ts.map

package/dist/utils/retry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"retry.d.ts","sourceRoot":"","sources":["../../src/utils/retry.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,YAAY;IAC3B,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAuCD,wBAAsB,SAAS,CAAC,CAAC,EAC/B,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,EACpB,OAAO,GAAE,OAAO,CAAC,YAAY,CAAM,GAClC,OAAO,CAAC,CAAC,CAAC,CAoBZ"}

package/dist/utils/retry.js

@@ -0,0 +1,54 @@
+import { AnyModelError } from '../types.js';
+const DEFAULT_RETRY = {
+    maxRetries: 2,
+    baseDelay: 500,
+    maxDelay: 10000,
+};
+// Retryable status codes
+const RETRYABLE_CODES = new Set([429, 502, 503, 529]);
+function isRetryable(error) {
+    if (error instanceof AnyModelError) {
+        return RETRYABLE_CODES.has(error.code);
+    }
+    return false;
+}
+function getRetryAfter(error) {
+    if (error instanceof AnyModelError && error.metadata.raw) {
+        const raw = error.metadata.raw;
+        // Check for retry-after header value stored in metadata
+        if (raw?.retry_after)
+            return Number(raw.retry_after) * 1000;
+        if (raw?.headers?.['retry-after'])
+            return Number(raw.headers['retry-after']) * 1000;
+    }
+    return null;
+}
+function computeDelay(attempt, options, error) {
+    const retryAfter = getRetryAfter(error);
+    if (retryAfter && retryAfter > 0) {
+        return Math.min(retryAfter, options.maxDelay);
+    }
+    // Exponential backoff with jitter
+    const exponential = options.baseDelay * Math.pow(2, attempt);
+    const jitter = exponential * 0.2 * Math.random();
+    return Math.min(exponential + jitter, options.maxDelay);
+}
+export async function withRetry(fn, options = {}) {
+    const opts = { ...DEFAULT_RETRY, ...options };
+    let lastError;
+    for (let attempt = 0; attempt <= opts.maxRetries; attempt++) {
+        try {
+            return await fn();
+        }
+        catch (error) {
+            lastError = error;
+            if (attempt >= opts.maxRetries || !isRetryable(error)) {
+                throw error;
+            }
+            const delay = computeDelay(attempt, opts, error);
+            await new Promise(resolve => setTimeout(resolve, delay));
+        }
+    }
+    throw lastError;
+}
+//# sourceMappingURL=retry.js.map

package/dist/utils/retry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"retry.js","sourceRoot":"","sources":["../../src/utils/retry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAQ5C,MAAM,aAAa,GAAiB;IAClC,UAAU,EAAE,CAAC;IACb,SAAS,EAAE,GAAG;IACd,QAAQ,EAAE,KAAK;CAChB,CAAC;AAEF,yBAAyB;AACzB,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;AAEtD,SAAS,WAAW,CAAC,KAAc;IACjC,IAAI,KAAK,YAAY,aAAa,EAAE,CAAC;QACnC,OAAO,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACzC,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,IAAI,KAAK,YAAY,aAAa,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC;QACzD,MAAM,GAAG,GAAG,KAAK,CAAC,QAAQ,CAAC,GAAU,CAAC;QACtC,wDAAwD;QACxD,IAAI,GAAG,EAAE,WAAW;YAAE,OAAO,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,IAAI,CAAC;QAC5D,IAAI,GAAG,EAAE,OAAO,EAAE,CAAC,aAAa,CAAC;YAAE,OAAO,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,GAAG,IAAI,CAAC;IACtF,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,YAAY,CAAC,OAAe,EAAE,OAAqB,EAAE,KAAc;IAC1E,MAAM,UAAU,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IACxC,IAAI,UAAU,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;QACjC,OAAO,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;IAChD,CAAC;IACD,kCAAkC;IAClC,MAAM,WAAW,GAAG,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;IAC7D,MAAM,MAAM,GAAG,WAAW,GAAG,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;IACjD,OAAO,IAAI,CAAC,GAAG,CAAC,WAAW,GAAG,MAAM,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;AAC1D,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,EAAoB,EACpB,UAAiC,EAAE;IAEnC,MAAM,IAAI,GAAG,EAAE,GAAG,aAAa,EAAE,GAAG,OAAO,EAAE,CAAC;IAC9C,IAAI,SAAkB,CAAC;IAEvB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,IAAI,CAAC,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;QAC5D,IAAI,CAAC;YACH,OAAO,MAAM,EAAE,EAAE,CAAC;QACpB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,SAAS,GAAG,KAAK,CAAC;YAElB,IAAI,OAAO,IAAI,IAAI,CAAC,UAAU,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC;gBACtD,MAAM,KAAK,CAAC;YACd,CAAC;YAED,MAAM,KAAK,GAAG,YAAY,CAAC,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;YACjD,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IAED,MAAM,SAAS,CAAC;AAClB,CAAC"}

package/dist/utils/transforms.d.ts

@@ -0,0 +1,7 @@
+import type { Message } from '../types.js';
+export declare function middleOut(messages: Message[], maxTokens: number): Message[];
+/**
+ * Apply a named transform to the request messages.
+ */
+export declare function applyTransform(name: string, messages: Message[], contextLength: number): Message[];
+//# sourceMappingURL=transforms.d.ts.map

package/dist/utils/transforms.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"transforms.d.ts","sourceRoot":"","sources":["../../src/utils/transforms.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAW3C,wBAAgB,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,EAAE,CAoD3E;AAED;;GAEG;AACH,wBAAgB,cAAc,CAC5B,IAAI,EAAE,MAAM,EACZ,QAAQ,EAAE,OAAO,EAAE,EACnB,aAAa,EAAE,MAAM,GACpB,OAAO,EAAE,CAKX"}

package/dist/utils/transforms.js

@@ -0,0 +1,66 @@
+/**
+ * Middle-out transform: when messages exceed a token budget,
+ * remove messages from the middle of the conversation, preserving
+ * the system prompt (first) and most recent messages (last).
+ *
+ * This is a character-based approximation (4 chars ≈ 1 token).
+ */
+const CHARS_PER_TOKEN = 4;
+export function middleOut(messages, maxTokens) {
+    if (messages.length <= 2)
+        return messages;
+    const maxChars = maxTokens * CHARS_PER_TOKEN;
+    // Calculate total content length
+    function messageLength(msg) {
+        const content = typeof msg.content === 'string'
+            ? msg.content
+            : JSON.stringify(msg.content);
+        return content.length + 20; // overhead for role, etc.
+    }
+    const totalChars = messages.reduce((sum, m) => sum + messageLength(m), 0);
+    if (totalChars <= maxChars)
+        return messages;
+    // Separate system messages from conversation
+    const systemMessages = messages.filter(m => m.role === 'system');
+    const conversationMessages = messages.filter(m => m.role !== 'system');
+    if (conversationMessages.length <= 2)
+        return messages;
+    const systemChars = systemMessages.reduce((sum, m) => sum + messageLength(m), 0);
+    const budgetForConversation = maxChars - systemChars;
+    if (budgetForConversation <= 0)
+        return [...systemMessages, conversationMessages[conversationMessages.length - 1]];
+    // Keep messages from both ends, removing from the middle
+    const kept = [];
+    let usedChars = 0;
+    // Always keep the last few messages (recency is most important)
+    const tail = [];
+    let tailChars = 0;
+    for (let i = conversationMessages.length - 1; i >= 0; i--) {
+        const len = messageLength(conversationMessages[i]);
+        if (tailChars + len > budgetForConversation * 0.7)
+            break;
+        tail.unshift(conversationMessages[i]);
+        tailChars += len;
+    }
+    // Fill from the head with remaining budget
+    const headBudget = budgetForConversation - tailChars;
+    const headEnd = conversationMessages.length - tail.length;
+    for (let i = 0; i < headEnd; i++) {
+        const len = messageLength(conversationMessages[i]);
+        if (usedChars + len > headBudget)
+            break;
+        kept.push(conversationMessages[i]);
+        usedChars += len;
+    }
+    return [...systemMessages, ...kept, ...tail];
+}
+/**
+ * Apply a named transform to the request messages.
+ */
+export function applyTransform(name, messages, contextLength) {
+    if (name === 'middle-out') {
+        return middleOut(messages, contextLength);
+    }
+    return messages;
+}
+//# sourceMappingURL=transforms.js.map

package/dist/utils/transforms.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transforms.js","sourceRoot":"","sources":["../../src/utils/transforms.ts"],"names":[],"mappings":"AAEA;;;;;;GAMG;AACH,MAAM,eAAe,GAAG,CAAC,CAAC;AAE1B,MAAM,UAAU,SAAS,CAAC,QAAmB,EAAE,SAAiB;IAC9D,IAAI,QAAQ,CAAC,MAAM,IAAI,CAAC;QAAE,OAAO,QAAQ,CAAC;IAE1C,MAAM,QAAQ,GAAG,SAAS,GAAG,eAAe,CAAC;IAE7C,iCAAiC;IACjC,SAAS,aAAa,CAAC,GAAY;QACjC,MAAM,OAAO,GAAG,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ;YAC7C,CAAC,CAAC,GAAG,CAAC,OAAO;YACb,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAChC,OAAO,OAAO,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,0BAA0B;IACxD,CAAC;IAED,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC1E,IAAI,UAAU,IAAI,QAAQ;QAAE,OAAO,QAAQ,CAAC;IAE5C,6CAA6C;IAC7C,MAAM,cAAc,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;IACjE,MAAM,oBAAoB,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;IAEvE,IAAI,oBAAoB,CAAC,MAAM,IAAI,CAAC;QAAE,OAAO,QAAQ,CAAC;IAEtD,MAAM,WAAW,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACjF,MAAM,qBAAqB,GAAG,QAAQ,GAAG,WAAW,CAAC;IAErD,IAAI,qBAAqB,IAAI,CAAC;QAAE,OAAO,CAAC,GAAG,cAAc,EAAE,oBAAoB,CAAC,oBAAoB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IAElH,yDAAyD;IACzD,MAAM,IAAI,GAAc,EAAE,CAAC;IAC3B,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,gEAAgE;IAChE,MAAM,IAAI,GAAc,EAAE,CAAC;IAC3B,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,KAAK,IAAI,CAAC,GAAG,oBAAoB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1D,MAAM,GAAG,GAAG,aAAa,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,CAAC;QACnD,IAAI,SAAS,GAAG,GAAG,GAAG,qBAAqB,GAAG,GAAG;YAAE,MAAM;QACzD,IAAI,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,CAAC;QACtC,SAAS,IAAI,GAAG,CAAC;IACnB,CAAC;IAED,2CAA2C;IAC3C,MAAM,UAAU,GAAG,qBAAqB,GAAG,SAAS,CAAC;IACrD,MAAM,OAAO,GAAG,oBAAoB,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IAC1D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC;QACjC,MAAM,GAAG,GAAG,aAAa,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,CAAC;QACnD,IAAI,SAAS,GAAG,GAAG,GAAG,UAAU;YAAE,MAAM;QACxC,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,CAAC;QACnC,SAAS,IAAI,GAAG,CAAC;IACnB,CAAC;IAED,OAAO,CAAC,GAAG,cAAc,EAAE,GAAG,IAAI,EAAE,GAAG,IAAI,CAAC,CAAC;AAC/C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAC5B,IAAY,EACZ,QAAmB,EACnB,aAAqB;IAErB,IAAI,IAAI,KAAK,YAAY,EAAE,CAAC;QAC1B,OAAO,SAAS,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;IAC5C,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/utils/validate.d.ts

@@ -0,0 +1,3 @@
+import type { ChatCompletionRequest } from '../types.js';
+export declare function validateRequest(request: ChatCompletionRequest): void;
+//# sourceMappingURL=validate.d.ts.map

package/dist/utils/validate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"validate.d.ts","sourceRoot":"","sources":["../../src/utils/validate.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAEzD,wBAAgB,eAAe,CAAC,OAAO,EAAE,qBAAqB,GAAG,IAAI,CAmCpE"}

package/dist/utils/validate.js

@@ -0,0 +1,31 @@
+import { AnyModelError } from '../types.js';
+export function validateRequest(request) {
+    if (!request.model && !request.models?.length) {
+        throw new AnyModelError(400, 'Missing required field: model');
+    }
+    if (!request.messages || !Array.isArray(request.messages) || request.messages.length === 0) {
+        throw new AnyModelError(400, 'Missing or empty required field: messages');
+    }
+    if (request.temperature !== undefined && (request.temperature < 0 || request.temperature > 2)) {
+        throw new AnyModelError(400, 'temperature must be between 0.0 and 2.0');
+    }
+    if (request.top_p !== undefined && (request.top_p < 0 || request.top_p > 1)) {
+        throw new AnyModelError(400, 'top_p must be between 0.0 and 1.0');
+    }
+    if (request.top_logprobs !== undefined && !request.logprobs) {
+        throw new AnyModelError(400, 'top_logprobs requires logprobs: true');
+    }
+    if (request.top_logprobs !== undefined && (request.top_logprobs < 0 || request.top_logprobs > 20)) {
+        throw new AnyModelError(400, 'top_logprobs must be between 0 and 20');
+    }
+    if (request.stop !== undefined) {
+        const stops = Array.isArray(request.stop) ? request.stop : [request.stop];
+        if (stops.length > 4) {
+            throw new AnyModelError(400, 'stop may have at most 4 sequences');
+        }
+    }
+    if (request.models && request.models.length > 0 && request.route && request.route !== 'fallback') {
+        throw new AnyModelError(400, `Invalid route: '${request.route}'. Only 'fallback' is supported.`);
+    }
+}
+//# sourceMappingURL=validate.js.map

package/dist/utils/validate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"validate.js","sourceRoot":"","sources":["../../src/utils/validate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAG5C,MAAM,UAAU,eAAe,CAAC,OAA8B;IAC5D,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC;QAC9C,MAAM,IAAI,aAAa,CAAC,GAAG,EAAE,+BAA+B,CAAC,CAAC;IAChE,CAAC;IAED,IAAI,CAAC,OAAO,CAAC,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3F,MAAM,IAAI,aAAa,CAAC,GAAG,EAAE,2CAA2C,CAAC,CAAC;IAC5E,CAAC;IAED,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS,IAAI,CAAC,OAAO,CAAC,WAAW,GAAG,CAAC,IAAI,OAAO,CAAC,WAAW,GAAG,CAAC,CAAC,EAAE,CAAC;QAC9F,MAAM,IAAI,aAAa,CAAC,GAAG,EAAE,yCAAyC,CAAC,CAAC;IAC1E,CAAC;IAED,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,IAAI,CAAC,OAAO,CAAC,KAAK,GAAG,CAAC,IAAI,OAAO,CAAC,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC;QAC5E,MAAM,IAAI,aAAa,CAAC,GAAG,EAAE,mCAAmC,CAAC,CAAC;IACpE,CAAC;IAED,IAAI,OAAO,CAAC,YAAY,KAAK,SAAS,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;QAC5D,MAAM,IAAI,aAAa,CAAC,GAAG,EAAE,sCAAsC,CAAC,CAAC;IACvE,CAAC;IAED,IAAI,OAAO,CAAC,YAAY,KAAK,SAAS,IAAI,CAAC,OAAO,CAAC,YAAY,GAAG,CAAC,IAAI,OAAO,CAAC,YAAY,GAAG,EAAE,CAAC,EAAE,CAAC;QAClG,MAAM,IAAI,aAAa,CAAC,GAAG,EAAE,uCAAuC,CAAC,CAAC;IACxE,CAAC;IAED,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC1E,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrB,MAAM,IAAI,aAAa,CAAC,GAAG,EAAE,mCAAmC,CAAC,CAAC;QACpE,CAAC;IACH,CAAC;IAED,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;QACjG,MAAM,IAAI,aAAa,CAAC,GAAG,EAAE,mBAAmB,OAAO,CAAC,KAAK,kCAAkC,CAAC,CAAC;IACnG,CAAC;AACH,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@probeo/anymodel",
-  "version": "0.2.0",
+  "version": "0.3.0",
   "description": "OpenRouter-compatible LLM router with unified batch support. Self-hosted, zero fees.",
   "type": "module",
   "main": "./dist/index.cjs",
@@ -53,5 +53,8 @@
     "tsup": "^8.0.0",
     "typescript": "^5.4.0",
     "vitest": "^3.0.0"
+  },
+  "dependencies": {
+    "p-queue": "^9.1.0"
   }
 }