@probeo/anymodel 0.2.0 → 0.3.0

package/dist/router.js

@@ -0,0 +1,212 @@
+import { AnyModelError } from './types.js';
+import { parseModelString } from './utils/model-parser.js';
+import { validateRequest } from './utils/validate.js';
+import { withRetry } from './utils/retry.js';
+import { RateLimitTracker } from './utils/rate-limiter.js';
+import { applyTransform } from './utils/transforms.js';
+// Parameters that can be stripped if unsupported by a provider
+const STRIPPABLE_PARAMS = [
+    'temperature', 'max_tokens', 'top_p', 'top_k',
+    'frequency_penalty', 'presence_penalty', 'repetition_penalty',
+    'seed', 'stop', 'logprobs', 'top_logprobs', 'response_format',
+    'tools', 'tool_choice', 'user',
+];
+export class Router {
+    registry;
+    aliases;
+    config;
+    rateLimiter = new RateLimitTracker();
+    constructor(registry, aliases, config) {
+        this.registry = registry;
+        this.aliases = aliases;
+        this.config = config;
+    }
+    /**
+     * Strip parameters that the target provider doesn't support.
+     */
+    stripUnsupported(request, adapter) {
+        const cleaned = { ...request };
+        for (const param of STRIPPABLE_PARAMS) {
+            if (cleaned[param] !== undefined && !adapter.supportsParameter(param)) {
+                delete cleaned[param];
+            }
+        }
+        return cleaned;
+    }
+    /**
+     * Apply transforms (e.g., middle-out) to the request messages.
+     */
+    applyTransforms(request) {
+        const transforms = request.transforms || this.config?.defaults?.transforms;
+        if (!transforms || transforms.length === 0)
+            return request;
+        let messages = [...request.messages];
+        // Default context length for transform budget
+        const contextLength = 128000;
+        for (const transform of transforms) {
+            messages = applyTransform(transform, messages, contextLength);
+        }
+        return { ...request, messages };
+    }
+    /**
+     * Order models based on provider preferences.
+     */
+    applyProviderPreferences(models, prefs) {
+        if (!prefs)
+            return models;
+        let filtered = [...models];
+        // Apply 'only' filter — restrict to these providers
+        if (prefs.only && prefs.only.length > 0) {
+            const onlySet = new Set(prefs.only);
+            filtered = filtered.filter(m => {
+                const { provider } = parseModelString(m, this.aliases);
+                return onlySet.has(provider);
+            });
+        }
+        // Apply 'ignore' filter — exclude these providers
+        if (prefs.ignore && prefs.ignore.length > 0) {
+            const ignoreSet = new Set(prefs.ignore);
+            filtered = filtered.filter(m => {
+                const { provider } = parseModelString(m, this.aliases);
+                return !ignoreSet.has(provider);
+            });
+        }
+        // Apply 'order' — reorder to prefer specified providers first
+        if (prefs.order && prefs.order.length > 0) {
+            const orderMap = new Map(prefs.order.map((p, i) => [p, i]));
+            filtered.sort((a, b) => {
+                const aProvider = parseModelString(a, this.aliases).provider;
+                const bProvider = parseModelString(b, this.aliases).provider;
+                const aOrder = orderMap.get(aProvider) ?? Infinity;
+                const bOrder = orderMap.get(bProvider) ?? Infinity;
+                return aOrder - bOrder;
+            });
+        }
+        // Apply 'require_parameters' — skip providers that don't support all used params
+        if (prefs.require_parameters) {
+            filtered = filtered.filter(m => {
+                try {
+                    const { provider } = parseModelString(m, this.aliases);
+                    const adapter = this.registry.get(provider);
+                    // No way to know which params will be used without looking at the request,
+                    // so this is handled at dispatch time by stripUnsupported
+                    return adapter !== undefined;
+                }
+                catch {
+                    return false;
+                }
+            });
+        }
+        // Skip rate-limited providers
+        filtered = filtered.filter(m => {
+            const { provider } = parseModelString(m, this.aliases);
+            return !this.rateLimiter.isRateLimited(provider);
+        });
+        return filtered;
+    }
+    getRetryOptions() {
+        return {
+            maxRetries: this.config?.defaults?.retries ?? 2,
+        };
+    }
+    async complete(request) {
+        validateRequest(request);
+        // Apply transforms
+        const transformed = this.applyTransforms(request);
+        // Fallback routing
+        if (transformed.models && transformed.models.length > 0 && transformed.route === 'fallback') {
+            return this.completeWithFallback(transformed);
+        }
+        const { provider, model } = parseModelString(transformed.model, this.aliases);
+        const adapter = this.registry.get(provider);
+        const resolvedRequest = this.stripUnsupported({ ...transformed, model }, adapter);
+        return withRetry(() => adapter.sendRequest(resolvedRequest), this.getRetryOptions());
+    }
+    async stream(request) {
+        validateRequest(request);
+        const transformed = this.applyTransforms(request);
+        if (transformed.models && transformed.models.length > 0 && transformed.route === 'fallback') {
+            return this.streamWithFallback(transformed);
+        }
+        const { provider, model } = parseModelString(transformed.model, this.aliases);
+        const adapter = this.registry.get(provider);
+        const resolvedRequest = this.stripUnsupported({ ...transformed, model, stream: true }, adapter);
+        return withRetry(() => adapter.sendStreamingRequest(resolvedRequest), this.getRetryOptions());
+    }
+    async completeWithFallback(request) {
+        let models = request.models;
+        const errors = [];
+        // Apply provider preferences to order/filter models
+        models = this.applyProviderPreferences(models, request.provider);
+        for (const modelStr of models) {
+            try {
+                const { provider, model } = parseModelString(modelStr, this.aliases);
+                const adapter = this.registry.get(provider);
+                const resolvedRequest = this.stripUnsupported({ ...request, model, models: undefined, route: undefined }, adapter);
+                const response = await withRetry(() => adapter.sendRequest(resolvedRequest), this.getRetryOptions());
+                response.model = modelStr;
+                return response;
+            }
+            catch (err) {
+                const error = err instanceof AnyModelError
+                    ? err
+                    : new AnyModelError(500, String(err));
+                // Track rate limits
+                if (error.code === 429) {
+                    const { provider } = parseModelString(modelStr, this.aliases);
+                    this.rateLimiter.recordRateLimit(provider);
+                }
+                errors.push({ model: modelStr, error });
+            }
+        }
+        const lastError = errors[errors.length - 1];
+        throw new AnyModelError(lastError.error.code, lastError.error.message, {
+            ...lastError.error.metadata,
+            raw: {
+                attempts: errors.map(e => ({
+                    model: e.model,
+                    code: e.error.code,
+                    message: e.error.message,
+                })),
+            },
+        });
+    }
+    async streamWithFallback(request) {
+        let models = request.models;
+        const errors = [];
+        models = this.applyProviderPreferences(models, request.provider);
+        for (const modelStr of models) {
+            try {
+                const { provider, model } = parseModelString(modelStr, this.aliases);
+                const adapter = this.registry.get(provider);
+                const resolvedRequest = this.stripUnsupported({ ...request, model, models: undefined, route: undefined, stream: true }, adapter);
+                return await withRetry(() => adapter.sendStreamingRequest(resolvedRequest), this.getRetryOptions());
+            }
+            catch (err) {
+                const error = err instanceof AnyModelError
+                    ? err
+                    : new AnyModelError(500, String(err));
+                if (error.code === 429) {
+                    const { provider } = parseModelString(modelStr, this.aliases);
+                    this.rateLimiter.recordRateLimit(provider);
+                }
+                errors.push({ model: modelStr, error });
+            }
+        }
+        const lastError = errors[errors.length - 1];
+        throw new AnyModelError(lastError.error.code, lastError.error.message, {
+            ...lastError.error.metadata,
+            raw: {
+                attempts: errors.map(e => ({
+                    model: e.model,
+                    code: e.error.code,
+                    message: e.error.message,
+                })),
+            },
+        });
+    }
+    getRateLimiter() {
+        return this.rateLimiter;
+    }
+}
+//# sourceMappingURL=router.js.map

package/dist/router.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"router.js","sourceRoot":"","sources":["../src/router.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAG3C,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAEvD,+DAA+D;AAC/D,MAAM,iBAAiB,GAAG;IACxB,aAAa,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO;IAC7C,mBAAmB,EAAE,kBAAkB,EAAE,oBAAoB;IAC7D,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,cAAc,EAAE,iBAAiB;IAC7D,OAAO,EAAE,aAAa,EAAE,MAAM;CACtB,CAAC;AAEX,MAAM,OAAO,MAAM;IAIP;IACA;IACA;IALF,WAAW,GAAG,IAAI,gBAAgB,EAAE,CAAC;IAE7C,YACU,QAA0B,EAC1B,OAAgC,EAChC,MAAuB;QAFvB,aAAQ,GAAR,QAAQ,CAAkB;QAC1B,YAAO,GAAP,OAAO,CAAyB;QAChC,WAAM,GAAN,MAAM,CAAiB;IAC9B,CAAC;IAEJ;;OAEG;IACK,gBAAgB,CAAC,OAA8B,EAAE,OAAwB;QAC/E,MAAM,OAAO,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC;QAC/B,KAAK,MAAM,KAAK,IAAI,iBAAiB,EAAE,CAAC;YACtC,IAAK,OAAe,CAAC,KAAK,CAAC,KAAK,SAAS,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC/E,OAAQ,OAAe,CAAC,KAAK,CAAC,CAAC;YACjC,CAAC;QACH,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,OAA8B;QACpD,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,UAAU,CAAC;QAC3E,IAAI,CAAC,UAAU,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,OAAO,CAAC;QAE3D,IAAI,QAAQ,GAAG,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;QACrC,8CAA8C;QAC9C,MAAM,aAAa,GAAG,MAAM,CAAC;QAE7B,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACnC,QAAQ,GAAG,cAAc,CAAC,SAAS,EAAE,QAAQ,EAAE,aAAa,CAAC,CAAC;QAChE,CAAC;QAED,OAAO,EAAE,GAAG,OAAO,EAAE,QAAQ,EAAE,CAAC;IAClC,CAAC;IAED;;OAEG;IACK,wBAAwB,CAC9B,MAAgB,EAChB,KAA2B;QAE3B,IAAI,CAAC,KAAK;YAAE,OAAO,MAAM,CAAC;QAE1B,IAAI,QAAQ,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;QAE3B,oDAAoD;QACpD,IAAI,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxC,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACpC,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE;gBAC7B,MAAM,EAAE,QAAQ,EAAE,GAAG,gBAAgB,CAAC,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;gBACvD,OAAO,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAC/B,CAAC,CAAC,CAAC;QACL,CAAC;QAED,kDAAkD;QAClD,IAAI,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5C,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACxC,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE;gBAC7B,MAAM,EAAE,QAAQ,EAAE,GAAG,gBAAgB,CAAC,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;gBACvD,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAClC,CAAC,CAAC,CAAC;QACL,CAAC;QAED,8DAA8D;QAC9D,IAAI,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1C,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YAC5D,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;gBACrB,MAAM,SAAS,GAAG,gBAAgB,CAAC,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC;gBAC7D,MAAM,SAAS,GAAG,gBAAgB,CAAC,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC;gBAC7D,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,QAAQ,CAAC;gBACnD,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,QAAQ,CAAC;gBACnD,OAAO,MAAM,GAAG,MAAM,CAAC;YACzB,CAAC,CAAC,CAAC;QACL,CAAC;QAED,iFAAiF;QACjF,IAAI,KAAK,CAAC,kBAAkB,EAAE,CAAC;YAC7B,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE;gBAC7B,IAAI,CAAC;oBACH,MAAM,EAAE,QAAQ,EAAE,GAAG,gBAAgB,CAAC,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;oBACvD,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;oBAC5C,2EAA2E;oBAC3E,0DAA0D;oBAC1D,OAAO,OAAO,KAAK,SAAS,CAAC;gBAC/B,CAAC;gBAAC,MAAM,CAAC;oBACP,OAAO,KAAK,CAAC;gBACf,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;QAED,8BAA8B;QAC9B,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE;YAC7B,MAAM,EAAE,QAAQ,EAAE,GAAG,gBAAgB,CAAC,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;YACvD,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEO,eAAe;QACrB,OAAO;YACL,UAAU,EAAE,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,IAAI,CAAC;SAChD,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,OAA8B;QAC3C,eAAe,CAAC,OAAO,CAAC,CAAC;QAEzB,mBAAmB;QACnB,MAAM,WAAW,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;QAElD,mBAAmB;QACnB,IAAI,WAAW,CAAC,MAAM,IAAI,WAAW,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,WAAW,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;YAC5F,OAAO,IAAI,CAAC,oBAAoB,CAAC,WAAW,CAAC,CAAC;QAChD,CAAC;QAED,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,gBAAgB,CAAC,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QAC9E,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC5C,MAAM,eAAe,GAAG,IAAI,CAAC,gBAAgB,CAAC,EAAE,GAAG,WAAW,EAAE,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;QAElF,OAAO,SAAS,CACd,GAAG,EAAE,CAAC,OAAO,CAAC,WAAW,CAAC,eAAe,CAAC,EAC1C,IAAI,CAAC,eAAe,EAAE,CACvB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,OAA8B;QACzC,eAAe,CAAC,OAAO,CAAC,CAAC;QAEzB,MAAM,WAAW,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;QAElD,IAAI,WAAW,CAAC,MAAM,IAAI,WAAW,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,WAAW,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;YAC5F,OAAO,IAAI,CAAC,kBAAkB,CAAC,WAAW,CAAC,CAAC;QAC9C,CAAC;QAED,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,gBAAgB,CAAC,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QAC9E,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC5C,MAAM,eAAe,GAAG,IAAI,CAAC,gBAAgB,CAAC,EAAE,GAAG,WAAW,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,OAAO,CAAC,CAAC;QAEhG,OAAO,SAAS,CACd,GAAG,EAAE,CAAC,OAAO,CAAC,oBAAoB,CAAC,eAAe,CAAC,EACnD,IAAI,CAAC,eAAe,EAAE,CACvB,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,oBAAoB,CAAC,OAA8B;QAC/D,IAAI,MAAM,GAAG,OAAO,CAAC,MAAO,CAAC;QAC7B,MAAM,MAAM,GAAmD,EAAE,CAAC;QAElE,oDAAoD;QACpD,MAAM,GAAG,IAAI,CAAC,wBAAwB,CAAC,MAAM,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;QAEjE,KAAK,MAAM,QAAQ,IAAI,MAAM,EAAE,CAAC;YAC9B,IAAI,CAAC;gBACH,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,gBAAgB,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;gBACrE,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBAC5C,MAAM,eAAe,GAAG,IAAI,CAAC,gBAAgB,CAC3C,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,EAC1D,OAAO,CACR,CAAC;gBAEF,MAAM,QAAQ,GAAG,MAAM,SAAS,CAC9B,GAAG,EAAE,CAAC,OAAO,CAAC,WAAW,CAAC,eAAe,CAAC,EAC1C,IAAI,CAAC,eAAe,EAAE,CACvB,CAAC;gBAEF,QAAQ,CAAC,KAAK,GAAG,QAAQ,CAAC;gBAC1B,OAAO,QAAQ,CAAC;YAClB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,KAAK,GAAG,GAAG,YAAY,aAAa;oBACxC,CAAC,CAAC,GAAG;oBACL,CAAC,CAAC,IAAI,aAAa,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;gBAExC,oBAAoB;gBACpB,IAAI,KAAK,CAAC,IAAI,KAAK,GAAG,EAAE,CAAC;oBACvB,MAAM,EAAE,QAAQ,EAAE,GAAG,gBAAgB,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;oBAC9D,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;gBAC7C,CAAC;gBAED,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;YAC1C,CAAC;QACH,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC5C,MAAM,IAAI,aAAa,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,EAAE;YACrE,GAAG,SAAS,CAAC,KAAK,CAAC,QAAQ;YAC3B,GAAG,EAAE;gBACH,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;oBACzB,KAAK,EAAE,CAAC,CAAC,KAAK;oBACd,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI;oBAClB,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO;iBACzB,CAAC,CAAC;aACJ;SACF,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAAC,OAA8B;QAC7D,IAAI,MAAM,GAAG,OAAO,CAAC,MAAO,CAAC;QAC7B,MAAM,MAAM,GAAmD,EAAE,CAAC;QAElE,MAAM,GAAG,IAAI,CAAC,wBAAwB,CAAC,MAAM,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;QAEjE,KAAK,MAAM,QAAQ,IAAI,MAAM,EAAE,CAAC;YAC9B,IAAI,CAAC;gBACH,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,gBAAgB,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;gBACrE,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBAC5C,MAAM,eAAe,GAAG,IAAI,CAAC,gBAAgB,CAC3C,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,EACxE,OAAO,CACR,CAAC;gBAEF,OAAO,MAAM,SAAS,CACpB,GAAG,EAAE,CAAC,OAAO,CAAC,oBAAoB,CAAC,eAAe,CAAC,EACnD,IAAI,CAAC,eAAe,EAAE,CACvB,CAAC;YACJ,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,KAAK,GAAG,GAAG,YAAY,aAAa;oBACxC,CAAC,CAAC,GAAG;oBACL,CAAC,CAAC,IAAI,aAAa,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;gBAExC,IAAI,KAAK,CAAC,IAAI,KAAK,GAAG,EAAE,CAAC;oBACvB,MAAM,EAAE,QAAQ,EAAE,GAAG,gBAAgB,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;oBAC9D,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;gBAC7C,CAAC;gBAED,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;YAC1C,CAAC;QACH,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC5C,MAAM,IAAI,aAAa,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,EAAE;YACrE,GAAG,SAAS,CAAC,KAAK,CAAC,QAAQ;YAC3B,GAAG,EAAE;gBACH,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;oBACzB,KAAK,EAAE,CAAC,CAAC,KAAK;oBACd,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI;oBAClB,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO;iBACzB,CAAC,CAAC;aACJ;SACF,CAAC,CAAC;IACL,CAAC;IAED,cAAc;QACZ,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;CACF"}

package/dist/server.d.ts

@@ -0,0 +1,10 @@
+import { createServer } from 'node:http';
+import type { AnyModelConfig } from './types.js';
+export interface ServerOptions {
+    port?: number;
+    host?: string;
+    config?: AnyModelConfig;
+}
+export declare function createAnyModelServer(options?: ServerOptions): ReturnType<typeof createServer>;
+export declare function startServer(options?: ServerOptions): void;
+//# sourceMappingURL=server.d.ts.map

package/dist/server.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../src/server.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAA6C,MAAM,WAAW,CAAC;AAEpF,OAAO,KAAK,EAAE,cAAc,EAA8C,MAAM,YAAY,CAAC;AAE7F,MAAM,WAAW,aAAa;IAC5B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,cAAc,CAAC;CACzB;AAmCD,wBAAgB,oBAAoB,CAAC,OAAO,GAAE,aAAkB,GAAG,UAAU,CAAC,OAAO,YAAY,CAAC,CAiHjG;AAED,wBAAgB,WAAW,CAAC,OAAO,GAAE,aAAkB,GAAG,IAAI,CAqB7D"}

package/dist/server.js

@@ -0,0 +1,149 @@
+import { createServer } from 'node:http';
+import { AnyModel } from './client.js';
+function parseBody(req) {
+    return new Promise((resolve, reject) => {
+        const chunks = [];
+        req.on('data', (chunk) => chunks.push(chunk));
+        req.on('end', () => resolve(Buffer.concat(chunks).toString()));
+        req.on('error', reject);
+    });
+}
+function sendJSON(res, status, body) {
+    res.writeHead(status, { 'Content-Type': 'application/json' });
+    res.end(JSON.stringify(body));
+}
+function sendError(res, status, message) {
+    sendJSON(res, status, { error: { code: status, message, metadata: {} } });
+}
+async function sendSSE(res, stream) {
+    res.writeHead(200, {
+        'Content-Type': 'text/event-stream',
+        'Cache-Control': 'no-cache',
+        'Connection': 'keep-alive',
+    });
+    for await (const chunk of stream) {
+        res.write(`data: ${JSON.stringify(chunk)}\n\n`);
+    }
+    res.write('data: [DONE]\n\n');
+    res.end();
+}
+export function createAnyModelServer(options = {}) {
+    const client = new AnyModel(options.config);
+    const basePath = '/api/v1';
+    const server = createServer(async (req, res) => {
+        const url = new URL(req.url || '/', `http://${req.headers.host}`);
+        const path = url.pathname;
+        // CORS headers
+        res.setHeader('Access-Control-Allow-Origin', '*');
+        res.setHeader('Access-Control-Allow-Methods', 'GET, POST, OPTIONS');
+        res.setHeader('Access-Control-Allow-Headers', 'Content-Type, Authorization');
+        if (req.method === 'OPTIONS') {
+            res.writeHead(204);
+            res.end();
+            return;
+        }
+        try {
+            // Health check
+            if (path === '/health' && req.method === 'GET') {
+                sendJSON(res, 200, { status: 'ok' });
+                return;
+            }
+            // Chat completions
+            if (path === `${basePath}/chat/completions` && req.method === 'POST') {
+                const body = JSON.parse(await parseBody(req));
+                if (body.stream) {
+                    const stream = await client.chat.completions.create(body);
+                    await sendSSE(res, stream);
+                }
+                else {
+                    const response = await client.chat.completions.create(body);
+                    sendJSON(res, 200, response);
+                }
+                return;
+            }
+            // Models list
+            if (path === `${basePath}/models` && req.method === 'GET') {
+                const provider = url.searchParams.get('provider') || undefined;
+                const models = await client.models.list({ provider });
+                sendJSON(res, 200, { object: 'list', data: models });
+                return;
+            }
+            // Generation stats
+            if (path.startsWith(`${basePath}/generation/`) && req.method === 'GET') {
+                const id = path.substring(`${basePath}/generation/`.length);
+                const stats = client.generation.get(id);
+                if (!stats) {
+                    sendError(res, 404, `Generation ${id} not found`);
+                    return;
+                }
+                sendJSON(res, 200, stats);
+                return;
+            }
+            // Batch endpoints
+            if (path === `${basePath}/batches` && req.method === 'POST') {
+                const body = JSON.parse(await parseBody(req));
+                const batch = await client.batches.create(body);
+                sendJSON(res, 201, batch);
+                return;
+            }
+            if (path === `${basePath}/batches` && req.method === 'GET') {
+                const batches = await client.batches.list();
+                sendJSON(res, 200, { object: 'list', data: batches });
+                return;
+            }
+            if (path.startsWith(`${basePath}/batches/`) && req.method === 'GET') {
+                const parts = path.substring(`${basePath}/batches/`.length).split('/');
+                const id = parts[0];
+                if (parts[1] === 'results') {
+                    const results = await client.batches.results(id);
+                    sendJSON(res, 200, results);
+                    return;
+                }
+                const batch = await client.batches.get(id);
+                if (!batch) {
+                    sendError(res, 404, `Batch ${id} not found`);
+                    return;
+                }
+                sendJSON(res, 200, batch);
+                return;
+            }
+            if (path.startsWith(`${basePath}/batches/`) && req.method === 'POST') {
+                const parts = path.substring(`${basePath}/batches/`.length).split('/');
+                const id = parts[0];
+                if (parts[1] === 'cancel') {
+                    const batch = await client.batches.cancel(id);
+                    sendJSON(res, 200, batch);
+                    return;
+                }
+            }
+            sendError(res, 404, `Not found: ${path}`);
+        }
+        catch (err) {
+            const code = err?.code || 500;
+            const message = err?.message || 'Internal server error';
+            sendError(res, code, message);
+        }
+    });
+    return server;
+}
+export function startServer(options = {}) {
+    const port = options.port ?? 4141;
+    const host = options.host ?? '0.0.0.0';
+    const server = createAnyModelServer(options);
+    server.listen(port, host, () => {
+        console.log(`@probeo/anymodel server running at http://${host}:${port}`);
+        console.log(`API base: http://${host}:${port}/api/v1`);
+        console.log('');
+        console.log('Endpoints:');
+        console.log('  POST /api/v1/chat/completions');
+        console.log('  GET  /api/v1/models');
+        console.log('  GET  /api/v1/generation/:id');
+        console.log('  POST /api/v1/batches');
+        console.log('  GET  /api/v1/batches');
+        console.log('  GET  /api/v1/batches/:id');
+        console.log('  GET  /api/v1/batches/:id/results');
+        console.log('  POST /api/v1/batches/:id/cancel');
+        console.log('  GET  /health');
+    });
+}
+//# sourceMappingURL=server.js.map

package/dist/server.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"server.js","sourceRoot":"","sources":["../src/server.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAA6C,MAAM,WAAW,CAAC;AACpF,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AASvC,SAAS,SAAS,CAAC,GAAoB;IACrC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,GAAG,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QAC9C,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QAC/D,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAC1B,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,QAAQ,CAAC,GAAmB,EAAE,MAAc,EAAE,IAAa;IAClE,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC;IAC9D,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;AAChC,CAAC;AAED,SAAS,SAAS,CAAC,GAAmB,EAAE,MAAc,EAAE,OAAe;IACrE,QAAQ,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;AAC5E,CAAC;AAED,KAAK,UAAU,OAAO,CAAC,GAAmB,EAAE,MAA0C;IACpF,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE;QACjB,cAAc,EAAE,mBAAmB;QACnC,eAAe,EAAE,UAAU;QAC3B,YAAY,EAAE,YAAY;KAC3B,CAAC,CAAC;IAEH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACjC,GAAG,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAClD,CAAC;IAED,GAAG,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;IAC9B,GAAG,CAAC,GAAG,EAAE,CAAC;AACZ,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,UAAyB,EAAE;IAC9D,MAAM,MAAM,GAAG,IAAI,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC5C,MAAM,QAAQ,GAAG,SAAS,CAAC;IAE3B,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;QAC7C,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,GAAG,IAAI,GAAG,EAAE,UAAU,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;QAClE,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC;QAE1B,eAAe;QACf,GAAG,CAAC,SAAS,CAAC,6BAA6B,EAAE,GAAG,CAAC,CAAC;QAClD,GAAG,CAAC,SAAS,CAAC,8BAA8B,EAAE,oBAAoB,CAAC,CAAC;QACpE,GAAG,CAAC,SAAS,CAAC,8BAA8B,EAAE,6BAA6B,CAAC,CAAC;QAE7E,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAC7B,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;YACnB,GAAG,CAAC,GAAG,EAAE,CAAC;YACV,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,eAAe;YACf,IAAI,IAAI,KAAK,SAAS,IAAI,GAAG,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;gBAC/C,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBACrC,OAAO;YACT,CAAC;YAED,mBAAmB;YACnB,IAAI,IAAI,KAAK,GAAG,QAAQ,mBAAmB,IAAI,GAAG,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;gBACrE,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,SAAS,CAAC,GAAG,CAAC,CAA0B,CAAC;gBAEvE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;oBAChB,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAuC,CAAC;oBAChG,MAAM,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;gBAC7B,CAAC;qBAAM,CAAC;oBACN,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;oBAC5D,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC;gBAC/B,CAAC;gBACD,OAAO;YACT,CAAC;YAED,cAAc;YACd,IAAI,IAAI,KAAK,GAAG,QAAQ,SAAS,IAAI,GAAG,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;gBAC1D,MAAM,QAAQ,GAAG,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,SAAS,CAAC;gBAC/D,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC;gBACtD,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;gBACrD,OAAO;YACT,CAAC;YAED,mBAAmB;YACnB,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,QAAQ,cAAc,CAAC,IAAI,GAAG,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;gBACvE,MAAM,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,QAAQ,cAAc,CAAC,MAAM,CAAC,CAAC;gBAC5D,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACxC,IAAI,CAAC,KAAK,EAAE,CAAC;oBACX,SAAS,CAAC,GAAG,EAAE,GAAG,EAAE,cAAc,EAAE,YAAY,CAAC,CAAC;oBAClD,OAAO;gBACT,CAAC;gBACD,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;gBAC1B,OAAO;YACT,CAAC;YAED,kBAAkB;YAClB,IAAI,IAAI,KAAK,GAAG,QAAQ,UAAU,IAAI,GAAG,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;gBAC5D,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;gBAC9C,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBAChD,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;gBAC1B,OAAO;YACT,CAAC;YAED,IAAI,IAAI,KAAK,GAAG,QAAQ,UAAU,IAAI,GAAG,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;gBAC3D,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;gBAC5C,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;gBACtD,OAAO;YACT,CAAC;YAED,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,QAAQ,WAAW,CAAC,IAAI,GAAG,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;gBACpE,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,QAAQ,WAAW,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBACvE,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBAEpB,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,SAAS,EAAE,CAAC;oBAC3B,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;oBACjD,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;oBAC5B,OAAO;gBACT,CAAC;gBAED,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC3C,IAAI,CAAC,KAAK,EAAE,CAAC;oBACX,SAAS,CAAC,GAAG,EAAE,GAAG,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC;oBAC7C,OAAO;gBACT,CAAC;gBACD,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;gBAC1B,OAAO;YACT,CAAC;YAED,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,QAAQ,WAAW,CAAC,IAAI,GAAG,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;gBACrE,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,QAAQ,WAAW,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBACvE,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBAEpB,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,QAAQ,EAAE,CAAC;oBAC1B,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;oBAC9C,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;oBAC1B,OAAO;gBACT,CAAC;YACH,CAAC;YAED,SAAS,CAAC,GAAG,EAAE,GAAG,EAAE,cAAc,IAAI,EAAE,CAAC,CAAC;QAC5C,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,MAAM,IAAI,GAAG,GAAG,EAAE,IAAI,IAAI,GAAG,CAAC;YAC9B,MAAM,OAAO,GAAG,GAAG,EAAE,OAAO,IAAI,uBAAuB,CAAC;YACxD,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QAChC,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,UAAyB,EAAE;IACrD,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC;IAClC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,SAAS,CAAC;IAEvC,MAAM,MAAM,GAAG,oBAAoB,CAAC,OAAO,CAAC,CAAC;IAE7C,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE;QAC7B,OAAO,CAAC,GAAG,CAAC,6CAA6C,IAAI,IAAI,IAAI,EAAE,CAAC,CAAC;QACzE,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,IAAI,IAAI,SAAS,CAAC,CAAC;QACvD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChB,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAC1B,OAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC;QAC/C,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;QACrC,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;QAC7C,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;QACtC,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;QACtC,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;QAC1C,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;QAClD,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;QACjD,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;IAChC,CAAC,CAAC,CAAC;AACL,CAAC"}