steroids-cli 0.10.62 → 0.11.0

package/dist/huggingface/metrics.d.ts

@@ -0,0 +1,58 @@
+import type { TokenUsage } from '../providers/interface.js';
+import { HuggingFaceModelRegistry } from './model-registry.js';
+export interface HFRouteSelection {
+    baseModel: string;
+    routingPolicy: string;
+    explicitProvider: string | null;
+}
+export interface HFHubRateLimitSnapshot {
+    remaining: number | null;
+    limit: number | null;
+    resetSeconds: number | null;
+    windowSeconds: number | null;
+    observedAtMs: number;
+}
+export interface HFUsageSummary {
+    promptTokens: number;
+    completionTokens: number;
+    totalTokens: number;
+    requests: number;
+    estimatedCostUsd: number;
+}
+export interface HFUsageByModel {
+    model: string;
+    provider: string | null;
+    routingPolicy: string;
+    promptTokens: number;
+    completionTokens: number;
+    totalTokens: number;
+    requests: number;
+    estimatedCostUsd: number;
+}
+export interface HFUsageDashboard {
+    today: HFUsageSummary;
+    byModel7d: HFUsageByModel[];
+}
+export declare function parseRoutedModel(model: string): HFRouteSelection;
+export declare function parseHubRateLimitHeaders(headers: Headers | {
+    rateLimit?: string | null;
+    rateLimitPolicy?: string | null;
+}, nowMs?: number): HFHubRateLimitSnapshot | null;
+export declare function extractInferenceProviderFromHeaders(headers: Headers): string | null;
+export declare class HuggingFaceUsageMetrics {
+    private readonly registry;
+    constructor(options?: {
+        registry?: Pick<HuggingFaceModelRegistry, 'getCachedModel'>;
+    });
+    recordInvocationUsage(input: {
+        requestedModel: string;
+        role?: 'orchestrator' | 'coder' | 'reviewer';
+        tokenUsage?: TokenUsage;
+        providerHint?: string | null;
+        createdAtMs?: number;
+    }): void;
+    getDashboardUsage(): HFUsageDashboard;
+    getUsageSummary(hours: number): HFUsageSummary;
+    getUsageByModel(hours: number, limit?: number): HFUsageByModel[];
+}
+//# sourceMappingURL=metrics.d.ts.map

package/dist/huggingface/metrics.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"metrics.d.ts","sourceRoot":"","sources":["../../src/huggingface/metrics.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,2BAA2B,CAAC;AAE5D,OAAO,EAAE,wBAAwB,EAAsB,MAAM,qBAAqB,CAAC;AAInF,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,MAAM,CAAC;IACtB,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;CACjC;AAED,MAAM,WAAW,sBAAsB;IACrC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,cAAc;IAC7B,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,cAAc,CAAC;IACtB,SAAS,EAAE,cAAc,EAAE,CAAC;CAC7B;AAYD,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,MAAM,GAAG,gBAAgB,CAqChE;AAED,wBAAgB,wBAAwB,CACtC,OAAO,EACH,OAAO,GACP;IACA,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACjC,EACH,KAAK,SAAa,GACjB,sBAAsB,GAAG,IAAI,CAe/B;AAED,wBAAgB,mCAAmC,CAAC,OAAO,EAAE,OAAO,GAAG,MAAM,GAAG,IAAI,CAgBnF;AAED,qBAAa,uBAAuB;IAClC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAmD;gBAEhE,OAAO,GAAE;QAAE,QAAQ,CAAC,EAAE,IAAI,CAAC,wBAAwB,EAAE,gBAAgB,CAAC,CAAA;KAAO;IAIzF,qBAAqB,CAAC,KAAK,EAAE;QAC3B,cAAc,EAAE,MAAM,CAAC;QACvB,IAAI,CAAC,EAAE,cAAc,GAAG,OAAO,GAAG,UAAU,CAAC;QAC7C,UAAU,CAAC,EAAE,UAAU,CAAC;QACxB,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAC7B,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,GAAG,IAAI;IAsCR,iBAAiB,IAAI,gBAAgB;IAOrC,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,cAAc;IA4B9C,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,SAAI,GAAG,cAAc,EAAE;CAyC5D"}

package/dist/huggingface/metrics.js

@@ -0,0 +1,272 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.HuggingFaceUsageMetrics = void 0;
+exports.parseRoutedModel = parseRoutedModel;
+exports.parseHubRateLimitHeaders = parseHubRateLimitHeaders;
+exports.extractInferenceProviderFromHeaders = extractInferenceProviderFromHeaders;
+const global_db_js_1 = require("../runners/global-db.js");
+const model_registry_js_1 = require("./model-registry.js");
+const BASE_ROUTING_POLICIES = new Set(['fastest', 'cheapest', 'preferred']);
+function parseRoutedModel(model) {
+    const trimmed = model.trim();
+    if (!trimmed) {
+        return {
+            baseModel: '',
+            routingPolicy: 'fastest',
+            explicitProvider: null,
+        };
+    }
+    const suffixIndex = trimmed.lastIndexOf(':');
+    if (suffixIndex <= 0) {
+        return {
+            baseModel: trimmed,
+            routingPolicy: 'fastest',
+            explicitProvider: null,
+        };
+    }
+    const baseModel = trimmed.slice(0, suffixIndex).trim();
+    const suffix = trimmed.slice(suffixIndex + 1).trim();
+    if (!suffix) {
+        return {
+            baseModel,
+            routingPolicy: 'fastest',
+            explicitProvider: null,
+        };
+    }
+    const routingPolicy = suffix.toLowerCase();
+    const explicitProvider = BASE_ROUTING_POLICIES.has(routingPolicy) ? null : routingPolicy;
+    return {
+        baseModel,
+        routingPolicy,
+        explicitProvider,
+    };
+}
+function parseHubRateLimitHeaders(headers, nowMs = Date.now()) {
+    const rateLimit = getHeaderValue(headers, 'ratelimit');
+    const rateLimitPolicy = getHeaderValue(headers, 'ratelimit-policy');
+    if (!rateLimit && !rateLimitPolicy) {
+        return null;
+    }
+    return {
+        remaining: parseHeaderMetric(rateLimit, 'r'),
+        limit: parseHeaderMetric(rateLimitPolicy, 'q'),
+        resetSeconds: parseHeaderMetric(rateLimit, 't'),
+        windowSeconds: parseHeaderMetric(rateLimitPolicy, 'w'),
+        observedAtMs: nowMs,
+    };
+}
+function extractInferenceProviderFromHeaders(headers) {
+    const candidates = [
+        'x-hf-inference-provider',
+        'x-inference-provider',
+        'x-provider',
+        'huggingface-inference-provider',
+    ];
+    for (const key of candidates) {
+        const value = headers.get(key);
+        if (!value)
+            continue;
+        const provider = value.trim().toLowerCase();
+        if (provider)
+            return provider;
+    }
+    return null;
+}
+class HuggingFaceUsageMetrics {
+    registry;
+    constructor(options = {}) {
+        this.registry = options.registry ?? new model_registry_js_1.HuggingFaceModelRegistry();
+    }
+    recordInvocationUsage(input) {
+        const usage = input.tokenUsage;
+        if (!usage)
+            return;
+        const promptTokens = toSafeInt(usage.inputTokens);
+        const completionTokens = toSafeInt(usage.outputTokens);
+        if (promptTokens === null || completionTokens === null)
+            return;
+        const route = parseRoutedModel(input.requestedModel);
+        if (!route.baseModel)
+            return;
+        const model = this.registry.getCachedModel(route.baseModel);
+        const pricingSelection = selectPricing(model, route.routingPolicy, route.explicitProvider, input.providerHint);
+        const estimatedCostUsd = pricingSelection.pricing
+            ? estimateCostUsd(promptTokens, completionTokens, pricingSelection.pricing.input, pricingSelection.pricing.output)
+            : null;
+        const { db, close } = (0, global_db_js_1.openGlobalDatabase)();
+        try {
+            db.prepare(`INSERT INTO hf_usage (
+          model, provider, routing_policy, role, prompt_tokens, completion_tokens, estimated_cost_usd, created_at
+        ) VALUES (?, ?, ?, ?, ?, ?, ?, ?)`).run(route.baseModel, pricingSelection.provider, route.routingPolicy, input.role ?? null, promptTokens, completionTokens, estimatedCostUsd, input.createdAtMs ?? Date.now());
+        }
+        finally {
+            close();
+        }
+    }
+    getDashboardUsage() {
+        return {
+            today: this.getUsageSummary(24),
+            byModel7d: this.getUsageByModel(24 * 7, 8),
+        };
+    }
+    getUsageSummary(hours) {
+        const sinceMs = Date.now() - (Math.max(1, hours) * 60 * 60 * 1000);
+        const { db, close } = (0, global_db_js_1.openGlobalDatabase)();
+        try {
+            const row = db.prepare(`SELECT
+           COALESCE(SUM(prompt_tokens), 0) AS prompt_tokens,
+           COALESCE(SUM(completion_tokens), 0) AS completion_tokens,
+           COUNT(*) AS requests,
+           COALESCE(SUM(estimated_cost_usd), 0) AS estimated_cost_usd
+         FROM hf_usage
+         WHERE created_at >= ?`).get(sinceMs);
+            const promptTokens = row.prompt_tokens ?? 0;
+            const completionTokens = row.completion_tokens ?? 0;
+            return {
+                promptTokens,
+                completionTokens,
+                totalTokens: promptTokens + completionTokens,
+                requests: row.requests ?? 0,
+                estimatedCostUsd: row.estimated_cost_usd ?? 0,
+            };
+        }
+        finally {
+            close();
+        }
+    }
+    getUsageByModel(hours, limit = 8) {
+        const sinceMs = Date.now() - (Math.max(1, hours) * 60 * 60 * 1000);
+        const cappedLimit = Math.max(1, Math.min(50, limit));
+        const { db, close } = (0, global_db_js_1.openGlobalDatabase)();
+        try {
+            const rows = db.prepare(`SELECT
+           model,
+           provider,
+           COALESCE(routing_policy, 'fastest') AS routing_policy,
+           COALESCE(SUM(prompt_tokens), 0) AS prompt_tokens,
+           COALESCE(SUM(completion_tokens), 0) AS completion_tokens,
+           COUNT(*) AS requests,
+           COALESCE(SUM(estimated_cost_usd), 0) AS estimated_cost_usd
+         FROM hf_usage
+         WHERE created_at >= ?
+         GROUP BY model, provider, routing_policy
+         ORDER BY (COALESCE(SUM(prompt_tokens), 0) + COALESCE(SUM(completion_tokens), 0)) DESC,
+                  COUNT(*) DESC,
+                  model ASC
+         LIMIT ?`).all(sinceMs, cappedLimit);
+            return rows.map((row) => {
+                const promptTokens = row.prompt_tokens ?? 0;
+                const completionTokens = row.completion_tokens ?? 0;
+                return {
+                    model: row.model,
+                    provider: row.provider,
+                    routingPolicy: row.routing_policy ?? 'fastest',
+                    promptTokens,
+                    completionTokens,
+                    totalTokens: promptTokens + completionTokens,
+                    requests: row.requests ?? 0,
+                    estimatedCostUsd: row.estimated_cost_usd ?? 0,
+                };
+            });
+        }
+        finally {
+            close();
+        }
+    }
+}
+exports.HuggingFaceUsageMetrics = HuggingFaceUsageMetrics;
+function getHeaderValue(headers, key) {
+    if (headers instanceof Headers) {
+        return headers.get(key);
+    }
+    if (key === 'ratelimit')
+        return headers.rateLimit ?? null;
+    return headers.rateLimitPolicy ?? null;
+}
+function parseHeaderMetric(raw, token) {
+    if (!raw)
+        return null;
+    const match = raw.match(new RegExp(`(?:^|[;,\\s])${token}=(\\d+)`, 'i'));
+    if (!match)
+        return null;
+    const parsed = Number.parseInt(match[1], 10);
+    return Number.isFinite(parsed) ? parsed : null;
+}
+function toSafeInt(value) {
+    if (typeof value !== 'number' || !Number.isFinite(value))
+        return null;
+    const normalized = Math.round(value);
+    return normalized >= 0 ? normalized : null;
+}
+function estimateCostUsd(promptTokens, completionTokens, inputPerMillion, outputPerMillion) {
+    return (promptTokens * inputPerMillion / 1_000_000) + (completionTokens * outputPerMillion / 1_000_000);
+}
+function selectPricing(model, routingPolicy, explicitProvider, providerHint) {
+    const pricing = model?.pricing;
+    if (!pricing || Object.keys(pricing).length === 0) {
+        return { provider: explicitProvider ?? providerHint ?? null, pricing: null };
+    }
+    const providerMap = normalizeProviderMap(pricing);
+    const selectedByHint = providerHint ? providerMap.get(providerHint.toLowerCase()) : undefined;
+    if (selectedByHint) {
+        return {
+            provider: selectedByHint.provider,
+            pricing: selectedByHint.pricing,
+        };
+    }
+    if (explicitProvider) {
+        const byExplicitProvider = providerMap.get(explicitProvider.toLowerCase());
+        if (byExplicitProvider) {
+            return {
+                provider: byExplicitProvider.provider,
+                pricing: byExplicitProvider.pricing,
+            };
+        }
+    }
+    if (routingPolicy === 'cheapest') {
+        const cheapest = Array.from(providerMap.values()).sort((a, b) => {
+            const aCost = a.pricing.input + a.pricing.output;
+            const bCost = b.pricing.input + b.pricing.output;
+            return aCost - bCost || a.provider.localeCompare(b.provider);
+        })[0];
+        if (cheapest) {
+            return {
+                provider: cheapest.provider,
+                pricing: cheapest.pricing,
+            };
+        }
+    }
+    const prices = Array.from(providerMap.values());
+    if (prices.length === 0) {
+        return { provider: explicitProvider ?? providerHint ?? null, pricing: null };
+    }
+    const avgInput = prices.reduce((sum, p) => sum + p.pricing.input, 0) / prices.length;
+    const avgOutput = prices.reduce((sum, p) => sum + p.pricing.output, 0) / prices.length;
+    return {
+        provider: explicitProvider ?? providerHint ?? null,
+        pricing: {
+            input: avgInput,
+            output: avgOutput,
+        },
+    };
+}
+function normalizeProviderMap(pricing) {
+    const result = new Map();
+    for (const [provider, rate] of Object.entries(pricing)) {
+        if (typeof rate.input !== 'number' ||
+            typeof rate.output !== 'number' ||
+            !Number.isFinite(rate.input) ||
+            !Number.isFinite(rate.output)) {
+            continue;
+        }
+        result.set(provider.toLowerCase(), {
+            provider,
+            pricing: {
+                input: rate.input,
+                output: rate.output,
+            },
+        });
+    }
+    return result;
+}
+//# sourceMappingURL=metrics.js.map

package/dist/huggingface/metrics.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"metrics.js","sourceRoot":"","sources":["../../src/huggingface/metrics.ts"],"names":[],"mappings":";;;AAsDA,4CAqCC;AAED,4DAuBC;AAED,kFAgBC;AArID,0DAA6D;AAC7D,2DAAmF;AAEnF,MAAM,qBAAqB,GAAG,IAAI,GAAG,CAAC,CAAC,SAAS,EAAE,UAAU,EAAE,WAAW,CAAC,CAAC,CAAC;AAkD5E,SAAgB,gBAAgB,CAAC,KAAa;IAC5C,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IAC7B,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO;YACL,SAAS,EAAE,EAAE;YACb,aAAa,EAAE,SAAS;YACxB,gBAAgB,EAAE,IAAI;SACvB,CAAC;IACJ,CAAC;IAED,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IAC7C,IAAI,WAAW,IAAI,CAAC,EAAE,CAAC;QACrB,OAAO;YACL,SAAS,EAAE,OAAO;YAClB,aAAa,EAAE,SAAS;YACxB,gBAAgB,EAAE,IAAI;SACvB,CAAC;IACJ,CAAC;IAED,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC,IAAI,EAAE,CAAC;IACvD,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACrD,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO;YACL,SAAS;YACT,aAAa,EAAE,SAAS;YACxB,gBAAgB,EAAE,IAAI;SACvB,CAAC;IACJ,CAAC;IAED,MAAM,aAAa,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;IAC3C,MAAM,gBAAgB,GAAG,qBAAqB,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,aAAa,CAAC;IAEzF,OAAO;QACL,SAAS;QACT,aAAa;QACb,gBAAgB;KACjB,CAAC;AACJ,CAAC;AAED,SAAgB,wBAAwB,CACtC,OAKG,EACH,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE;IAElB,MAAM,SAAS,GAAG,cAAc,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IACvD,MAAM,eAAe,GAAG,cAAc,CAAC,OAAO,EAAE,kBAAkB,CAAC,CAAC;IAEpE,IAAI,CAAC,SAAS,IAAI,CAAC,eAAe,EAAE,CAAC;QACnC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO;QACL,SAAS,EAAE,iBAAiB,CAAC,SAAS,EAAE,GAAG,CAAC;QAC5C,KAAK,EAAE,iBAAiB,CAAC,eAAe,EAAE,GAAG,CAAC;QAC9C,YAAY,EAAE,iBAAiB,CAAC,SAAS,EAAE,GAAG,CAAC;QAC/C,aAAa,EAAE,iBAAiB,CAAC,eAAe,EAAE,GAAG,CAAC;QACtD,YAAY,EAAE,KAAK;KACpB,CAAC;AACJ,CAAC;AAED,SAAgB,mCAAmC,CAAC,OAAgB;IAClE,MAAM,UAAU,GAAG;QACjB,yBAAyB;QACzB,sBAAsB;QACtB,YAAY;QACZ,gCAAgC;KACjC,CAAC;IAEF,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAC7B,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC/B,IAAI,CAAC,KAAK;YAAE,SAAS;QACrB,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC5C,IAAI,QAAQ;YAAE,OAAO,QAAQ,CAAC;IAChC,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAa,uBAAuB;IACjB,QAAQ,CAAmD;IAE5E,YAAY,UAA2E,EAAE;QACvF,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,4CAAwB,EAAE,CAAC;IACrE,CAAC;IAED,qBAAqB,CAAC,KAMrB;QACC,MAAM,KAAK,GAAG,KAAK,CAAC,UAAU,CAAC;QAC/B,IAAI,CAAC,KAAK;YAAE,OAAO;QAEnB,MAAM,YAAY,GAAG,SAAS,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QAClD,MAAM,gBAAgB,GAAG,SAAS,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QACvD,IAAI,YAAY,KAAK,IAAI,IAAI,gBAAgB,KAAK,IAAI;YAAE,OAAO;QAE/D,MAAM,KAAK,GAAG,gBAAgB,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;QACrD,IAAI,CAAC,KAAK,CAAC,SAAS;YAAE,OAAO;QAE7B,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC5D,MAAM,gBAAgB,GAAG,aAAa,CAAC,KAAK,EAAE,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,gBAAgB,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC;QAC/G,MAAM,gBAAgB,GAAG,gBAAgB,CAAC,OAAO;YAC/C,CAAC,CAAC,eAAe,CAAC,YAAY,EAAE,gBAAgB,EAAE,gBAAgB,CAAC,OAAO,CAAC,KAAK,EAAE,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC;YAClH,CAAC,CAAC,IAAI,CAAC;QAET,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,IAAA,iCAAkB,GAAE,CAAC;QAC3C,IAAI,CAAC;YACH,EAAE,CAAC,OAAO,CACR;;0CAEkC,CACnC,CAAC,GAAG,CACH,KAAK,CAAC,SAAS,EACf,gBAAgB,CAAC,QAAQ,EACzB,KAAK,CAAC,aAAa,EACnB,KAAK,CAAC,IAAI,IAAI,IAAI,EAClB,YAAY,EACZ,gBAAgB,EAChB,gBAAgB,EAChB,KAAK,CAAC,WAAW,IAAI,IAAI,CAAC,GAAG,EAAE,CAChC,CAAC;QACJ,CAAC;gBAAS,CAAC;YACT,KAAK,EAAE,CAAC;QACV,CAAC;IACH,CAAC;IAED,iBAAiB;QACf,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC;YAC/B,SAAS,EAAE,IAAI,CAAC,eAAe,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;SAC3C,CAAC;IACJ,CAAC;IAED,eAAe,CAAC,KAAa;QAC3B,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;QACnE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,IAAA,iCAAkB,GAAE,CAAC;QAC3C,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,EAAE,CAAC,OAAO,CACpB;;;;;;+BAMuB,CACxB,CAAC,GAAG,CAAC,OAAO,CAAe,CAAC;YAE7B,MAAM,YAAY,GAAG,GAAG,CAAC,aAAa,IAAI,CAAC,CAAC;YAC5C,MAAM,gBAAgB,GAAG,GAAG,CAAC,iBAAiB,IAAI,CAAC,CAAC;YACpD,OAAO;gBACL,YAAY;gBACZ,gBAAgB;gBAChB,WAAW,EAAE,YAAY,GAAG,gBAAgB;gBAC5C,QAAQ,EAAE,GAAG,CAAC,QAAQ,IAAI,CAAC;gBAC3B,gBAAgB,EAAE,GAAG,CAAC,kBAAkB,IAAI,CAAC;aAC9C,CAAC;QACJ,CAAC;gBAAS,CAAC;YACT,KAAK,EAAE,CAAC;QACV,CAAC;IACH,CAAC;IAED,eAAe,CAAC,KAAa,EAAE,KAAK,GAAG,CAAC;QACtC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;QACnE,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC;QACrD,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,IAAA,iCAAkB,GAAE,CAAC;QAC3C,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CACrB;;;;;;;;;;;;;;iBAcS,CACV,CAAC,GAAG,CAAC,OAAO,EAAE,WAAW,CAAiB,CAAC;YAE5C,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;gBACtB,MAAM,YAAY,GAAG,GAAG,CAAC,aAAa,IAAI,CAAC,CAAC;gBAC5C,MAAM,gBAAgB,GAAG,GAAG,CAAC,iBAAiB,IAAI,CAAC,CAAC;gBACpD,OAAO;oBACL,KAAK,EAAE,GAAG,CAAC,KAAK;oBAChB,QAAQ,EAAE,GAAG,CAAC,QAAQ;oBACtB,aAAa,EAAE,GAAG,CAAC,cAAc,IAAI,SAAS;oBAC9C,YAAY;oBACZ,gBAAgB;oBAChB,WAAW,EAAE,YAAY,GAAG,gBAAgB;oBAC5C,QAAQ,EAAE,GAAG,CAAC,QAAQ,IAAI,CAAC;oBAC3B,gBAAgB,EAAE,GAAG,CAAC,kBAAkB,IAAI,CAAC;iBAC9C,CAAC;YACJ,CAAC,CAAC,CAAC;QACL,CAAC;gBAAS,CAAC;YACT,KAAK,EAAE,CAAC;QACV,CAAC;IACH,CAAC;CACF;AA/HD,0DA+HC;AAED,SAAS,cAAc,CACrB,OAKG,EACH,GAAqC;IAErC,IAAI,OAAO,YAAY,OAAO,EAAE,CAAC;QAC/B,OAAO,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC1B,CAAC;IAED,IAAI,GAAG,KAAK,WAAW;QAAE,OAAO,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC;IAC1D,OAAO,OAAO,CAAC,eAAe,IAAI,IAAI,CAAC;AACzC,CAAC;AAED,SAAS,iBAAiB,CAAC,GAAkB,EAAE,KAA4B;IACzE,IAAI,CAAC,GAAG;QAAE,OAAO,IAAI,CAAC;IACtB,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,gBAAgB,KAAK,SAAS,EAAE,GAAG,CAAC,CAAC,CAAC;IACzE,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IACxB,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC7C,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;AACjD,CAAC;AAED,SAAS,SAAS,CAAC,KAAc;IAC/B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACtE,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACrC,OAAO,UAAU,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC;AAC7C,CAAC;AAED,SAAS,eAAe,CACtB,YAAoB,EACpB,gBAAwB,EACxB,eAAuB,EACvB,gBAAwB;IAExB,OAAO,CAAC,YAAY,GAAG,eAAe,GAAG,SAAS,CAAC,GAAG,CAAC,gBAAgB,GAAG,gBAAgB,GAAG,SAAS,CAAC,CAAC;AAC1G,CAAC;AAED,SAAS,aAAa,CACpB,KAA2B,EAC3B,aAAqB,EACrB,gBAA+B,EAC/B,YAA4B;IAK5B,MAAM,OAAO,GAAG,KAAK,EAAE,OAAO,CAAC;IAC/B,IAAI,CAAC,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAClD,OAAO,EAAE,QAAQ,EAAE,gBAAgB,IAAI,YAAY,IAAI,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC/E,CAAC;IAED,MAAM,WAAW,GAAG,oBAAoB,CAAC,OAAO,CAAC,CAAC;IAClD,MAAM,cAAc,GAAG,YAAY,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,YAAY,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC9F,IAAI,cAAc,EAAE,CAAC;QACnB,OAAO;YACL,QAAQ,EAAE,cAAc,CAAC,QAAQ;YACjC,OAAO,EAAE,cAAc,CAAC,OAAO;SAChC,CAAC;IACJ,CAAC;IAED,IAAI,gBAAgB,EAAE,CAAC;QACrB,MAAM,kBAAkB,GAAG,WAAW,CAAC,GAAG,CAAC,gBAAgB,CAAC,WAAW,EAAE,CAAC,CAAC;QAC3E,IAAI,kBAAkB,EAAE,CAAC;YACvB,OAAO;gBACL,QAAQ,EAAE,kBAAkB,CAAC,QAAQ;gBACrC,OAAO,EAAE,kBAAkB,CAAC,OAAO;aACpC,CAAC;QACJ,CAAC;IACH,CAAC;IAED,IAAI,aAAa,KAAK,UAAU,EAAE,CAAC;QACjC,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YAC9D,MAAM,KAAK,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;YACjD,MAAM,KAAK,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;YACjD,OAAO,KAAK,GAAG,KAAK,IAAI,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;QAC/D,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAEN,IAAI,QAAQ,EAAE,CAAC;YACb,OAAO;gBACL,QAAQ,EAAE,QAAQ,CAAC,QAAQ;gBAC3B,OAAO,EAAE,QAAQ,CAAC,OAAO;aAC1B,CAAC;QACJ,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;IAChD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,EAAE,QAAQ,EAAE,gBAAgB,IAAI,YAAY,IAAI,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC/E,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;IACrF,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;IAEvF,OAAO;QACL,QAAQ,EAAE,gBAAgB,IAAI,YAAY,IAAI,IAAI;QAClD,OAAO,EAAE;YACP,KAAK,EAAE,QAAQ;YACf,MAAM,EAAE,SAAS;SAClB;KACF,CAAC;AACJ,CAAC;AAED,SAAS,oBAAoB,CAC3B,OAA0D;IAE1D,MAAM,MAAM,GAAG,IAAI,GAAG,EAA4E,CAAC;IAEnG,KAAK,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACvD,IACE,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ;YAC9B,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ;YAC/B,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC;YAC5B,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,EAC7B,CAAC;YACD,SAAS;QACX,CAAC;QACD,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,WAAW,EAAE,EAAE;YACjC,QAAQ;YACR,OAAO,EAAE;gBACP,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,MAAM,EAAE,IAAI,CAAC,MAAM;aACpB;SACF,CAAC,CAAC;IACL,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/huggingface/model-registry.d.ts

@@ -0,0 +1,74 @@
+import { HuggingFaceHubClient } from './hub-client.js';
+export type HFModelSource = 'curated' | 'search' | 'manual';
+export interface HFCachedModel {
+    id: string;
+    pipelineTag: string;
+    downloads: number;
+    likes: number;
+    tags: string[];
+    providers: string[];
+    providerDetails?: HFProviderDetail[];
+    contextLength?: number;
+    pricing?: Record<string, {
+        input: number;
+        output: number;
+    }>;
+    supportsTools?: boolean;
+    providerContextLengths?: Record<string, number>;
+    addedAt: number;
+    source: HFModelSource;
+}
+export interface HFProviderDetail {
+    provider: string;
+    contextLength?: number;
+    pricing?: {
+        input: number;
+        output: number;
+    };
+    supportsTools?: boolean;
+    supportsStructuredOutput?: boolean;
+    isModelAuthor?: boolean;
+}
+export interface HFModelCache {
+    lastUpdated: number;
+    models: HFCachedModel[];
+}
+export declare class HuggingFaceModelRegistry {
+    private readonly client;
+    private readonly cacheFilePath;
+    private readonly cacheTtlMs;
+    private readonly curatedLimit;
+    private readonly nowFn;
+    constructor(options?: {
+        client?: HuggingFaceHubClient;
+        cacheFilePath?: string;
+        cacheTtlMs?: number;
+        curatedLimit?: number;
+        nowFn?: () => number;
+    });
+    getCuratedModels(options?: {
+        forceRefresh?: boolean;
+        token?: string;
+    }): Promise<HFCachedModel[]>;
+    refreshCuratedModels(options?: {
+        token?: string;
+    }): Promise<HFCachedModel[]>;
+    searchModels(query: string, options?: {
+        limit?: number;
+        token?: string;
+    }): Promise<HFCachedModel[]>;
+    getCachedModel(modelId: string): HFCachedModel | null;
+    private fetchTrendingList;
+    private mergeCandidates;
+    private rankCandidates;
+    private enrichProviders;
+    private extractProviders;
+    private toCachedModel;
+    private getRouterModelMap;
+    private toProviderStats;
+    private toTimestamp;
+    private readCache;
+    private writeCache;
+    private upsertModelsIntoCache;
+}
+//# sourceMappingURL=model-registry.d.ts.map

package/dist/huggingface/model-registry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-registry.d.ts","sourceRoot":"","sources":["../../src/huggingface/model-registry.ts"],"names":[],"mappings":"AAGA,OAAO,EACL,oBAAoB,EAMrB,MAAM,iBAAiB,CAAC;AAKzB,MAAM,MAAM,aAAa,GAAG,SAAS,GAAG,QAAQ,GAAG,QAAQ,CAAC;AAE5D,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,eAAe,CAAC,EAAE,gBAAgB,EAAE,CAAC;IACrC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC5D,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,sBAAsB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChD,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,aAAa,CAAC;CACvB;AAED,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,OAAO,CAAC,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IAC5C,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,wBAAwB,CAAC,EAAE,OAAO,CAAC;IACnC,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB;AAED,MAAM,WAAW,YAAY;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,aAAa,EAAE,CAAC;CACzB;AASD,qBAAa,wBAAwB;IACnC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAuB;IAC9C,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAS;IACvC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IACtC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAe;gBAEzB,OAAO,GAAE;QACnB,MAAM,CAAC,EAAE,oBAAoB,CAAC;QAC9B,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,KAAK,CAAC,EAAE,MAAM,MAAM,CAAC;KACjB;IAQA,gBAAgB,CAAC,OAAO,GAAE;QAAE,YAAY,CAAC,EAAE,OAAO,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAO,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC;IAYpG,oBAAoB,CAAC,OAAO,GAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAA;KAAO,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC;IA2ChF,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,GAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAO,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC;IAU7G,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,aAAa,GAAG,IAAI;YAMvC,iBAAiB;IAgB/B,OAAO,CAAC,eAAe;IAuCvB,OAAO,CAAC,cAAc;YAkCR,eAAe;IAqB7B,OAAO,CAAC,gBAAgB;IAQxB,OAAO,CAAC,aAAa;YA2BP,iBAAiB;IAS/B,OAAO,CAAC,eAAe;IAkEvB,OAAO,CAAC,WAAW;IAMnB,OAAO,CAAC,SAAS;IAmBjB,OAAO,CAAC,UAAU;IAMlB,OAAO,CAAC,qBAAqB;CAY9B"}