attocode 0.1.9 → 0.2.0

package/dist/src/integrations/swarm/model-selector.js

@@ -0,0 +1,342 @@
+/**
+ * Swarm Model Selector
+ *
+ * Auto-detects the cheapest function-calling models via OpenRouter's API.
+ * Falls back to hardcoded defaults when the API is unavailable.
+ */
+// ─── Hardcoded Fallbacks ───────────────────────────────────────────────────
+const FALLBACK_WORKERS = [
+    // ── Coders (3 models, provider-diverse paid models for independent rate limit pools) ──
+    {
+        name: 'coder',
+        model: 'mistralai/mistral-large-2512',
+        capabilities: ['code', 'test'],
+        contextWindow: 262144,
+        allowedTools: ['read_file', 'write_file', 'edit_file', 'glob', 'grep', 'bash'],
+    },
+    {
+        name: 'coder-alt',
+        model: 'z-ai/glm-4.7-flash',
+        capabilities: ['code', 'test'],
+        contextWindow: 202000,
+        allowedTools: ['read_file', 'write_file', 'edit_file', 'glob', 'grep', 'bash'],
+    },
+    {
+        name: 'coder-alt2',
+        model: 'allenai/olmo-3.1-32b-instruct',
+        capabilities: ['code', 'test'],
+        contextWindow: 65536,
+        allowedTools: ['read_file', 'write_file', 'edit_file', 'glob', 'grep', 'bash'],
+    },
+    // ── Researcher (separate provider from all coders) ──
+    {
+        name: 'researcher',
+        model: 'moonshotai/kimi-k2.5-0127',
+        capabilities: ['research', 'review'],
+        contextWindow: 262144,
+        allowedTools: ['read_file', 'list_files', 'glob', 'grep'],
+    },
+    // ── Documenter (cheap, shares Mistral pool but low usage) ──
+    {
+        name: 'documenter',
+        model: 'mistralai/ministral-14b-2512',
+        capabilities: ['document'],
+        contextWindow: 262144,
+        allowedTools: ['read_file', 'write_file', 'glob'],
+    },
+];
+/**
+ * Auto-detect the cheapest worker models from OpenRouter.
+ *
+ * Queries `/api/v1/models`, filters by tool use support and cost,
+ * then assigns models to capability roles.
+ */
+export async function autoDetectWorkerModels(options) {
+    try {
+        const models = await fetchOpenRouterModels(options.apiKey);
+        if (!models || models.length === 0) {
+            return getFallbackWorkers(options.orchestratorModel);
+        }
+        // Filter for usable models
+        const minContext = options.minContextWindow ?? 8192;
+        const maxCost = options.maxCostPerMillion ?? 5.0;
+        const usable = models.filter(m => {
+            const contextLen = m.context_length ?? 0;
+            if (contextLen < minContext)
+                return false;
+            const promptCost = parseFloat(m.pricing?.prompt ?? '999');
+            const completionCost = parseFloat(m.pricing?.completion ?? '999');
+            // M3: Guard against NaN from non-numeric strings like 'free'
+            if (isNaN(promptCost) || isNaN(completionCost))
+                return false;
+            // Cost per million tokens
+            const costPerMillion = (promptCost + completionCost) * 1_000_000;
+            if (costPerMillion > maxCost)
+                return false;
+            // paidOnly: filter out free-tier models
+            if (options.paidOnly) {
+                const promptCostVal = parseFloat(m.pricing?.prompt ?? '0');
+                const completionCostVal = parseFloat(m.pricing?.completion ?? '0');
+                if (promptCostVal === 0 && completionCostVal === 0)
+                    return false;
+                if (m.id.endsWith(':free'))
+                    return false;
+            }
+            // Use the authoritative `supported_parameters` field from the API
+            // Models that support tool use have 'tools' in this array
+            const supportsTools = m.supported_parameters?.includes('tools') ?? false;
+            return supportsTools;
+        });
+        // Sort by cost (cheapest first)
+        usable.sort((a, b) => {
+            const costA = parseFloat(a.pricing.prompt) + parseFloat(a.pricing.completion);
+            const costB = parseFloat(b.pricing.prompt) + parseFloat(b.pricing.completion);
+            return costA - costB;
+        });
+        // Assign to roles — select multiple models per role for round-robin,
+        // preferring different providers to maximize rate limit headroom.
+        const workers = [];
+        const usedIds = new Set();
+        const usedProvidersGlobal = new Set(); // Track providers across ALL roles
+        /** Pick up to N models matching a filter, preferring provider diversity.
+         *  Avoids providers already used by other roles to maximize rate limit pools. */
+        function pickDiverse(pool, filter, count) {
+            const matching = pool.filter(m => filter(m) && !usedIds.has(m.id));
+            const picked = [];
+            const usedProvidersLocal = new Set();
+            // First pass: prefer providers not used by ANY other role
+            for (const m of matching) {
+                if (picked.length >= count)
+                    break;
+                const provider = m.id.split('/')[0];
+                if (!usedProvidersGlobal.has(provider) && !usedProvidersLocal.has(provider)) {
+                    usedProvidersLocal.add(provider);
+                    picked.push(m);
+                }
+            }
+            // Second pass: allow providers used by other roles but not this role
+            for (const m of matching) {
+                if (picked.length >= count)
+                    break;
+                const provider = m.id.split('/')[0];
+                if (!usedProvidersLocal.has(provider) && !picked.includes(m)) {
+                    usedProvidersLocal.add(provider);
+                    picked.push(m);
+                }
+            }
+            // Third pass: fill remaining from any provider
+            for (const m of matching) {
+                if (picked.length >= count)
+                    break;
+                if (!picked.includes(m))
+                    picked.push(m);
+            }
+            for (const m of picked) {
+                usedIds.add(m.id);
+                usedProvidersGlobal.add(m.id.split('/')[0]);
+            }
+            return picked;
+        }
+        // Find coders (up to 3, prefer models with 'coder' in the name first)
+        const coderModels = pickDiverse(usable, m => m.id.toLowerCase().includes('coder') || m.id.toLowerCase().includes('deepseek'), 3);
+        // If we didn't get 3, add more general-purpose models
+        if (coderModels.length < 3) {
+            const extras = pickDiverse(usable, () => true, 3 - coderModels.length);
+            coderModels.push(...extras);
+        }
+        for (let i = 0; i < coderModels.length; i++) {
+            const m = coderModels[i];
+            workers.push({
+                name: i === 0 ? 'coder' : `coder-alt${i}`,
+                model: m.id,
+                capabilities: ['code', 'test'],
+                contextWindow: m.context_length,
+                allowedTools: ['read_file', 'write_file', 'edit_file', 'glob', 'grep', 'bash'],
+            });
+        }
+        // Find researchers (up to 2, prefer large context)
+        const researchPool = usable.filter(m => !usedIds.has(m.id))
+            .sort((a, b) => (b.context_length ?? 0) - (a.context_length ?? 0));
+        const researcherModels = pickDiverse(researchPool, () => true, 2);
+        for (let i = 0; i < researcherModels.length; i++) {
+            const m = researcherModels[i];
+            workers.push({
+                name: i === 0 ? 'researcher' : `researcher-alt${i}`,
+                model: m.id,
+                capabilities: ['research', 'review'],
+                contextWindow: m.context_length,
+                allowedTools: ['read_file', 'list_files', 'glob', 'grep'],
+            });
+        }
+        // Documenter — pick one remaining model
+        const docModels = pickDiverse(usable, () => true, 1);
+        if (docModels.length > 0) {
+            workers.push({
+                name: 'documenter',
+                model: docModels[0].id,
+                capabilities: ['document'],
+                contextWindow: docModels[0].context_length,
+                allowedTools: ['read_file', 'write_file', 'glob'],
+            });
+        }
+        // Reviewer uses orchestrator model (needs quality for judgment)
+        workers.push({
+            name: 'reviewer',
+            model: options.orchestratorModel,
+            capabilities: ['review'],
+            allowedTools: ['read_file', 'glob', 'grep'],
+        });
+        // If we got at least 3 workers (coder + researcher + reviewer), use auto-detected
+        if (workers.length >= 3) {
+            return workers;
+        }
+        return getFallbackWorkers(options.orchestratorModel);
+    }
+    catch {
+        return getFallbackWorkers(options.orchestratorModel);
+    }
+}
+/**
+ * Fetch models from OpenRouter API.
+ */
+async function fetchOpenRouterModels(apiKey) {
+    const response = await fetch('https://openrouter.ai/api/v1/models', {
+        headers: {
+            'Authorization': `Bearer ${apiKey}`,
+            'Content-Type': 'application/json',
+        },
+    });
+    if (!response.ok) {
+        return [];
+    }
+    const data = await response.json();
+    return data.data ?? [];
+}
+/**
+ * Get fallback worker specs when API detection fails.
+ */
+function getFallbackWorkers(orchestratorModel) {
+    return [
+        ...FALLBACK_WORKERS,
+        {
+            name: 'reviewer',
+            model: orchestratorModel,
+            capabilities: ['review'],
+            allowedTools: ['read_file', 'glob', 'grep'],
+        },
+    ];
+}
+/**
+ * Select the best worker model for a given capability.
+ * When multiple workers match, round-robins based on taskIndex
+ * to distribute load across different models/providers.
+ */
+export function selectWorkerForCapability(workers, capability, taskIndex, healthTracker) {
+    const matches = workers.filter(w => w.capabilities.includes(capability));
+    if (matches.length > 0) {
+        // If health tracker provided, prefer healthy models
+        if (healthTracker) {
+            const healthy = matches.filter(w => healthTracker.isHealthy(w.model));
+            if (healthy.length > 0) {
+                return healthy[(taskIndex ?? 0) % healthy.length];
+            }
+        }
+        // Round-robin across matching workers
+        return matches[(taskIndex ?? 0) % matches.length];
+    }
+    // Fallback: any code-capable worker for code-adjacent tasks
+    if (capability === 'test' || capability === 'code') {
+        const codeWorkers = workers.filter(w => w.capabilities.includes('code'));
+        if (codeWorkers.length > 0) {
+            return codeWorkers[(taskIndex ?? 0) % codeWorkers.length];
+        }
+    }
+    // Last resort: first worker
+    return workers[0];
+}
+// ─── Model Health Tracker ─────────────────────────────────────────────────
+/** Tracks model health for intelligent failover decisions. */
+export class ModelHealthTracker {
+    records = new Map();
+    recentRateLimits = new Map(); // model → timestamps
+    getOrCreate(model) {
+        let record = this.records.get(model);
+        if (!record) {
+            record = {
+                model,
+                successes: 0,
+                failures: 0,
+                rateLimits: 0,
+                averageLatencyMs: 0,
+                healthy: true,
+            };
+            this.records.set(model, record);
+        }
+        return record;
+    }
+    recordSuccess(model, latencyMs) {
+        const record = this.getOrCreate(model);
+        record.successes++;
+        // Exponential moving average for latency
+        record.averageLatencyMs = record.averageLatencyMs === 0
+            ? latencyMs
+            : record.averageLatencyMs * 0.7 + latencyMs * 0.3;
+        record.healthy = true;
+    }
+    recordFailure(model, errorType) {
+        const record = this.getOrCreate(model);
+        record.failures++;
+        if (errorType === '429' || errorType === '402') {
+            record.rateLimits++;
+            record.lastRateLimit = Date.now();
+            // Track recent rate limits for health assessment
+            const recent = this.recentRateLimits.get(model) ?? [];
+            recent.push(Date.now());
+            this.recentRateLimits.set(model, recent);
+            // Unhealthy if 2+ rate limits in last 60s
+            const cutoff = Date.now() - 60_000;
+            const recentCount = recent.filter(t => t > cutoff).length;
+            if (recentCount >= 2) {
+                record.healthy = false;
+            }
+        }
+        // Unhealthy if >50% failure rate in last 10 attempts
+        const total = record.successes + record.failures;
+        if (total >= 3 && record.failures / total > 0.5) {
+            record.healthy = false;
+        }
+    }
+    isHealthy(model) {
+        const record = this.records.get(model);
+        return record?.healthy ?? true; // Unknown models assumed healthy
+    }
+    getHealthy(models) {
+        return models.filter(m => this.isHealthy(m));
+    }
+    getAllRecords() {
+        return [...this.records.values()];
+    }
+    restore(records) {
+        this.records.clear();
+        this.recentRateLimits.clear();
+        for (const record of records) {
+            this.records.set(record.model, { ...record });
+        }
+    }
+}
+/**
+ * Find an alternative model for a failed task.
+ * Returns a different worker spec with the same capability, preferring healthy models.
+ */
+export function selectAlternativeModel(workers, failedModel, capability, healthTracker) {
+    const alternatives = workers.filter(w => w.model !== failedModel &&
+        w.capabilities.includes(capability) &&
+        healthTracker.isHealthy(w.model));
+    if (alternatives.length > 0)
+        return alternatives[0];
+    // If no healthy alternatives, try any different model
+    const anyAlternative = workers.filter(w => w.model !== failedModel &&
+        w.capabilities.includes(capability));
+    return anyAlternative[0];
+}
+//# sourceMappingURL=model-selector.js.map

package/dist/src/integrations/swarm/model-selector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-selector.js","sourceRoot":"","sources":["../../../../src/integrations/swarm/model-selector.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AA4BH,8EAA8E;AAE9E,MAAM,gBAAgB,GAAsB;IAC1C,yFAAyF;IACzF;QACE,IAAI,EAAE,OAAO;QACb,KAAK,EAAE,8BAA8B;QACrC,YAAY,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;QAC9B,aAAa,EAAE,MAAM;QACrB,YAAY,EAAE,CAAC,WAAW,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;KAC/E;IACD;QACE,IAAI,EAAE,WAAW;QACjB,KAAK,EAAE,oBAAoB;QAC3B,YAAY,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;QAC9B,aAAa,EAAE,MAAM;QACrB,YAAY,EAAE,CAAC,WAAW,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;KAC/E;IACD;QACE,IAAI,EAAE,YAAY;QAClB,KAAK,EAAE,+BAA+B;QACtC,YAAY,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;QAC9B,aAAa,EAAE,KAAK;QACpB,YAAY,EAAE,CAAC,WAAW,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;KAC/E;IACD,uDAAuD;IACvD;QACE,IAAI,EAAE,YAAY;QAClB,KAAK,EAAE,2BAA2B;QAClC,YAAY,EAAE,CAAC,UAAU,EAAE,QAAQ,CAAC;QACpC,aAAa,EAAE,MAAM;QACrB,YAAY,EAAE,CAAC,WAAW,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,CAAC;KAC1D;IACD,8DAA8D;IAC9D;QACE,IAAI,EAAE,YAAY;QAClB,KAAK,EAAE,8BAA8B;QACrC,YAAY,EAAE,CAAC,UAAU,CAAC;QAC1B,aAAa,EAAE,MAAM;QACrB,YAAY,EAAE,CAAC,WAAW,EAAE,YAAY,EAAE,MAAM,CAAC;KAClD;CACF,CAAC;AA2BF;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAAC,OAA6B;IACxE,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,qBAAqB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC3D,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACnC,OAAO,kBAAkB,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;QACvD,CAAC;QAED,2BAA2B;QAC3B,MAAM,UAAU,GAAG,OAAO,CAAC,gBAAgB,IAAI,IAAI,CAAC;QACpD,MAAM,OAAO,GAAG,OAAO,CAAC,iBAAiB,IAAI,GAAG,CAAC;QAEjD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE;YAC/B,MAAM,UAAU,GAAG,CAAC,CAAC,cAAc,IAAI,CAAC,CAAC;YACzC,IAAI,UAAU,GAAG,UAAU;gBAAE,OAAO,KAAK,CAAC;YAE1C,MAAM,UAAU,GAAG,UAAU,CAAC,CAAC,CAAC,OAAO,EAAE,MAAM,IAAI,KAAK,CAAC,CAAC;YAC1D,MAAM,cAAc,GAAG,UAAU,CAAC,CAAC,CAAC,OAAO,EAAE,UAAU,IAAI,KAAK,CAAC,CAAC;YAClE,6DAA6D;YAC7D,IAAI,KAAK,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,cAAc,CAAC;gBAAE,OAAO,KAAK,CAAC;YAC7D,0BAA0B;YAC1B,MAAM,cAAc,GAAG,CAAC,UAAU,GAAG,cAAc,CAAC,GAAG,SAAS,CAAC;YACjE,IAAI,cAAc,GAAG,OAAO;gBAAE,OAAO,KAAK,CAAC;YAE3C,wCAAwC;YACxC,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;gBACrB,MAAM,aAAa,GAAG,UAAU,CAAC,CAAC,CAAC,OAAO,EAAE,MAAM,IAAI,GAAG,CAAC,CAAC;gBAC3D,MAAM,iBAAiB,GAAG,UAAU,CAAC,CAAC,CAAC,OAAO,EAAE,UAAU,IAAI,GAAG,CAAC,CAAC;gBACnE,IAAI,aAAa,KAAK,CAAC,IAAI,iBAAiB,KAAK,CAAC;oBAAE,OAAO,KAAK,CAAC;gBACjE,IAAI,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC;oBAAE,OAAO,KAAK,CAAC;YAC3C,CAAC;YAED,kEAAkE;YAClE,0DAA0D;YAC1D,MAAM,aAAa,GAAG,CAAC,CAAC,oBAAoB,EAAE,QAAQ,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC;YACzE,OAAO,aAAa,CAAC;QACvB,CAAC,CAAC,CAAC;QAEH,gCAAgC;QAChC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YACnB,MAAM,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;YAC9E,MAAM,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;YAC9E,OAAO,KAAK,GAAG,KAAK,CAAC;QACvB,CAAC,CAAC,CAAC;QAEH,qEAAqE;QACrE,kEAAkE;QAClE,MAAM,OAAO,GAAsB,EAAE,CAAC;QACtC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;QAClC,MAAM,mBAAmB,GAAG,IAAI,GAAG,EAAU,CAAC,CAAC,mCAAmC;QAElF;yFACiF;QACjF,SAAS,WAAW,CAClB,IAAuB,EACvB,MAAuC,EACvC,KAAa;YAEb,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACnE,MAAM,MAAM,GAAsB,EAAE,CAAC;YACrC,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAAU,CAAC;YAE7C,0DAA0D;YAC1D,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;gBACzB,IAAI,MAAM,CAAC,MAAM,IAAI,KAAK;oBAAE,MAAM;gBAClC,MAAM,QAAQ,GAAG,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;gBACpC,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC5E,kBAAkB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;oBACjC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBACjB,CAAC;YACH,CAAC;YACD,qEAAqE;YACrE,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;gBACzB,IAAI,MAAM,CAAC,MAAM,IAAI,KAAK;oBAAE,MAAM;gBAClC,MAAM,QAAQ,GAAG,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;gBACpC,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC7D,kBAAkB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;oBACjC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBACjB,CAAC;YACH,CAAC;YACD,+CAA+C;YAC/C,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;gBACzB,IAAI,MAAM,CAAC,MAAM,IAAI,KAAK;oBAAE,MAAM;gBAClC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;oBAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC1C,CAAC;YAED,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;gBACvB,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBAClB,mBAAmB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9C,CAAC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,sEAAsE;QACtE,MAAM,WAAW,GAAG,WAAW,CAC7B,MAAM,EACN,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,EACpF,CAAC,CACF,CAAC;QACF,sDAAsD;QACtD,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3B,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;YACvE,WAAW,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;QAC9B,CAAC;QAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5C,MAAM,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;YACzB,OAAO,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC,EAAE;gBACzC,KAAK,EAAE,CAAC,CAAC,EAAE;gBACX,YAAY,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;gBAC9B,aAAa,EAAE,CAAC,CAAC,cAAc;gBAC/B,YAAY,EAAE,CAAC,WAAW,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;aAC/E,CAAC,CAAC;QACL,CAAC;QAED,mDAAmD;QACnD,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;aACxD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,cAAc,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,cAAc,IAAI,CAAC,CAAC,CAAC,CAAC;QACrE,MAAM,gBAAgB,GAAG,WAAW,CAAC,YAAY,EAAE,GAAG,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAClE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,gBAAgB,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACjD,MAAM,CAAC,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC;YAC9B,OAAO,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,iBAAiB,CAAC,EAAE;gBACnD,KAAK,EAAE,CAAC,CAAC,EAAE;gBACX,YAAY,EAAE,CAAC,UAAU,EAAE,QAAQ,CAAC;gBACpC,aAAa,EAAE,CAAC,CAAC,cAAc;gBAC/B,YAAY,EAAE,CAAC,WAAW,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,CAAC;aAC1D,CAAC,CAAC;QACL,CAAC;QAED,wCAAwC;QACxC,MAAM,SAAS,GAAG,WAAW,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACrD,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,OAAO,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,YAAY;gBAClB,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE;gBACtB,YAAY,EAAE,CAAC,UAAU,CAAC;gBAC1B,aAAa,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,cAAc;gBAC1C,YAAY,EAAE,CAAC,WAAW,EAAE,YAAY,EAAE,MAAM,CAAC;aAClD,CAAC,CAAC;QACL,CAAC;QAED,gEAAgE;QAChE,OAAO,CAAC,IAAI,CAAC;YACX,IAAI,EAAE,UAAU;YAChB,KAAK,EAAE,OAAO,CAAC,iBAAiB;YAChC,YAAY,EAAE,CAAC,QAAQ,CAAC;YACxB,YAAY,EAAE,CAAC,WAAW,EAAE,MAAM,EAAE,MAAM,CAAC;SAC5C,CAAC,CAAC;QAEH,kFAAkF;QAClF,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACxB,OAAO,OAAO,CAAC;QACjB,CAAC;QAED,OAAO,kBAAkB,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;IACvD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,kBAAkB,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;IACvD,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,qBAAqB,CAAC,MAAc;IACjD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,qCAAqC,EAAE;QAClE,OAAO,EAAE;YACP,eAAe,EAAE,UAAU,MAAM,EAAE;YACnC,cAAc,EAAE,kBAAkB;SACnC;KACF,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAA8B,CAAC;IAC/D,OAAO,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;AACzB,CAAC;AAED;;GAEG;AACH,SAAS,kBAAkB,CAAC,iBAAyB;IACnD,OAAO;QACL,GAAG,gBAAgB;QACnB;YACE,IAAI,EAAE,UAAU;YAChB,KAAK,EAAE,iBAAiB;YACxB,YAAY,EAAE,CAAC,QAAQ,CAAuB;YAC9C,YAAY,EAAE,CAAC,WAAW,EAAE,MAAM,EAAE,MAAM,CAAC;SAC5C;KACF,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,yBAAyB,CACvC,OAA0B,EAC1B,UAA4B,EAC5B,SAAkB,EAClB,aAAkC;IAElC,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC;IAEzE,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,oDAAoD;QACpD,IAAI,aAAa,EAAE,CAAC;YAClB,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;YACtE,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvB,OAAO,OAAO,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;YACpD,CAAC;QACH,CAAC;QACD,sCAAsC;QACtC,OAAO,OAAO,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACpD,CAAC;IAED,4DAA4D;IAC5D,IAAI,UAAU,KAAK,MAAM,IAAI,UAAU,KAAK,MAAM,EAAE,CAAC;QACnD,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QACzE,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3B,OAAO,WAAW,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;QAC5D,CAAC;IACH,CAAC;IAED,4BAA4B;IAC5B,OAAO,OAAO,CAAC,CAAC,CAAC,CAAC;AACpB,CAAC;AAED,6EAA6E;AAE7E,8DAA8D;AAC9D,MAAM,OAAO,kBAAkB;IACrB,OAAO,GAAG,IAAI,GAAG,EAA6B,CAAC;IAC/C,gBAAgB,GAAG,IAAI,GAAG,EAAoB,CAAC,CAAC,qBAAqB;IAErE,WAAW,CAAC,KAAa;QAC/B,IAAI,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACrC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,GAAG;gBACP,KAAK;gBACL,SAAS,EAAE,CAAC;gBACZ,QAAQ,EAAE,CAAC;gBACX,UAAU,EAAE,CAAC;gBACb,gBAAgB,EAAE,CAAC;gBACnB,OAAO,EAAE,IAAI;aACd,CAAC;YACF,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAClC,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,aAAa,CAAC,KAAa,EAAE,SAAiB;QAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACvC,MAAM,CAAC,SAAS,EAAE,CAAC;QACnB,yCAAyC;QACzC,MAAM,CAAC,gBAAgB,GAAG,MAAM,CAAC,gBAAgB,KAAK,CAAC;YACrD,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,MAAM,CAAC,gBAAgB,GAAG,GAAG,GAAG,SAAS,GAAG,GAAG,CAAC;QACpD,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC;IACxB,CAAC;IAED,aAAa,CAAC,KAAa,EAAE,SAA8C;QACzE,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACvC,MAAM,CAAC,QAAQ,EAAE,CAAC;QAElB,IAAI,SAAS,KAAK,KAAK,IAAI,SAAS,KAAK,KAAK,EAAE,CAAC;YAC/C,MAAM,CAAC,UAAU,EAAE,CAAC;YACpB,MAAM,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAElC,iDAAiD;YACjD,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YACtD,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;YACxB,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YAEzC,0CAA0C;YAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC;YACnC,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,MAAM,CAAC;YAC1D,IAAI,WAAW,IAAI,CAAC,EAAE,CAAC;gBACrB,MAAM,CAAC,OAAO,GAAG,KAAK,CAAC;YACzB,CAAC;QACH,CAAC;QAED,qDAAqD;QACrD,MAAM,KAAK,GAAG,MAAM,CAAC,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAC;QACjD,IAAI,KAAK,IAAI,CAAC,IAAI,MAAM,CAAC,QAAQ,GAAG,KAAK,GAAG,GAAG,EAAE,CAAC;YAChD,MAAM,CAAC,OAAO,GAAG,KAAK,CAAC;QACzB,CAAC;IACH,CAAC;IAED,SAAS,CAAC,KAAa;QACrB,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACvC,OAAO,MAAM,EAAE,OAAO,IAAI,IAAI,CAAC,CAAC,iCAAiC;IACnE,CAAC;IAED,UAAU,CAAC,MAAgB;QACzB,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/C,CAAC;IAED,aAAa;QACX,OAAO,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IACpC,CAAC;IAED,OAAO,CAAC,OAA4B;QAClC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACrB,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC;QAC9B,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,GAAG,MAAM,EAAE,CAAC,CAAC;QAChD,CAAC;IACH,CAAC;CACF;AAED;;;GAGG;AACH,MAAM,UAAU,sBAAsB,CACpC,OAA0B,EAC1B,WAAmB,EACnB,UAA4B,EAC5B,aAAiC;IAEjC,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CACtC,CAAC,CAAC,KAAK,KAAK,WAAW;QACvB,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC,UAAU,CAAC;QACnC,aAAa,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CACjC,CAAC;IACF,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,YAAY,CAAC,CAAC,CAAC,CAAC;IAEpD,sDAAsD;IACtD,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CACxC,CAAC,CAAC,KAAK,KAAK,WAAW;QACvB,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC,UAAU,CAAC,CACpC,CAAC;IACF,OAAO,cAAc,CAAC,CAAC,CAAC,CAAC;AAC3B,CAAC"}

package/dist/src/integrations/swarm/request-throttle.d.ts

@@ -0,0 +1,112 @@
+/**
+ * Swarm Request Throttle
+ *
+ * Token bucket + minimum spacing + FIFO queue to prevent 429 rate limiting
+ * across all swarm workers. Since all subagents share the parent's provider
+ * by reference (agent.ts:4398), wrapping the provider here automatically
+ * throttles ALL downstream LLM calls.
+ */
+import type { LLMProvider, Message, ChatOptions, ChatResponse, MessageWithContent } from '../../providers/types.js';
+export interface ThrottleConfig {
+    /** Burst capacity — max concurrent in-flight requests (default: 2) */
+    maxConcurrent: number;
+    /** Token refill rate per second (default: 0.5 → 30 req/min) */
+    refillRatePerSecond: number;
+    /** Floor between consecutive request starts in ms (default: 2000) */
+    minSpacingMs: number;
+}
+export declare const FREE_TIER_THROTTLE: ThrottleConfig;
+export declare const PAID_TIER_THROTTLE: ThrottleConfig;
+export interface ThrottleStats {
+    pendingCount: number;
+    availableTokens: number;
+    totalAcquired: number;
+    backoffLevel: number;
+    currentMaxConcurrent: number;
+    currentMinSpacingMs: number;
+}
+/**
+ * Async semaphore with token bucket rate limiting and minimum spacing.
+ *
+ * - `acquire()` waits in FIFO order, then consumes a token once available.
+ * - Tokens refill passively based on elapsed wall-clock time.
+ * - No explicit `release()` — long LLM calls naturally allow refill.
+ */
+export declare class SwarmThrottle {
+    private config;
+    private tokens;
+    private lastAcquireTime;
+    private lastRefillTime;
+    private queue;
+    private totalAcquired;
+    private refillTimer;
+    private originalConfig;
+    private _backoffLevel;
+    private lastBackoffTime;
+    private static readonly MAX_BACKOFF_LEVEL;
+    private static readonly RECOVER_COOLDOWN_MS;
+    constructor(config: ThrottleConfig);
+    /**
+     * Wait for a token to become available (FIFO).
+     * Enforces minSpacing between consecutive acquisitions.
+     */
+    acquire(): Promise<void>;
+    /**
+     * Get current throttle stats for observability.
+     */
+    getStats(): ThrottleStats;
+    /** Current backoff level (0 = normal, max = 3). */
+    get backoffLevel(): number;
+    /**
+     * Increase backoff: halve maxConcurrent (min 1), double minSpacingMs (max 5000),
+     * halve refillRate (min 0.1). Caps at level 3.
+     */
+    backoff(): void;
+    /**
+     * Step back toward original config after sustained success.
+     * Only recovers if 10s+ have passed since last backoff.
+     */
+    recover(): void;
+    /**
+     * Feed rate limit info from response headers to proactively adjust throttle.
+     * If remaining requests or tokens are low, preemptively back off.
+     */
+    feedRateLimitInfo(info: {
+        remainingRequests?: number;
+        remainingTokens?: number;
+        resetSeconds?: number;
+    }): void;
+    /**
+     * Refill tokens based on elapsed time. Returns current token count.
+     */
+    private refill;
+    /**
+     * Start a timer to periodically check for token refills and wake waiters.
+     * Automatically stops when the queue is empty.
+     */
+    private ensureRefillTimer;
+}
+/**
+ * Wraps an LLMProvider with throttle.acquire() before each chat call.
+ * Delegates name, defaultModel, isConfigured() to inner provider.
+ */
+export declare class ThrottledProvider implements LLMProvider {
+    private inner;
+    private throttle;
+    constructor(inner: LLMProvider, throttle: SwarmThrottle);
+    get name(): string;
+    get defaultModel(): string;
+    isConfigured(): boolean;
+    chat(messages: (Message | MessageWithContent)[], options?: ChatOptions): Promise<ChatResponse>;
+    /**
+     * Forward chatWithTools if the inner provider supports it.
+     */
+    chatWithTools(...args: unknown[]): Promise<unknown>;
+    /** Get the underlying throttle for stats/inspection. */
+    getThrottle(): SwarmThrottle;
+}
+/**
+ * Create a throttled wrapper around an LLM provider.
+ */
+export declare function createThrottledProvider(provider: LLMProvider, config?: ThrottleConfig): ThrottledProvider;
+//# sourceMappingURL=request-throttle.d.ts.map

package/dist/src/integrations/swarm/request-throttle.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"request-throttle.d.ts","sourceRoot":"","sources":["../../../../src/integrations/swarm/request-throttle.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAIpH,MAAM,WAAW,cAAc;IAC7B,sEAAsE;IACtE,aAAa,EAAE,MAAM,CAAC;IACtB,+DAA+D;IAC/D,mBAAmB,EAAE,MAAM,CAAC;IAC5B,qEAAqE;IACrE,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,eAAO,MAAM,kBAAkB,EAAE,cAIhC,CAAC;AAEF,eAAO,MAAM,kBAAkB,EAAE,cAIhC,CAAC;AAIF,MAAM,WAAW,aAAa;IAC5B,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC;IACxB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,mBAAmB,EAAE,MAAM,CAAC;CAC7B;AAID;;;;;;GAMG;AACH,qBAAa,aAAa;IAeZ,OAAO,CAAC,MAAM;IAd1B,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,eAAe,CAAK;IAC5B,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,KAAK,CAAyB;IACtC,OAAO,CAAC,aAAa,CAAK;IAC1B,OAAO,CAAC,WAAW,CAA+C;IAGlE,OAAO,CAAC,cAAc,CAA2B;IACjD,OAAO,CAAC,aAAa,CAAK;IAC1B,OAAO,CAAC,eAAe,CAAK;IAC5B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,iBAAiB,CAAK;IAC9C,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,mBAAmB,CAAU;gBAEjC,MAAM,EAAE,cAAc;IAM1C;;;OAGG;IACG,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAwB9B;;OAEG;IACH,QAAQ,IAAI,aAAa;IAYzB,mDAAmD;IACnD,IAAI,YAAY,IAAI,MAAM,CAEzB;IAED;;;OAGG;IACH,OAAO,IAAI,IAAI;IAef;;;OAGG;IACH,OAAO,IAAI,IAAI;IAmBf;;;OAGG;IACH,iBAAiB,CAAC,IAAI,EAAE;QAAE,iBAAiB,CAAC,EAAE,MAAM,CAAC;QAAC,eAAe,CAAC,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI;IAgB9G;;OAEG;IACH,OAAO,CAAC,MAAM;IAad;;;OAGG;IACH,OAAO,CAAC,iBAAiB;CAmB1B;AAID;;;GAGG;AACH,qBAAa,iBAAkB,YAAW,WAAW;IAEjD,OAAO,CAAC,KAAK;IACb,OAAO,CAAC,QAAQ;gBADR,KAAK,EAAE,WAAW,EAClB,QAAQ,EAAE,aAAa;IAGjC,IAAI,IAAI,IAAI,MAAM,CAEjB;IAED,IAAI,YAAY,IAAI,MAAM,CAEzB;IAED,YAAY,IAAI,OAAO;IAIjB,IAAI,CAAC,QAAQ,EAAE,CAAC,OAAO,GAAG,kBAAkB,CAAC,EAAE,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IAkBpG;;OAEG;IACG,aAAa,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC;IAkBzD,wDAAwD;IACxD,WAAW,IAAI,aAAa;CAG7B;AAID;;GAEG;AACH,wBAAgB,uBAAuB,CACrC,QAAQ,EAAE,WAAW,EACrB,MAAM,GAAE,cAAmC,GAC1C,iBAAiB,CAGnB"}