ttc-rate-limit 0.1.0 → 0.1.2

package/README.md

@@ -1,6 +1,16 @@
 # ttc_rate_limit
 
-A rate limiting library with worker pool support for parallel timeout management.
+A rate limiting library with worker pool support for parallel timeout management and multi-provider LLM routing.
+
+## Features
+
+- **Core Rate Limiting**: Token bucket and sliding window algorithms via `RateLimiter`
+- **Time Clustering**: Group time-sensitive requests with `TimeCluster`
+- **Cluster Management**: Coordinate multiple rate limiters with `Cluster`
+- **Multi-Provider LLM Provisioning**: Route requests across 6 providers (OpenAI, Grok, Minimax, Kimi, DeepSeek, Anthropic)
+- **7 Routing Strategies**: Random, round-robin, failover, load-balance, cost-optimized, latency-optimal, priority
+- **Built-in Rate Limiting**: Each provider can have its own rate limits configured
+- **Provider Metrics**: Track requests, latency, and success rates per provider
 
 ## Installation
 
@@ -8,14 +18,6 @@ A rate limiting library with worker pool support for parallel timeout management
 npm install ttc_rate_limit
 ```
 
-## Features
-
-- **Rate Limiting**: Configurable rate limits per second, minute, hour, or day
-- **Worker Pool Support**: Parallel timeout management using worker threads
-- **Multiple Strategies**: Spread and burst modes for different use cases
-- **Cluster Support**: Distribute rate limiting across multiple limiters
-- **Event-Driven**: Listen for completion and error events
-
 ## Usage
 
 ### Single Rate Limiter
@@ -28,166 +30,102 @@ const apiLimiter = new RateLimiter({
   id: 'api-limiter',
   request: 100,          // 100 requests
   per: 'minute',         // per minute
-  mode: 'spread',        // evenly spread requests
-  cb: async (data) => {
-    // Your async function to rate limit
-    const response = await fetch('https://api.example.com/data', {
-      method: 'POST',
-      body: JSON.stringify(data)
-    });
-    return await response.json();
-  }
-});
-
-// Listen for completed requests
-apiLimiter.on('completed', (data) => {
-  console.log('Request completed:', data.response);
-});
-
-// Listen for errors
-apiLimiter.on('error', (data) => {
-  console.error('Request failed:', data.response);
-});
-
-// Make requests through the limiter
-for (let i = 0; i < 150; i++) {
-  const result = await apiLimiter.invoke({
-    userId: 'user123',
-    action: `action-${i}`
-  });
-  
-  // Result can be: { status: 'success' }, { status: 'queued' }, or { status: 'error', message: string }
-  console.log(`Request ${i}: ${result.status}`);
-}
-```
-
-### Burst Mode Example
-
-```typescript
-import { RateLimiter } from 'ttc_rate_limit';
-
-// Create a burst mode limiter for batch processing
-const burstLimiter = new RateLimiter({
-  id: 'batch-processor',
-  request: 50,           // 50 requests
-  per: 'second',         // per second
-  mode: 'burst',         // allow bursts up to limit
-  cb: async (batch) => {
-    // Process batch of data
-    return await processBatch(batch);
-  }
+  mode: 'spread',        // spread evenly
+  cb: async (params) => {
+    // Your API call here
+    return await fetch('https://api.example.com', params);
+  },
 });
-```
-
-### Time Cluster (Worker Pool)
-
-```typescript
-import { TimeCluster } from 'ttc_rate_limit';
-
-// Create a time cluster with intervals
-const timeCluster = new TimeCluster(20); // 20 intervals
 
-// Wait for async operation with timeout
-await timeCluster.waitFor(async () => {
-  console.log('Executed after 2.5 seconds');
-}, 2.5); // 2.5 seconds timeout
+// Make a request (automatically rate-limited)
+const result = await apiLimiter.invoke({ url: '/api/data' });
 ```
 
-### Rate Limiter Cluster
+### Multi-Provider LLM Provisioning
 
 ```typescript
-import { Cluster } from 'ttc_rate_limit';
-
-type Task = {
-  modelId: string,
-  chatId: string,
-};
-
-// Create a cluster with round-robin distribution
-const cluster = new Cluster<Task>('roundrobin');
-
-// Add rate limiters to the cluster
-cluster.addOption({
-  id: 'model-a',
-  request: 100,
-  per: 'minute',
-  mode: 'spread',
-  cb: async (input) => {
-    return `Processed by Model A: ${input.modelId} - ${input.chatId}`;
-  }
-}, true); // true = add immediately
-
-cluster.addOption({
-  id: 'model-b',
-  request: 200,
-  per: 'minute',
-  mode: 'burst',
-  cb: async (input) => {
-    return `Processed by Model B: ${input.modelId} - ${input.chatId}`;
-  }
-}, true);
-
-// Listen to cluster events
-cluster.on('completed', (data) => {
-  console.log('Cluster completed:', data.response);
+import { LLMProvisioner } from 'ttc_rate_limit/llm';
+
+const provisioner = new LLMProvisioner({
+  providers: new Map([
+    ['openai', { 
+      apiKey: process.env.OPENAI_API_KEY!, 
+      model: 'gpt-4',
+      rateLimit: { requests: 60, per: 60000 },
+    }],
+    ['deepseek', { 
+      apiKey: process.env.DEEPSEEK_API_KEY!, 
+      model: 'deepseek-chat',
+      rateLimit: { requests: 1000, per: 60000 },
+    }],
+  ]),
+  defaultStrategy: 'latency-optimal',
 });
 
-cluster.on('error', (data) => {
-  console.error('Cluster error:', data.response);
+const response = await provisioner.complete({
+  messages: [{ role: 'user', content: 'Hello!' }],
 });
 
-// Distribute requests across the cluster
-for (let i = 0; i < 500; i++) {
-  await cluster.invoke({
-    modelId: 'gpt-4',
-    chatId: `chat-${i}`,
-  });
-}
+console.log(response.content);
 ```
 
-## API
+## Supported LLM Providers
 
-### RateLimiter
+| Provider | Endpoint | API Compatibility |
+|----------|----------|-------------------|
+| OpenAI | api.openai.com/v1 | Native |
+| Grok | api.x.ai/v1 | OpenAI-compatible |
+| Minimax | api.minimax.chat/v1 | OpenAI-compatible |
+| Kimi | api.moonshot.ai/v1 | OpenAI-compatible |
+| DeepSeek | api.deepseek.com/v1 | OpenAI-compatible |
+| Anthropic | api.anthropic.com/v1 | Native SDK |
 
-Main rate limiting class with configurable limits and modes.
+## Routing Strategies
 
-**Constructor:**
-```typescript
-new RateLimiter<T>(config: RateLimiterConfig<T>)
-```
+| Strategy | Description |
+|----------|-------------|
+| `random` | Randomly select a provider |
+| `round-robin` | Cycle through providers sequentially |
+| `failover` | Try primary first, then fall back to alternatives |
+| `load-balance` | Route to provider with lowest current load |
+| `cost-optimized` | Prefer cheaper providers (DeepSeek → Anthropic) |
+| `latency-optimal` | Prefer providers with best average response time |
+| `priority` | Use configured priority order |
 
-**Methods:**
-- `invoke(input: T): Promise<{ status: 'success' | 'error' | 'queued', message?: string }>` - Process a request
-- `on(event: 'completed' | 'error', listener): void` - Listen for events
+## API Reference
 
-### TimeCluster
+### LLMProvisioner
 
-Worker pool for managing parallel timeouts with callback registry.
-
-**Constructor:**
 ```typescript
-new TimeCluster(workerCount: number)
+class LLMProvisioner {
+  constructor(config: ProvisionerConfig)
+  
+  // Make a completion request
+  complete(params: LLMCompletionParams, strategy?: ProvisioningStrategy): Promise<LLMResponse>
+  
+  // Streaming completion
+  completeStream(params: LLMCompletionParams, onChunk: (chunk: string) => void): Promise<void>
+  
+  // Add/remove providers dynamically
+  addProvider(type: ProviderType, config: ProviderConfig): void
+  removeProvider(type: ProviderType): boolean
+  
+  // Strategy management
+  setStrategy(strategy: ProvisioningStrategy): void
+  getStrategy(): ProvisioningStrategy
+  
+  // Metrics
+  getProviderStats(): ProviderStats[]
+  getMetrics(): Map<ProviderType, ProviderMetrics>
+}
 ```
 
-**Methods:**
-- `setTimeout(callback: () => void, delayMs: number): string` - Schedule timeout
-- `clearTimeout(timeoutId: string): void` - Cancel timeout
-- `waitFor(callback: () => Promise<void>, delaySeconds: number): Promise<void>` - Wait with async callback
+## Building
 
-### Cluster
-
-Cluster of rate limiters for distributed rate limiting.
-
-**Constructor:**
-```typescript
-new Cluster<T>(strategy: 'roundrobin')
+```bash
+npm run build
 ```
 
-**Methods:**
-- `addOption(config: RateLimiterConfig<T>, addImmediately: boolean): void` - Add rate limiter option
-- `invoke(input: T): Promise<any>` - Distribute request to cluster
-- `on(event: 'completed' | 'error', listener): void` - Listen for cluster events
-
 ## License
 
 MIT

package/dist/cluster.js

@@ -1,54 +1,58 @@
-import { RateLimiter } from "./ratelimit";
-import { EventEmitter } from 'events';
-export class Cluster {
-    config = { type: 'random' };
-    emitter = new EventEmitter();
-    limiters = [];
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Cluster = void 0;
+const ratelimit_1 = require("./ratelimit");
+const events_1 = require("events");
+class Cluster {
     constructor(type) {
-        this.config = {
-            type
+        this.config = { type: 'random' };
+        this.emitter = new events_1.EventEmitter();
+        this.limiters = [];
+        this.on = (event, listener) => {
+            this.emitter.on(event, listener);
         };
-    }
-    on = (event, listener) => {
-        this.emitter.on(event, listener);
-    };
-    addOption = (config, specific = false) => {
-        const rl = new RateLimiter(config);
-        this.limiters.push(rl);
-        this.config.perferedLimiter = specific ? rl.config.id : this.config.perferedLimiter;
-        rl.on('error', async (data) => {
-            this.emitter.emit('error', data);
-        });
-        rl.on('completed', async (data) => {
-            this.emitter.emit('completed', data);
-        });
-        return this;
-    };
-    invoke = async (item) => {
-        try {
-            let limiter;
-            if (this.config.type === 'random') {
-                limiter = this.randomLimiter();
-            }
-            else if (this.config.type === 'roundrobin') {
-                limiter = this.limiters.shift();
-                this.limiters.push(limiter);
-            }
-            else {
-                limiter = this.limiters.find(l => l.config.id === this.config.perferedLimiter);
-                if (!limiter) {
+        this.addOption = (config, specific = false) => {
+            const rl = new ratelimit_1.RateLimiter(config);
+            this.limiters.push(rl);
+            this.config.perferedLimiter = specific ? rl.config.id : this.config.perferedLimiter;
+            rl.on('error', async (data) => {
+                this.emitter.emit('error', data);
+            });
+            rl.on('completed', async (data) => {
+                this.emitter.emit('completed', data);
+            });
+            return this;
+        };
+        this.invoke = async (item) => {
+            try {
+                let limiter;
+                if (this.config.type === 'random') {
                     limiter = this.randomLimiter();
                 }
+                else if (this.config.type === 'roundrobin') {
+                    limiter = this.limiters.shift();
+                    this.limiters.push(limiter);
+                }
+                else {
+                    limiter = this.limiters.find(l => l.config.id === this.config.perferedLimiter);
+                    if (!limiter) {
+                        limiter = this.randomLimiter();
+                    }
+                }
+                await limiter.invoke(item);
             }
-            await limiter.invoke(item);
-        }
-        catch (error) {
-            throw error;
-        }
-    };
-    randomLimiter = () => {
-        const idx = Math.floor(Math.random() * this.limiters.length);
-        return this.limiters[idx];
-    };
+            catch (error) {
+                throw error;
+            }
+        };
+        this.randomLimiter = () => {
+            const idx = Math.floor(Math.random() * this.limiters.length);
+            return this.limiters[idx];
+        };
+        this.config = {
+            type
+        };
+    }
 }
+exports.Cluster = Cluster;
 //# sourceMappingURL=cluster.js.map

package/dist/cluster.js.map

@@ -1 +1 @@
-{"version":3,"file":"cluster.js","sourceRoot":"","sources":["../src/cluster.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAqB,MAAM,aAAa,CAAC;AAC7D,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAEtC,MAAM,OAAO,OAAO;IAEhB,MAAM,GAGF,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;IAEvB,OAAO,GAAiB,IAAI,YAAY,EAAE,CAAC;IAE3C,QAAQ,GAAqB,EAAE,CAAC;IAEhC,YAAY,IAA0C;QAClD,IAAI,CAAC,MAAM,GAAG;YACV,IAAI;SACP,CAAA;IACL,CAAC;IAED,EAAE,GAAG,CAAC,KAA4B,EAAE,QAAqD,EAAE,EAAE;QACzF,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IACrC,CAAC,CAAA;IAED,SAAS,GAAG,CAAC,MAA4B,EAAE,WAAoB,KAAK,EAAE,EAAE;QACpE,MAAM,EAAE,GAAG,IAAI,WAAW,CAAI,MAAM,CAAC,CAAC;QACtC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACvB,IAAI,CAAC,MAAM,CAAC,eAAe,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC;QACpF,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;YAC1B,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACrC,CAAC,CAAC,CAAA;QACF,EAAE,CAAC,EAAE,CAAC,WAAW,EAAC,KAAK,EAAE,IAAI,EAAE,EAAE;YAC7B,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;QACH,OAAO,IAAI,CAAC;IAChB,CAAC,CAAA;IAED,MAAM,GAAG,KAAK,EAAE,IAAO,EAAE,EAAE;QACxB,IAAI,CAAC;YACH,IAAI,OAAuB,CAAC;YAC5B,IAAG,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC/B,OAAO,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;YACnC,CAAC;iBAAM,IAAG,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;gBAC1C,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAG,CAAC;gBACjC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAChC,CAAC;iBAAM,CAAC;gBACJ,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,KAAK,IAAI,CAAC,MAAM,CAAC,eAAe,CAAQ,CAAC;gBACtF,IAAG,CAAC,OAAO,EAAE,CAAC;oBACX,OAAO,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;gBAClC,CAAC;YACL,CAAC;YAED,MAAM,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAC7B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACZ,MAAM,KAAK,CAAC;QACjB,CAAC;IACJ,CAAC,CAAA;IAED,aAAa,GAAG,GAAmB,EAAE;QACjC,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAC7D,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;IAC9B,CAAC,CAAA;CACJ"}
+{"version":3,"file":"cluster.js","sourceRoot":"","sources":["../src/cluster.ts"],"names":[],"mappings":";;;AAAA,2CAA6D;AAC7D,mCAAsC;AAEtC,MAAa,OAAO;IAWhB,YAAY,IAA0C;QATtD,WAAM,GAGF,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;QAEvB,YAAO,GAAiB,IAAI,qBAAY,EAAE,CAAC;QAE3C,aAAQ,GAAwB,EAAE,CAAC;QAQnC,OAAE,GAAG,CAAC,KAA4B,EAAE,QAAqD,EAAE,EAAE;YACzF,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QACrC,CAAC,CAAA;QAED,cAAS,GAAG,CAAC,MAA+B,EAAE,WAAoB,KAAK,EAAE,EAAE;YACvE,MAAM,EAAE,GAAG,IAAI,uBAAW,CAAO,MAAM,CAAC,CAAC;YACzC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACvB,IAAI,CAAC,MAAM,CAAC,eAAe,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC;YACpF,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;gBAC1B,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YACrC,CAAC,CAAC,CAAA;YACF,EAAE,CAAC,EAAE,CAAC,WAAW,EAAC,KAAK,EAAE,IAAI,EAAE,EAAE;gBAC7B,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;YACzC,CAAC,CAAC,CAAC;YACH,OAAO,IAAI,CAAC;QAChB,CAAC,CAAA;QAED,WAAM,GAAG,KAAK,EAAE,IAAO,EAAE,EAAE;YACxB,IAAI,CAAC;gBACH,IAAI,OAA0B,CAAC;gBAC/B,IAAG,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAC/B,OAAO,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;gBACnC,CAAC;qBAAM,IAAG,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;oBAC1C,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAG,CAAC;oBACjC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAChC,CAAC;qBAAM,CAAC;oBACJ,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,KAAK,IAAI,CAAC,MAAM,CAAC,eAAe,CAAQ,CAAC;oBACtF,IAAG,CAAC,OAAO,EAAE,CAAC;wBACX,OAAO,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;oBAClC,CAAC;gBACL,CAAC;gBAED,MAAM,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAC7B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACZ,MAAM,KAAK,CAAC;YACjB,CAAC;QACJ,CAAC,CAAA;QAED,kBAAa,GAAG,GAAsB,EAAE;YACpC,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAC7D,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAC9B,CAAC,CAAA;QA9CG,IAAI,CAAC,MAAM,GAAG;YACV,IAAI;SACP,CAAA;IACL,CAAC;CA4CJ;AA3DD,0BA2DC"}

package/dist/index.js

@@ -1,4 +1,10 @@
-export { RateLimiter } from './ratelimit';
-export { TimeCluster } from './time';
-export { Cluster } from './cluster';
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Cluster = exports.TimeCluster = exports.RateLimiter = void 0;
+var ratelimit_1 = require("./ratelimit");
+Object.defineProperty(exports, "RateLimiter", { enumerable: true, get: function () { return ratelimit_1.RateLimiter; } });
+var time_1 = require("./time");
+Object.defineProperty(exports, "TimeCluster", { enumerable: true, get: function () { return time_1.TimeCluster; } });
+var cluster_1 = require("./cluster");
+Object.defineProperty(exports, "Cluster", { enumerable: true, get: function () { return cluster_1.Cluster; } });
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAA0C,MAAM,aAAa,CAAC;AAClF,OAAO,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AACrC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;AAAA,yCAAkF;AAAzE,wGAAA,WAAW,OAAA;AACpB,+BAAqC;AAA5B,mGAAA,WAAW,OAAA;AACpB,qCAAoC;AAA3B,kGAAA,OAAO,OAAA"}

package/dist/ratelimit.js

@@ -1,14 +1,18 @@
-import { EventEmitter } from "events";
-import { TimeCluster } from "./time";
-export const time = new TimeCluster(20);
-export class RateLimiter {
-    config;
-    queue = [];
-    eventManager;
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RateLimiter = exports.time = void 0;
+const events_1 = require("events");
+const time_1 = require("./time");
+exports.time = new time_1.TimeCluster(20);
+class RateLimiter {
     constructor(config) {
+        this.queue = [];
+        this.on = (event, listener) => {
+            this.eventManager.on(event, listener);
+        };
         this.config = config;
         this._resolve();
-        this.eventManager = new EventEmitter();
+        this.eventManager = new events_1.EventEmitter();
     }
     _resolve() {
         const intervals = {
@@ -23,9 +27,6 @@ export class RateLimiter {
         this.config._count = 0;
         console.log(this.config);
     }
-    on = (event, listener) => {
-        this.eventManager.on(event, listener);
-    };
     async processQueue() {
         if (this.config.mode === 'spread') {
             while (this.queue.length > 0 && this.config._count < this.config.rps) {
@@ -58,7 +59,7 @@ export class RateLimiter {
         if (this.config._count < this.config.rps) {
             this.config._count++;
             if (this.config._count >= this.config.rps) {
-                await time.waitFor(async () => {
+                await exports.time.waitFor(async () => {
                     this.config._count = 0;
                     await this.processQueue();
                 }, this.config.interval);
@@ -117,7 +118,7 @@ export class RateLimiter {
         // If this request hits the limit, schedule reset after remaining time
         if (this.config._count === this.config.request && timeRemaining > 0) {
             const waitSeconds = timeRemaining / 1000;
-            await time.waitFor(async () => {
+            await exports.time.waitFor(async () => {
                 this.config._count = 0;
                 await this.processQueue();
             }, waitSeconds);
@@ -158,4 +159,5 @@ export class RateLimiter {
         }
     }
 }
+exports.RateLimiter = RateLimiter;
 //# sourceMappingURL=ratelimit.js.map

package/dist/ratelimit.js.map

@@ -1 +1 @@
-{"version":3,"file":"ratelimit.js","sourceRoot":"","sources":["../src/ratelimit.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AAErC,MAAM,CAAC,MAAM,IAAI,GAAG,IAAI,WAAW,CAAC,EAAE,CAAC,CAAC;AAmBxC,MAAM,OAAO,WAAW;IAEpB,MAAM,CAAsB;IAC5B,KAAK,GAAQ,EAAE,CAAC;IAChB,YAAY,CAAe;IAC3B,YAAY,MAA4B;QACpC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,QAAQ,EAAE,CAAC;QAChB,IAAI,CAAC,YAAY,GAAG,IAAI,YAAY,EAAE,CAAC;IAC3C,CAAC;IAED,QAAQ;QACJ,MAAM,SAAS,GAAG;YACd,QAAQ,EAAE,CAAC;YACX,QAAQ,EAAE,EAAE;YACZ,MAAM,EAAE,IAAI;YACZ,KAAK,EAAE,KAAK;SACf,CAAC;QACF,MAAM,QAAQ,GAAG,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACjD,IAAI,CAAC,MAAM,CAAC,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,GAAG,QAAQ,CAAC,CAAC;QAC5D,IAAI,CAAC,MAAM,CAAC,QAAQ,GAAG,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;QACtD,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;QACvB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC7B,CAAC;IAED,EAAE,GAAG,CAAC,KAA4B,EAAE,QAE1B,EAAE,EAAE;QACV,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IAC1C,CAAC,CAAA;IAED,KAAK,CAAC,YAAY;QACd,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAChC,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAO,GAAG,IAAI,CAAC,MAAM,CAAC,GAAI,EAAE,CAAC;gBACrE,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAG,CAAC;gBACjC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAC5B,CAAC;QACL,CAAC;aAAM,CAAC;YACJ,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBACvB,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,QAAS,GAAG,IAAI,CAAC;gBAE9C,0BAA0B;gBAC1B,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,QAAQ,EAAE,CAAC;oBACjE,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;oBACvB,IAAI,CAAC,MAAM,CAAC,QAAQ,GAAG,GAAG,CAAC;gBAC/B,CAAC;gBAED,wCAAwC;gBACxC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAO,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;oBAC5C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAG,CAAC;oBACjC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBAC5B,CAAC;qBAAM,CAAC;oBACJ,wBAAwB;oBACxB,MAAM;gBACV,CAAC;YACL,CAAC;QACD,CAAC;IACL,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,KAAQ;QAI1B,IAAI,IAAI,CAAC,MAAM,CAAC,MAAO,GAAG,IAAI,CAAC,MAAM,CAAC,GAAI,EAAE,CAAC;YACzC,IAAI,CAAC,MAAM,CAAC,MAAO,EAAE,CAAC;YAEtB,IAAI,IAAI,CAAC,MAAM,CAAC,MAAO,IAAI,IAAI,CAAC,MAAM,CAAC,GAAI,EAAE,CAAC;gBAC1C,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE;oBAC1B,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;oBACvB,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;gBAC9B,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,QAAkB,CAAC,CAAC;YACvC,CAAC;YAED,IAAI,CAAC;gBACD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;gBAC7C,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,WAAW,EAAE;oBAChC,OAAO,EAAE,KAAK;oBACd,QAAQ;iBACX,CAAC,CAAA;gBACF,OAAO;oBACH,MAAM,EAAE,SAAS;iBACpB,CAAA;YACL,CAAC;YAAC,OAAO,KAAU,EAAE,CAAC;gBAClB,OAAO;oBACH,MAAM,EAAE,OAAO;oBACf,OAAO,EAAE,KAAK,CAAC,OAAO;iBACzB,CAAC;YACN,CAAC;QAEL,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACvB,OAAO;gBACH,MAAM,EAAE,QAAQ;aACnB,CAAA;QACL,CAAC;IACL,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,KAAQ;QAIzB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,QAAS,GAAG,IAAI,CAAC;QAE9C,mCAAmC;QACnC,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,QAAQ,EAAE,CAAC;YACjE,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;QAC3B,CAAC;QAED,sCAAsC;QACtC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3B,IAAI,CAAC,MAAM,CAAC,QAAQ,GAAG,GAAG,CAAC;QAC/B,CAAC;QAED,MAAM,WAAW,GAAG,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,QAAS,CAAC;QAChD,MAAM,aAAa,GAAG,QAAQ,GAAG,WAAW,CAAC;QAE7C,uEAAuE;QACvE,IAAI,IAAI,CAAC,MAAM,CAAC,MAAO,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,aAAa,GAAG,CAAC,EAAE,CAAC;YAClE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACvB,OAAO;gBACH,MAAM,EAAE,QAAQ;aACnB,CAAA;QACL,CAAC;QAED,2CAA2C;QAC3C,IAAI,aAAa,IAAI,CAAC,EAAE,CAAC;YACrB,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;YACvB,IAAI,CAAC,MAAM,CAAC,QAAQ,GAAG,GAAG,CAAC;QAC/B,CAAC;QAED,0BAA0B;QAC1B,IAAI,CAAC,MAAM,CAAC,MAAO,EAAE,CAAC;QAEtB,sEAAsE;QACtE,IAAI,IAAI,CAAC,MAAM,CAAC,MAAO,KAAK,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,aAAa,GAAG,CAAC,EAAE,CAAC;YACnE,MAAM,WAAW,GAAG,aAAa,GAAG,IAAI,CAAC;YACzC,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE;gBAC1B,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;gBACvB,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;YAC9B,CAAC,EAAE,WAAW,CAAC,CAAA;QACnB,CAAC;QAED,IAAI,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;YAC7C,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,WAAW,EAAE;gBAChC,OAAO,EAAE,KAAK;gBACd,QAAQ;aACX,CAAC,CAAC;YACH,OAAO;gBACH,MAAM,EAAE,SAAS;aACpB,CAAA;QACL,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YAClB,OAAO;gBACH,MAAM,EAAE,OAAO;gBACf,OAAO,EAAE,KAAK,CAAC,OAAO;aACzB,CAAA;QACL,CAAC;IACL,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAQ;QAIjB,IAAI,QAAQ,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC;YACD,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAChC,QAAQ,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;YACjD,CAAC;iBAAM,CAAC;gBACJ,QAAQ,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;YAChD,CAAC;YAED,OAAO,QAAQ,CAAC;QACpB,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YAClB,OAAO;gBACH,MAAM,EAAE,OAAO;gBACf,OAAO,EAAE,KAAK,CAAC,OAAO;aACzB,CAAC;QACN,CAAC;IACL,CAAC;CACJ"}
+{"version":3,"file":"ratelimit.js","sourceRoot":"","sources":["../src/ratelimit.ts"],"names":[],"mappings":";;;AAAA,mCAAsC;AACtC,iCAAqC;AAExB,QAAA,IAAI,GAAG,IAAI,kBAAW,CAAC,EAAE,CAAC,CAAC;AAmBxC,MAAa,WAAW;IAKpB,YAAY,MAA+B;QAF3C,UAAK,GAAQ,EAAE,CAAC;QAsBhB,OAAE,GAAG,CAAC,KAA4B,EAAE,QAE1B,EAAE,EAAE;YACV,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QAC1C,CAAC,CAAA;QAvBG,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,QAAQ,EAAE,CAAC;QAChB,IAAI,CAAC,YAAY,GAAG,IAAI,qBAAY,EAAE,CAAC;IAC3C,CAAC;IAED,QAAQ;QACJ,MAAM,SAAS,GAAG;YACd,QAAQ,EAAE,CAAC;YACX,QAAQ,EAAE,EAAE;YACZ,MAAM,EAAE,IAAI;YACZ,KAAK,EAAE,KAAK;SACf,CAAC;QACF,MAAM,QAAQ,GAAG,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACjD,IAAI,CAAC,MAAM,CAAC,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,GAAG,QAAQ,CAAC,CAAC;QAC5D,IAAI,CAAC,MAAM,CAAC,QAAQ,GAAG,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;QACtD,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;QACvB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC7B,CAAC;IAQD,KAAK,CAAC,YAAY;QACd,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAChC,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAO,GAAG,IAAI,CAAC,MAAM,CAAC,GAAI,EAAE,CAAC;gBACrE,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAG,CAAC;gBACjC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAC5B,CAAC;QACL,CAAC;aAAM,CAAC;YACJ,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBACvB,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,QAAS,GAAG,IAAI,CAAC;gBAE9C,0BAA0B;gBAC1B,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,QAAQ,EAAE,CAAC;oBACjE,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;oBACvB,IAAI,CAAC,MAAM,CAAC,QAAQ,GAAG,GAAG,CAAC;gBAC/B,CAAC;gBAED,wCAAwC;gBACxC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAO,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;oBAC5C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAG,CAAC;oBACjC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBAC5B,CAAC;qBAAM,CAAC;oBACJ,wBAAwB;oBACxB,MAAM;gBACV,CAAC;YACL,CAAC;QACD,CAAC;IACL,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,KAAQ;QAI1B,IAAI,IAAI,CAAC,MAAM,CAAC,MAAO,GAAG,IAAI,CAAC,MAAM,CAAC,GAAI,EAAE,CAAC;YACzC,IAAI,CAAC,MAAM,CAAC,MAAO,EAAE,CAAC;YAEtB,IAAI,IAAI,CAAC,MAAM,CAAC,MAAO,IAAI,IAAI,CAAC,MAAM,CAAC,GAAI,EAAE,CAAC;gBAC1C,MAAM,YAAI,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE;oBAC1B,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;oBACvB,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;gBAC9B,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,QAAkB,CAAC,CAAC;YACvC,CAAC;YAED,IAAI,CAAC;gBACD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;gBAC7C,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,WAAW,EAAE;oBAChC,OAAO,EAAE,KAAK;oBACd,QAAQ;iBACX,CAAC,CAAA;gBACF,OAAO;oBACH,MAAM,EAAE,SAAS;iBACpB,CAAA;YACL,CAAC;YAAC,OAAO,KAAU,EAAE,CAAC;gBAClB,OAAO;oBACH,MAAM,EAAE,OAAO;oBACf,OAAO,EAAE,KAAK,CAAC,OAAO;iBACzB,CAAC;YACN,CAAC;QAEL,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACvB,OAAO;gBACH,MAAM,EAAE,QAAQ;aACnB,CAAA;QACL,CAAC;IACL,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,KAAQ;QAIzB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,QAAS,GAAG,IAAI,CAAC;QAE9C,mCAAmC;QACnC,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,QAAQ,EAAE,CAAC;YACjE,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;QAC3B,CAAC;QAED,sCAAsC;QACtC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3B,IAAI,CAAC,MAAM,CAAC,QAAQ,GAAG,GAAG,CAAC;QAC/B,CAAC;QAED,MAAM,WAAW,GAAG,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,QAAS,CAAC;QAChD,MAAM,aAAa,GAAG,QAAQ,GAAG,WAAW,CAAC;QAE7C,uEAAuE;QACvE,IAAI,IAAI,CAAC,MAAM,CAAC,MAAO,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,aAAa,GAAG,CAAC,EAAE,CAAC;YAClE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACvB,OAAO;gBACH,MAAM,EAAE,QAAQ;aACnB,CAAA;QACL,CAAC;QAED,2CAA2C;QAC3C,IAAI,aAAa,IAAI,CAAC,EAAE,CAAC;YACrB,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;YACvB,IAAI,CAAC,MAAM,CAAC,QAAQ,GAAG,GAAG,CAAC;QAC/B,CAAC;QAED,0BAA0B;QAC1B,IAAI,CAAC,MAAM,CAAC,MAAO,EAAE,CAAC;QAEtB,sEAAsE;QACtE,IAAI,IAAI,CAAC,MAAM,CAAC,MAAO,KAAK,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,aAAa,GAAG,CAAC,EAAE,CAAC;YACnE,MAAM,WAAW,GAAG,aAAa,GAAG,IAAI,CAAC;YACzC,MAAM,YAAI,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE;gBAC1B,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;gBACvB,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;YAC9B,CAAC,EAAE,WAAW,CAAC,CAAA;QACnB,CAAC;QAED,IAAI,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;YAC7C,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,WAAW,EAAE;gBAChC,OAAO,EAAE,KAAK;gBACd,QAAQ;aACX,CAAC,CAAC;YACH,OAAO;gBACH,MAAM,EAAE,SAAS;aACpB,CAAA;QACL,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YAClB,OAAO;gBACH,MAAM,EAAE,OAAO;gBACf,OAAO,EAAE,KAAK,CAAC,OAAO;aACzB,CAAA;QACL,CAAC;IACL,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAQ;QAIjB,IAAI,QAAQ,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC;YACD,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAChC,QAAQ,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;YACjD,CAAC;iBAAM,CAAC;gBACJ,QAAQ,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;YAChD,CAAC;YAED,OAAO,QAAQ,CAAC;QACpB,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YAClB,OAAO;gBACH,MAAM,EAAE,OAAO;gBACf,OAAO,EAAE,KAAK,CAAC,OAAO;aACzB,CAAC;QACN,CAAC;IACL,CAAC;CACJ;AArLD,kCAqLC"}

package/dist/test.js

@@ -1,5 +1,7 @@
-import { Cluster } from "./cluster";
-const cluster = new Cluster('roundrobin');
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const cluster_1 = require("./cluster");
+const cluster = new cluster_1.Cluster('roundrobin');
 cluster.addOption({
     id: 'deepseek',
     request: 100,
@@ -16,7 +18,7 @@ cluster.on('error', (data) => {
     console.error('Error processing:', data.request, 'Error:', data.response);
 });
 for (let i = 0; i < 500; i++) {
-    await cluster.invoke({
+    cluster.invoke({
         modelId: 'gpt-4',
         chatId: `chat-${i}`,
     });

package/dist/test.js.map

@@ -1 +1 @@
-{"version":3,"file":"test.js","sourceRoot":"","sources":["../src/test.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAQpC,MAAM,OAAO,GAAG,IAAI,OAAO,CAAO,YAAY,CAAC,CAAC;AAEhD,OAAO,CAAC,SAAS,CAAC;IACd,EAAE,EAAE,UAAU;IACd,OAAO,EAAE,GAAG;IACZ,GAAG,EAAE,QAAQ;IACb,IAAI,EAAE,QAAQ;IACd,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;QAChB,OAAO,cAAc,KAAK,CAAC,OAAO,MAAM,KAAK,CAAC,MAAM,cAAc,CAAC;IACvE,CAAC;CACJ,EAAE,IAAI,CAAC,CAAC;AAET,OAAO,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,EAAE;IAC7B,OAAO,CAAC,GAAG,CAAC,YAAY,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;AAC7C,CAAC,CAAC,CAAC;AAEH,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;IACzB,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;AAC9E,CAAC,CAAC,CAAC;AAEH,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;IAC3B,MAAM,OAAO,CAAC,MAAM,CAAC;QACjB,OAAO,EAAE,OAAO;QAChB,MAAM,EAAE,QAAQ,CAAC,EAAE;KACtB,CAAC,CAAC;AACP,CAAC"}
+{"version":3,"file":"test.js","sourceRoot":"","sources":["../src/test.ts"],"names":[],"mappings":";;AACA,uCAAoC;AAQpC,MAAM,OAAO,GAAG,IAAI,iBAAO,CAAe,YAAY,CAAC,CAAC;AAExD,OAAO,CAAC,SAAS,CAAC;IACd,EAAE,EAAE,UAAU;IACd,OAAO,EAAE,GAAG;IACZ,GAAG,EAAE,QAAQ;IACb,IAAI,EAAE,QAAQ;IACd,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;QAChB,OAAO,cAAc,KAAK,CAAC,OAAO,MAAM,KAAK,CAAC,MAAM,cAAc,CAAC;IACvE,CAAC;CACJ,EAAE,IAAI,CAAC,CAAC;AAET,OAAO,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,EAAE;IAC7B,OAAO,CAAC,GAAG,CAAC,YAAY,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;AAC7C,CAAC,CAAC,CAAC;AAEH,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;IACzB,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;AAC9E,CAAC,CAAC,CAAC;AAEH,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;IAC3B,OAAO,CAAC,MAAM,CAAC;QACX,OAAO,EAAE,OAAO;QAChB,MAAM,EAAE,QAAQ,CAAC,EAAE;KACtB,CAAC,CAAC;AACP,CAAC"}

package/dist/time.js

@@ -1,6 +1,13 @@
-export class Interval {
-    callbacks = [];
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TimeCluster = exports.Interval = void 0;
+class Interval {
     constructor() {
+        this.callbacks = [];
+        this.add = (cb, timeout) => {
+            const target = Date.now() + timeout * 1000;
+            this.callbacks.push({ cb, target });
+        };
         setInterval(async () => {
             const time = Date.now();
             for (let i = this.callbacks.length - 1; i >= 0; i--) {
@@ -12,21 +19,19 @@ export class Interval {
             }
         }, 250);
     }
-    add = (cb, timeout) => {
-        const target = Date.now() + timeout * 1000;
-        this.callbacks.push({ cb, target });
-    };
 }
-export class TimeCluster {
-    intervals = new Array();
+exports.Interval = Interval;
+class TimeCluster {
     constructor(size) {
+        this.intervals = new Array();
+        this.waitFor = (cb, timeout) => {
+            const interval = this.intervals[Math.floor(Math.random() * this.intervals.length)];
+            interval.add(cb, timeout);
+        };
         for (let i = 0; i < size; i++) {
             this.intervals.push(new Interval());
         }
     }
-    waitFor = (cb, timeout) => {
-        const interval = this.intervals[Math.floor(Math.random() * this.intervals.length)];
-        interval.add(cb, timeout);
-    };
 }
+exports.TimeCluster = TimeCluster;
 //# sourceMappingURL=time.js.map

package/dist/time.js.map

@@ -1 +1 @@
-{"version":3,"file":"time.js","sourceRoot":"","sources":["../src/time.ts"],"names":[],"mappings":"AAEA,MAAM,OAAO,QAAQ;IACjB,SAAS,GAAU,EAAE,CAAC;IAEtB;QACI,WAAW,CAAC,KAAK,IAAI,EAAE;YACnB,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACxB,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAClD,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;gBAC/B,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;oBACtB,MAAM,IAAI,CAAC,EAAE,EAAE,CAAC;oBAChB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;gBAChC,CAAC;YACL,CAAC;QACL,CAAC,EAAE,GAAG,CAAC,CAAC;IACZ,CAAC;IAED,GAAG,GAAG,CAAC,EAAoC,EAAE,OAAe,EAAE,EAAE;QAC5D,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,GAAG,IAAI,CAAC;QAC3C,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;IACxC,CAAC,CAAA;CACJ;AAED,MAAM,OAAO,WAAW;IAEpB,SAAS,GAAG,IAAI,KAAK,EAAY,CAAC;IAElC,YAAY,IAAY;QACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,QAAQ,EAAE,CAAC,CAAC;QACxC,CAAC;IACL,CAAC;IAED,OAAO,GAAG,CAAC,EAAoC,EAAE,OAAe,EAAE,EAAE;QAChE,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;QACnF,QAAQ,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;IAC9B,CAAC,CAAA;CACJ"}
+{"version":3,"file":"time.js","sourceRoot":"","sources":["../src/time.ts"],"names":[],"mappings":";;;AAEA,MAAa,QAAQ;IAGjB;QAFA,cAAS,GAAU,EAAE,CAAC;QAetB,QAAG,GAAG,CAAC,EAAoC,EAAE,OAAe,EAAE,EAAE;YAC5D,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,GAAG,IAAI,CAAC;YAC3C,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;QACxC,CAAC,CAAA;QAfG,WAAW,CAAC,KAAK,IAAI,EAAE;YACnB,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACxB,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAClD,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;gBAC/B,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;oBACtB,MAAM,IAAI,CAAC,EAAE,EAAE,CAAC;oBAChB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;gBAChC,CAAC;YACL,CAAC;QACL,CAAC,EAAE,GAAG,CAAC,CAAC;IACZ,CAAC;CAMJ;AApBD,4BAoBC;AAED,MAAa,WAAW;IAIpB,YAAY,IAAY;QAFxB,cAAS,GAAG,IAAI,KAAK,EAAY,CAAC;QAQlC,YAAO,GAAG,CAAC,EAAoC,EAAE,OAAe,EAAE,EAAE;YAChE,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;YACnF,QAAQ,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;QAC9B,CAAC,CAAA;QARG,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,QAAQ,EAAE,CAAC,CAAC;QACxC,CAAC;IACL,CAAC;CAMJ;AAdD,kCAcC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ttc-rate-limit",
-  "version": "0.1.0",
+  "version": "0.1.2",
   "description": "A rate limiting library with worker pool support for parallel timeout management",
   "main": "dist/index.js",
   "module": "dist/index.js",
@@ -13,7 +13,7 @@
   "scripts": {
     "build": "tsc",
     "dev": "tsc --watch",
-    "test": "bun test",
+    "test": "bun src/llm/example.ts",
     "prepublishOnly": "npm run build"
   },
   "keywords": [
@@ -33,7 +33,13 @@
   "peerDependencies": {
     "typescript": "^5.9.3"
   },
+  "dependencies": {
+    "@anthropic-ai/sdk": "^0.39.0",
+    "dotenv": "^17.3.1",
+    "openai": "^4.0.0"
+  },
   "engines": {
     "node": ">=18.0.0"
-  }
+  },
+  "packageManager": "yarn@1.22.22+sha1.ac34549e6aa8e7ead463a7407e1c7390f61a6610"
 }

package/dist/cluster.d.ts

@@ -1,19 +0,0 @@
-import { RateLimiter, RateLimiterConfig } from "./ratelimit";
-import { EventEmitter } from 'events';
-export declare class Cluster<T> {
-    config: {
-        type: 'random' | 'roundrobin' | 'prefered';
-        perferedLimiter?: string;
-    };
-    emitter: EventEmitter;
-    limiters: RateLimiter<T>[];
-    constructor(type: 'random' | 'roundrobin' | 'prefered');
-    on: (event: "completed" | "error", listener: (data: {
-        request: T;
-        response: any;
-    }) => void) => void;
-    addOption: (config: RateLimiterConfig<T>, specific?: boolean) => this;
-    invoke: (item: T) => Promise<void>;
-    randomLimiter: () => RateLimiter<T>;
-}
-//# sourceMappingURL=cluster.d.ts.map

package/dist/cluster.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"cluster.d.ts","sourceRoot":"","sources":["../src/cluster.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAC7D,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAEtC,qBAAa,OAAO,CAAC,CAAC;IAElB,MAAM,EAAE;QACJ,IAAI,EAAE,QAAQ,GAAG,YAAY,GAAG,UAAU,CAAC;QAC3C,eAAe,CAAC,EAAE,MAAM,CAAC;KAC5B,CAAsB;IAEvB,OAAO,EAAE,YAAY,CAAsB;IAE3C,QAAQ,EAAE,WAAW,CAAC,CAAC,CAAC,EAAE,CAAM;gBAEpB,IAAI,EAAE,QAAQ,GAAG,YAAY,GAAG,UAAU;IAMtD,EAAE,GAAI,OAAO,WAAW,GAAG,OAAO,EAAE,UAAU,CAAC,IAAI,EAAE;QAAC,OAAO,EAAE,CAAC,CAAC;QAAC,QAAQ,EAAE,GAAG,CAAA;KAAC,KAAK,IAAI,UAExF;IAED,SAAS,GAAI,QAAQ,iBAAiB,CAAC,CAAC,CAAC,EAAE,WAAU,OAAe,UAWnE;IAED,MAAM,GAAU,MAAM,CAAC,mBAmBtB;IAED,aAAa,QAAO,WAAW,CAAC,CAAC,CAAC,CAGjC;CACJ"}

package/dist/index.d.ts

@@ -1,4 +0,0 @@
-export { RateLimiter, type RateLimiterConfig, type queueData } from './ratelimit';
-export { TimeCluster } from './time';
-export { Cluster } from './cluster';
-//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,KAAK,iBAAiB,EAAE,KAAK,SAAS,EAAE,MAAM,aAAa,CAAC;AAClF,OAAO,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AACrC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC"}

package/dist/ratelimit.d.ts

@@ -1,43 +0,0 @@
-import { EventEmitter } from "events";
-import { TimeCluster } from "./time";
-export declare const time: TimeCluster;
-export interface RateLimiterConfig<T> {
-    id: string;
-    request: number;
-    per: 'second' | 'minute' | 'hour' | 'day';
-    interval?: number;
-    cb: (input: T) => Promise<any>;
-    _count?: number;
-    rps?: number;
-    _Tmarker?: number;
-    mode: 'spread' | 'burst';
-}
-export type queueData<T> = {
-    data: T;
-    cb: (response: any) => Promise<any>;
-};
-export declare class RateLimiter<T> {
-    config: RateLimiterConfig<T>;
-    queue: T[];
-    eventManager: EventEmitter;
-    constructor(config: RateLimiterConfig<T>);
-    _resolve(): void;
-    on: (event: "completed" | "error", listener: (data: {
-        request: T;
-        response: any;
-    }) => void) => void;
-    processQueue(): Promise<void>;
-    spreadAlgorithm(input: T): Promise<{
-        status: 'success' | 'error' | 'queued';
-        message?: string | undefined;
-    }>;
-    burstAlgorithm(input: T): Promise<{
-        status: 'success' | 'error' | 'queued';
-        message?: string | undefined;
-    }>;
-    invoke(input: T): Promise<{
-        status: 'success' | 'error' | 'queued';
-        message?: string | undefined;
-    }>;
-}
-//# sourceMappingURL=ratelimit.d.ts.map

package/dist/ratelimit.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"ratelimit.d.ts","sourceRoot":"","sources":["../src/ratelimit.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AAErC,eAAO,MAAM,IAAI,aAAsB,CAAC;AAExC,MAAM,WAAW,iBAAiB,CAAC,CAAC;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,GAAG,EAAE,QAAQ,GAAG,QAAQ,GAAG,MAAM,GAAG,KAAK,CAAC;IAC1C,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,EAAE,EAAE,CAAC,KAAK,EAAE,CAAC,KAAK,OAAO,CAAC,GAAG,CAAC,CAAC;IAC/B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,GAAG,CAAC,EAAE,MAAM,CAAA;IACZ,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,MAAM,SAAS,CAAC,CAAC,IAAI;IACvB,IAAI,EAAE,CAAC,CAAC;IACR,EAAE,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,OAAO,CAAC,GAAG,CAAC,CAAC;CACvC,CAAA;AAED,qBAAa,WAAW,CAAC,CAAC;IAEtB,MAAM,EAAE,iBAAiB,CAAC,CAAC,CAAC,CAAA;IAC5B,KAAK,EAAE,CAAC,EAAE,CAAM;IAChB,YAAY,EAAE,YAAY,CAAC;gBACf,MAAM,EAAE,iBAAiB,CAAC,CAAC,CAAC;IAMxC,QAAQ;IAcR,EAAE,GAAI,OAAO,WAAW,GAAG,OAAO,EAAE,UAAU,CAAC,IAAI,EAAE;QACjD,OAAO,EAAE,CAAC,CAAC;QAAC,QAAQ,EAAE,GAAG,CAAA;KAC5B,KAAK,IAAI,UAET;IAEK,YAAY;IA6BZ,eAAe,CAAC,KAAK,EAAE,CAAC,GAAG,OAAO,CAAC;QACrC,MAAM,EAAE,SAAS,GAAG,OAAO,GAAG,QAAQ,CAAC;QACvC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;KAChC,CAAC;IAmCI,cAAc,CAAC,KAAK,EAAE,CAAC,GAAG,OAAO,CAAC;QACpC,MAAM,EAAE,SAAS,GAAG,OAAO,GAAG,QAAQ,CAAC;QACvC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;KAChC,CAAC;IA4DI,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,OAAO,CAAC;QAC5B,MAAM,EAAE,SAAS,GAAG,OAAO,GAAG,QAAQ,CAAC;QACvC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;KAChC,CAAC;CAiBL"}

package/dist/test.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=test.d.ts.map

package/dist/test.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"test.d.ts","sourceRoot":"","sources":["../src/test.ts"],"names":[],"mappings":""}

package/dist/time.d.ts

@@ -1,11 +0,0 @@
-export declare class Interval {
-    callbacks: any[];
-    constructor();
-    add: (cb: (...args: any[]) => Promise<any>, timeout: number) => void;
-}
-export declare class TimeCluster {
-    intervals: Interval[];
-    constructor(size: number);
-    waitFor: (cb: (...args: any[]) => Promise<any>, timeout: number) => void;
-}
-//# sourceMappingURL=time.d.ts.map

package/dist/time.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"time.d.ts","sourceRoot":"","sources":["../src/time.ts"],"names":[],"mappings":"AAEA,qBAAa,QAAQ;IACjB,SAAS,EAAE,GAAG,EAAE,CAAM;;IAetB,GAAG,GAAI,IAAI,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,OAAO,CAAC,GAAG,CAAC,EAAE,SAAS,MAAM,UAG3D;CACJ;AAED,qBAAa,WAAW;IAEpB,SAAS,aAAyB;gBAEtB,IAAI,EAAE,MAAM;IAMxB,OAAO,GAAI,IAAI,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,OAAO,CAAC,GAAG,CAAC,EAAE,SAAS,MAAM,UAG/D;CACJ"}