ttc-rate-limit 0.1.0

package/README.md

@@ -0,0 +1,193 @@
+# ttc_rate_limit
+
+A rate limiting library with worker pool support for parallel timeout management.
+
+## Installation
+
+```bash
+npm install ttc_rate_limit
+```
+
+## Features
+
+- **Rate Limiting**: Configurable rate limits per second, minute, hour, or day
+- **Worker Pool Support**: Parallel timeout management using worker threads
+- **Multiple Strategies**: Spread and burst modes for different use cases
+- **Cluster Support**: Distribute rate limiting across multiple limiters
+- **Event-Driven**: Listen for completion and error events
+
+## Usage
+
+### Single Rate Limiter
+
+```typescript
+import { RateLimiter } from 'ttc_rate_limit';
+
+// Create a rate limiter for API calls
+const apiLimiter = new RateLimiter({
+  id: 'api-limiter',
+  request: 100,          // 100 requests
+  per: 'minute',         // per minute
+  mode: 'spread',        // evenly spread requests
+  cb: async (data) => {
+    // Your async function to rate limit
+    const response = await fetch('https://api.example.com/data', {
+      method: 'POST',
+      body: JSON.stringify(data)
+    });
+    return await response.json();
+  }
+});
+
+// Listen for completed requests
+apiLimiter.on('completed', (data) => {
+  console.log('Request completed:', data.response);
+});
+
+// Listen for errors
+apiLimiter.on('error', (data) => {
+  console.error('Request failed:', data.response);
+});
+
+// Make requests through the limiter
+for (let i = 0; i < 150; i++) {
+  const result = await apiLimiter.invoke({
+    userId: 'user123',
+    action: `action-${i}`
+  });
+  
+  // Result can be: { status: 'success' }, { status: 'queued' }, or { status: 'error', message: string }
+  console.log(`Request ${i}: ${result.status}`);
+}
+```
+
+### Burst Mode Example
+
+```typescript
+import { RateLimiter } from 'ttc_rate_limit';
+
+// Create a burst mode limiter for batch processing
+const burstLimiter = new RateLimiter({
+  id: 'batch-processor',
+  request: 50,           // 50 requests
+  per: 'second',         // per second
+  mode: 'burst',         // allow bursts up to limit
+  cb: async (batch) => {
+    // Process batch of data
+    return await processBatch(batch);
+  }
+});
+```
+
+### Time Cluster (Worker Pool)
+
+```typescript
+import { TimeCluster } from 'ttc_rate_limit';
+
+// Create a time cluster with intervals
+const timeCluster = new TimeCluster(20); // 20 intervals
+
+// Wait for async operation with timeout
+await timeCluster.waitFor(async () => {
+  console.log('Executed after 2.5 seconds');
+}, 2.5); // 2.5 seconds timeout
+```
+
+### Rate Limiter Cluster
+
+```typescript
+import { Cluster } from 'ttc_rate_limit';
+
+type Task = {
+  modelId: string,
+  chatId: string,
+};
+
+// Create a cluster with round-robin distribution
+const cluster = new Cluster<Task>('roundrobin');
+
+// Add rate limiters to the cluster
+cluster.addOption({
+  id: 'model-a',
+  request: 100,
+  per: 'minute',
+  mode: 'spread',
+  cb: async (input) => {
+    return `Processed by Model A: ${input.modelId} - ${input.chatId}`;
+  }
+}, true); // true = add immediately
+
+cluster.addOption({
+  id: 'model-b',
+  request: 200,
+  per: 'minute',
+  mode: 'burst',
+  cb: async (input) => {
+    return `Processed by Model B: ${input.modelId} - ${input.chatId}`;
+  }
+}, true);
+
+// Listen to cluster events
+cluster.on('completed', (data) => {
+  console.log('Cluster completed:', data.response);
+});
+
+cluster.on('error', (data) => {
+  console.error('Cluster error:', data.response);
+});
+
+// Distribute requests across the cluster
+for (let i = 0; i < 500; i++) {
+  await cluster.invoke({
+    modelId: 'gpt-4',
+    chatId: `chat-${i}`,
+  });
+}
+```
+
+## API
+
+### RateLimiter
+
+Main rate limiting class with configurable limits and modes.
+
+**Constructor:**
+```typescript
+new RateLimiter<T>(config: RateLimiterConfig<T>)
+```
+
+**Methods:**
+- `invoke(input: T): Promise<{ status: 'success' | 'error' | 'queued', message?: string }>` - Process a request
+- `on(event: 'completed' | 'error', listener): void` - Listen for events
+
+### TimeCluster
+
+Worker pool for managing parallel timeouts with callback registry.
+
+**Constructor:**
+```typescript
+new TimeCluster(workerCount: number)
+```
+
+**Methods:**
+- `setTimeout(callback: () => void, delayMs: number): string` - Schedule timeout
+- `clearTimeout(timeoutId: string): void` - Cancel timeout
+- `waitFor(callback: () => Promise<void>, delaySeconds: number): Promise<void>` - Wait with async callback
+
+### Cluster
+
+Cluster of rate limiters for distributed rate limiting.
+
+**Constructor:**
+```typescript
+new Cluster<T>(strategy: 'roundrobin')
+```
+
+**Methods:**
+- `addOption(config: RateLimiterConfig<T>, addImmediately: boolean): void` - Add rate limiter option
+- `invoke(input: T): Promise<any>` - Distribute request to cluster
+- `on(event: 'completed' | 'error', listener): void` - Listen for cluster events
+
+## License
+
+MIT

package/dist/cluster.d.ts

@@ -0,0 +1,19 @@
+import { RateLimiter, RateLimiterConfig } from "./ratelimit";
+import { EventEmitter } from 'events';
+export declare class Cluster<T> {
+    config: {
+        type: 'random' | 'roundrobin' | 'prefered';
+        perferedLimiter?: string;
+    };
+    emitter: EventEmitter;
+    limiters: RateLimiter<T>[];
+    constructor(type: 'random' | 'roundrobin' | 'prefered');
+    on: (event: "completed" | "error", listener: (data: {
+        request: T;
+        response: any;
+    }) => void) => void;
+    addOption: (config: RateLimiterConfig<T>, specific?: boolean) => this;
+    invoke: (item: T) => Promise<void>;
+    randomLimiter: () => RateLimiter<T>;
+}
+//# sourceMappingURL=cluster.d.ts.map

package/dist/cluster.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cluster.d.ts","sourceRoot":"","sources":["../src/cluster.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAC7D,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAEtC,qBAAa,OAAO,CAAC,CAAC;IAElB,MAAM,EAAE;QACJ,IAAI,EAAE,QAAQ,GAAG,YAAY,GAAG,UAAU,CAAC;QAC3C,eAAe,CAAC,EAAE,MAAM,CAAC;KAC5B,CAAsB;IAEvB,OAAO,EAAE,YAAY,CAAsB;IAE3C,QAAQ,EAAE,WAAW,CAAC,CAAC,CAAC,EAAE,CAAM;gBAEpB,IAAI,EAAE,QAAQ,GAAG,YAAY,GAAG,UAAU;IAMtD,EAAE,GAAI,OAAO,WAAW,GAAG,OAAO,EAAE,UAAU,CAAC,IAAI,EAAE;QAAC,OAAO,EAAE,CAAC,CAAC;QAAC,QAAQ,EAAE,GAAG,CAAA;KAAC,KAAK,IAAI,UAExF;IAED,SAAS,GAAI,QAAQ,iBAAiB,CAAC,CAAC,CAAC,EAAE,WAAU,OAAe,UAWnE;IAED,MAAM,GAAU,MAAM,CAAC,mBAmBtB;IAED,aAAa,QAAO,WAAW,CAAC,CAAC,CAAC,CAGjC;CACJ"}

package/dist/cluster.js

@@ -0,0 +1,54 @@
+import { RateLimiter } from "./ratelimit";
+import { EventEmitter } from 'events';
+export class Cluster {
+    config = { type: 'random' };
+    emitter = new EventEmitter();
+    limiters = [];
+    constructor(type) {
+        this.config = {
+            type
+        };
+    }
+    on = (event, listener) => {
+        this.emitter.on(event, listener);
+    };
+    addOption = (config, specific = false) => {
+        const rl = new RateLimiter(config);
+        this.limiters.push(rl);
+        this.config.perferedLimiter = specific ? rl.config.id : this.config.perferedLimiter;
+        rl.on('error', async (data) => {
+            this.emitter.emit('error', data);
+        });
+        rl.on('completed', async (data) => {
+            this.emitter.emit('completed', data);
+        });
+        return this;
+    };
+    invoke = async (item) => {
+        try {
+            let limiter;
+            if (this.config.type === 'random') {
+                limiter = this.randomLimiter();
+            }
+            else if (this.config.type === 'roundrobin') {
+                limiter = this.limiters.shift();
+                this.limiters.push(limiter);
+            }
+            else {
+                limiter = this.limiters.find(l => l.config.id === this.config.perferedLimiter);
+                if (!limiter) {
+                    limiter = this.randomLimiter();
+                }
+            }
+            await limiter.invoke(item);
+        }
+        catch (error) {
+            throw error;
+        }
+    };
+    randomLimiter = () => {
+        const idx = Math.floor(Math.random() * this.limiters.length);
+        return this.limiters[idx];
+    };
+}
+//# sourceMappingURL=cluster.js.map

package/dist/cluster.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cluster.js","sourceRoot":"","sources":["../src/cluster.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAqB,MAAM,aAAa,CAAC;AAC7D,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAEtC,MAAM,OAAO,OAAO;IAEhB,MAAM,GAGF,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;IAEvB,OAAO,GAAiB,IAAI,YAAY,EAAE,CAAC;IAE3C,QAAQ,GAAqB,EAAE,CAAC;IAEhC,YAAY,IAA0C;QAClD,IAAI,CAAC,MAAM,GAAG;YACV,IAAI;SACP,CAAA;IACL,CAAC;IAED,EAAE,GAAG,CAAC,KAA4B,EAAE,QAAqD,EAAE,EAAE;QACzF,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IACrC,CAAC,CAAA;IAED,SAAS,GAAG,CAAC,MAA4B,EAAE,WAAoB,KAAK,EAAE,EAAE;QACpE,MAAM,EAAE,GAAG,IAAI,WAAW,CAAI,MAAM,CAAC,CAAC;QACtC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACvB,IAAI,CAAC,MAAM,CAAC,eAAe,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC;QACpF,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;YAC1B,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACrC,CAAC,CAAC,CAAA;QACF,EAAE,CAAC,EAAE,CAAC,WAAW,EAAC,KAAK,EAAE,IAAI,EAAE,EAAE;YAC7B,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;QACH,OAAO,IAAI,CAAC;IAChB,CAAC,CAAA;IAED,MAAM,GAAG,KAAK,EAAE,IAAO,EAAE,EAAE;QACxB,IAAI,CAAC;YACH,IAAI,OAAuB,CAAC;YAC5B,IAAG,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC/B,OAAO,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;YACnC,CAAC;iBAAM,IAAG,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;gBAC1C,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAG,CAAC;gBACjC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAChC,CAAC;iBAAM,CAAC;gBACJ,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,KAAK,IAAI,CAAC,MAAM,CAAC,eAAe,CAAQ,CAAC;gBACtF,IAAG,CAAC,OAAO,EAAE,CAAC;oBACX,OAAO,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;gBAClC,CAAC;YACL,CAAC;YAED,MAAM,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAC7B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACZ,MAAM,KAAK,CAAC;QACjB,CAAC;IACJ,CAAC,CAAA;IAED,aAAa,GAAG,GAAmB,EAAE;QACjC,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAC7D,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;IAC9B,CAAC,CAAA;CACJ"}

package/dist/index.d.ts

@@ -0,0 +1,4 @@
+export { RateLimiter, type RateLimiterConfig, type queueData } from './ratelimit';
+export { TimeCluster } from './time';
+export { Cluster } from './cluster';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,KAAK,iBAAiB,EAAE,KAAK,SAAS,EAAE,MAAM,aAAa,CAAC;AAClF,OAAO,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AACrC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC"}

package/dist/index.js

@@ -0,0 +1,4 @@
+export { RateLimiter } from './ratelimit';
+export { TimeCluster } from './time';
+export { Cluster } from './cluster';
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAA0C,MAAM,aAAa,CAAC;AAClF,OAAO,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AACrC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC"}

package/dist/ratelimit.d.ts

@@ -0,0 +1,43 @@
+import { EventEmitter } from "events";
+import { TimeCluster } from "./time";
+export declare const time: TimeCluster;
+export interface RateLimiterConfig<T> {
+    id: string;
+    request: number;
+    per: 'second' | 'minute' | 'hour' | 'day';
+    interval?: number;
+    cb: (input: T) => Promise<any>;
+    _count?: number;
+    rps?: number;
+    _Tmarker?: number;
+    mode: 'spread' | 'burst';
+}
+export type queueData<T> = {
+    data: T;
+    cb: (response: any) => Promise<any>;
+};
+export declare class RateLimiter<T> {
+    config: RateLimiterConfig<T>;
+    queue: T[];
+    eventManager: EventEmitter;
+    constructor(config: RateLimiterConfig<T>);
+    _resolve(): void;
+    on: (event: "completed" | "error", listener: (data: {
+        request: T;
+        response: any;
+    }) => void) => void;
+    processQueue(): Promise<void>;
+    spreadAlgorithm(input: T): Promise<{
+        status: 'success' | 'error' | 'queued';
+        message?: string | undefined;
+    }>;
+    burstAlgorithm(input: T): Promise<{
+        status: 'success' | 'error' | 'queued';
+        message?: string | undefined;
+    }>;
+    invoke(input: T): Promise<{
+        status: 'success' | 'error' | 'queued';
+        message?: string | undefined;
+    }>;
+}
+//# sourceMappingURL=ratelimit.d.ts.map

package/dist/ratelimit.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ratelimit.d.ts","sourceRoot":"","sources":["../src/ratelimit.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AAErC,eAAO,MAAM,IAAI,aAAsB,CAAC;AAExC,MAAM,WAAW,iBAAiB,CAAC,CAAC;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,GAAG,EAAE,QAAQ,GAAG,QAAQ,GAAG,MAAM,GAAG,KAAK,CAAC;IAC1C,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,EAAE,EAAE,CAAC,KAAK,EAAE,CAAC,KAAK,OAAO,CAAC,GAAG,CAAC,CAAC;IAC/B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,GAAG,CAAC,EAAE,MAAM,CAAA;IACZ,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC;CAC5B;AAED,MAAM,MAAM,SAAS,CAAC,CAAC,IAAI;IACvB,IAAI,EAAE,CAAC,CAAC;IACR,EAAE,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,OAAO,CAAC,GAAG,CAAC,CAAC;CACvC,CAAA;AAED,qBAAa,WAAW,CAAC,CAAC;IAEtB,MAAM,EAAE,iBAAiB,CAAC,CAAC,CAAC,CAAA;IAC5B,KAAK,EAAE,CAAC,EAAE,CAAM;IAChB,YAAY,EAAE,YAAY,CAAC;gBACf,MAAM,EAAE,iBAAiB,CAAC,CAAC,CAAC;IAMxC,QAAQ;IAcR,EAAE,GAAI,OAAO,WAAW,GAAG,OAAO,EAAE,UAAU,CAAC,IAAI,EAAE;QACjD,OAAO,EAAE,CAAC,CAAC;QAAC,QAAQ,EAAE,GAAG,CAAA;KAC5B,KAAK,IAAI,UAET;IAEK,YAAY;IA6BZ,eAAe,CAAC,KAAK,EAAE,CAAC,GAAG,OAAO,CAAC;QACrC,MAAM,EAAE,SAAS,GAAG,OAAO,GAAG,QAAQ,CAAC;QACvC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;KAChC,CAAC;IAmCI,cAAc,CAAC,KAAK,EAAE,CAAC,GAAG,OAAO,CAAC;QACpC,MAAM,EAAE,SAAS,GAAG,OAAO,GAAG,QAAQ,CAAC;QACvC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;KAChC,CAAC;IA4DI,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,OAAO,CAAC;QAC5B,MAAM,EAAE,SAAS,GAAG,OAAO,GAAG,QAAQ,CAAC;QACvC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;KAChC,CAAC;CAiBL"}

package/dist/ratelimit.js

@@ -0,0 +1,161 @@
+import { EventEmitter } from "events";
+import { TimeCluster } from "./time";
+export const time = new TimeCluster(20);
+export class RateLimiter {
+    config;
+    queue = [];
+    eventManager;
+    constructor(config) {
+        this.config = config;
+        this._resolve();
+        this.eventManager = new EventEmitter();
+    }
+    _resolve() {
+        const intervals = {
+            'second': 1,
+            'minute': 60,
+            'hour': 3600,
+            'day': 86400
+        };
+        const interval = intervals[this.config.per] ?? 1;
+        this.config.rps = Math.ceil(this.config.request / interval);
+        this.config.interval = interval / this.config.request;
+        this.config._count = 0;
+        console.log(this.config);
+    }
+    on = (event, listener) => {
+        this.eventManager.on(event, listener);
+    };
+    async processQueue() {
+        if (this.config.mode === 'spread') {
+            while (this.queue.length > 0 && this.config._count < this.config.rps) {
+                const item = this.queue.shift();
+                await this.invoke(item);
+            }
+        }
+        else {
+            while (this.queue.length > 0) {
+                const now = Date.now();
+                const windowMs = this.config.interval * 1000;
+                // Reset if window expired
+                if (this.config._Tmarker && now - this.config._Tmarker >= windowMs) {
+                    this.config._count = 0;
+                    this.config._Tmarker = now;
+                }
+                // If we have capacity in current window
+                if (this.config._count < this.config.request) {
+                    const item = this.queue.shift();
+                    await this.invoke(item);
+                }
+                else {
+                    // Wait for window reset
+                    break;
+                }
+            }
+        }
+    }
+    async spreadAlgorithm(input) {
+        if (this.config._count < this.config.rps) {
+            this.config._count++;
+            if (this.config._count >= this.config.rps) {
+                await time.waitFor(async () => {
+                    this.config._count = 0;
+                    await this.processQueue();
+                }, this.config.interval);
+            }
+            try {
+                const response = await this.config.cb(input);
+                this.eventManager.emit('completed', {
+                    request: input,
+                    response
+                });
+                return {
+                    status: 'success',
+                };
+            }
+            catch (error) {
+                return {
+                    status: 'error',
+                    message: error.message
+                };
+            }
+        }
+        else {
+            this.queue.push(input);
+            return {
+                status: 'queued',
+            };
+        }
+    }
+    async burstAlgorithm(input) {
+        const now = Date.now();
+        const windowMs = this.config.interval * 1000;
+        // Reset count if window has passed
+        if (this.config._Tmarker && now - this.config._Tmarker >= windowMs) {
+            this.config._count = 0;
+        }
+        // Initialize marker if starting fresh
+        if (this.config._count === 0) {
+            this.config._Tmarker = now;
+        }
+        const timeElapsed = now - this.config._Tmarker;
+        const timeRemaining = windowMs - timeElapsed;
+        // If we've hit request limit but window hasn't expired, queue and wait
+        if (this.config._count >= this.config.request && timeRemaining > 0) {
+            this.queue.push(input);
+            return {
+                status: 'queued',
+            };
+        }
+        // If window has expired, reset and proceed
+        if (timeRemaining <= 0) {
+            this.config._count = 0;
+            this.config._Tmarker = now;
+        }
+        // We can make the request
+        this.config._count++;
+        // If this request hits the limit, schedule reset after remaining time
+        if (this.config._count === this.config.request && timeRemaining > 0) {
+            const waitSeconds = timeRemaining / 1000;
+            await time.waitFor(async () => {
+                this.config._count = 0;
+                await this.processQueue();
+            }, waitSeconds);
+        }
+        try {
+            const response = await this.config.cb(input);
+            this.eventManager.emit('completed', {
+                request: input,
+                response
+            });
+            return {
+                status: 'success',
+            };
+        }
+        catch (error) {
+            return {
+                status: 'error',
+                message: error.message
+            };
+        }
+    }
+    async invoke(input) {
+        let response = null;
+        try {
+            if (this.config.mode === 'spread') {
+                response = await this.spreadAlgorithm(input);
+            }
+            else {
+                response = await this.burstAlgorithm(input);
+            }
+            return response;
+        }
+        catch (error) {
+            return {
+                status: 'error',
+                message: error.message
+            };
+        }
+    }
+}
+//# sourceMappingURL=ratelimit.js.map

package/dist/ratelimit.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ratelimit.js","sourceRoot":"","sources":["../src/ratelimit.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AAErC,MAAM,CAAC,MAAM,IAAI,GAAG,IAAI,WAAW,CAAC,EAAE,CAAC,CAAC;AAmBxC,MAAM,OAAO,WAAW;IAEpB,MAAM,CAAsB;IAC5B,KAAK,GAAQ,EAAE,CAAC;IAChB,YAAY,CAAe;IAC3B,YAAY,MAA4B;QACpC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,QAAQ,EAAE,CAAC;QAChB,IAAI,CAAC,YAAY,GAAG,IAAI,YAAY,EAAE,CAAC;IAC3C,CAAC;IAED,QAAQ;QACJ,MAAM,SAAS,GAAG;YACd,QAAQ,EAAE,CAAC;YACX,QAAQ,EAAE,EAAE;YACZ,MAAM,EAAE,IAAI;YACZ,KAAK,EAAE,KAAK;SACf,CAAC;QACF,MAAM,QAAQ,GAAG,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACjD,IAAI,CAAC,MAAM,CAAC,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,GAAG,QAAQ,CAAC,CAAC;QAC5D,IAAI,CAAC,MAAM,CAAC,QAAQ,GAAG,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;QACtD,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;QACvB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC7B,CAAC;IAED,EAAE,GAAG,CAAC,KAA4B,EAAE,QAE1B,EAAE,EAAE;QACV,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IAC1C,CAAC,CAAA;IAED,KAAK,CAAC,YAAY;QACd,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAChC,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAO,GAAG,IAAI,CAAC,MAAM,CAAC,GAAI,EAAE,CAAC;gBACrE,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAG,CAAC;gBACjC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAC5B,CAAC;QACL,CAAC;aAAM,CAAC;YACJ,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBACvB,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,QAAS,GAAG,IAAI,CAAC;gBAE9C,0BAA0B;gBAC1B,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,QAAQ,EAAE,CAAC;oBACjE,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;oBACvB,IAAI,CAAC,MAAM,CAAC,QAAQ,GAAG,GAAG,CAAC;gBAC/B,CAAC;gBAED,wCAAwC;gBACxC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAO,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;oBAC5C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAG,CAAC;oBACjC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBAC5B,CAAC;qBAAM,CAAC;oBACJ,wBAAwB;oBACxB,MAAM;gBACV,CAAC;YACL,CAAC;QACD,CAAC;IACL,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,KAAQ;QAI1B,IAAI,IAAI,CAAC,MAAM,CAAC,MAAO,GAAG,IAAI,CAAC,MAAM,CAAC,GAAI,EAAE,CAAC;YACzC,IAAI,CAAC,MAAM,CAAC,MAAO,EAAE,CAAC;YAEtB,IAAI,IAAI,CAAC,MAAM,CAAC,MAAO,IAAI,IAAI,CAAC,MAAM,CAAC,GAAI,EAAE,CAAC;gBAC1C,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE;oBAC1B,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;oBACvB,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;gBAC9B,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,QAAkB,CAAC,CAAC;YACvC,CAAC;YAED,IAAI,CAAC;gBACD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;gBAC7C,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,WAAW,EAAE;oBAChC,OAAO,EAAE,KAAK;oBACd,QAAQ;iBACX,CAAC,CAAA;gBACF,OAAO;oBACH,MAAM,EAAE,SAAS;iBACpB,CAAA;YACL,CAAC;YAAC,OAAO,KAAU,EAAE,CAAC;gBAClB,OAAO;oBACH,MAAM,EAAE,OAAO;oBACf,OAAO,EAAE,KAAK,CAAC,OAAO;iBACzB,CAAC;YACN,CAAC;QAEL,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACvB,OAAO;gBACH,MAAM,EAAE,QAAQ;aACnB,CAAA;QACL,CAAC;IACL,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,KAAQ;QAIzB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,QAAS,GAAG,IAAI,CAAC;QAE9C,mCAAmC;QACnC,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,QAAQ,EAAE,CAAC;YACjE,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;QAC3B,CAAC;QAED,sCAAsC;QACtC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3B,IAAI,CAAC,MAAM,CAAC,QAAQ,GAAG,GAAG,CAAC;QAC/B,CAAC;QAED,MAAM,WAAW,GAAG,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,QAAS,CAAC;QAChD,MAAM,aAAa,GAAG,QAAQ,GAAG,WAAW,CAAC;QAE7C,uEAAuE;QACvE,IAAI,IAAI,CAAC,MAAM,CAAC,MAAO,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,aAAa,GAAG,CAAC,EAAE,CAAC;YAClE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACvB,OAAO;gBACH,MAAM,EAAE,QAAQ;aACnB,CAAA;QACL,CAAC;QAED,2CAA2C;QAC3C,IAAI,aAAa,IAAI,CAAC,EAAE,CAAC;YACrB,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;YACvB,IAAI,CAAC,MAAM,CAAC,QAAQ,GAAG,GAAG,CAAC;QAC/B,CAAC;QAED,0BAA0B;QAC1B,IAAI,CAAC,MAAM,CAAC,MAAO,EAAE,CAAC;QAEtB,sEAAsE;QACtE,IAAI,IAAI,CAAC,MAAM,CAAC,MAAO,KAAK,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,aAAa,GAAG,CAAC,EAAE,CAAC;YACnE,MAAM,WAAW,GAAG,aAAa,GAAG,IAAI,CAAC;YACzC,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE;gBAC1B,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;gBACvB,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;YAC9B,CAAC,EAAE,WAAW,CAAC,CAAA;QACnB,CAAC;QAED,IAAI,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;YAC7C,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,WAAW,EAAE;gBAChC,OAAO,EAAE,KAAK;gBACd,QAAQ;aACX,CAAC,CAAC;YACH,OAAO;gBACH,MAAM,EAAE,SAAS;aACpB,CAAA;QACL,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YAClB,OAAO;gBACH,MAAM,EAAE,OAAO;gBACf,OAAO,EAAE,KAAK,CAAC,OAAO;aACzB,CAAA;QACL,CAAC;IACL,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAQ;QAIjB,IAAI,QAAQ,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC;YACD,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAChC,QAAQ,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;YACjD,CAAC;iBAAM,CAAC;gBACJ,QAAQ,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;YAChD,CAAC;YAED,OAAO,QAAQ,CAAC;QACpB,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YAClB,OAAO;gBACH,MAAM,EAAE,OAAO;gBACf,OAAO,EAAE,KAAK,CAAC,OAAO;aACzB,CAAC;QACN,CAAC;IACL,CAAC;CACJ"}

package/dist/test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=test.d.ts.map

package/dist/test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"test.d.ts","sourceRoot":"","sources":["../src/test.ts"],"names":[],"mappings":""}

package/dist/test.js

@@ -0,0 +1,24 @@
+import { Cluster } from "./cluster";
+const cluster = new Cluster('roundrobin');
+cluster.addOption({
+    id: 'deepseek',
+    request: 100,
+    per: 'minute',
+    mode: 'spread',
+    cb: async (input) => {
+        return `Processed: ${input.modelId} - ${input.chatId} by Deepseek`;
+    }
+}, true);
+cluster.on('completed', (data) => {
+    console.log('Completed:', data.response);
+});
+cluster.on('error', (data) => {
+    console.error('Error processing:', data.request, 'Error:', data.response);
+});
+for (let i = 0; i < 500; i++) {
+    await cluster.invoke({
+        modelId: 'gpt-4',
+        chatId: `chat-${i}`,
+    });
+}
+//# sourceMappingURL=test.js.map

package/dist/test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"test.js","sourceRoot":"","sources":["../src/test.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAQpC,MAAM,OAAO,GAAG,IAAI,OAAO,CAAO,YAAY,CAAC,CAAC;AAEhD,OAAO,CAAC,SAAS,CAAC;IACd,EAAE,EAAE,UAAU;IACd,OAAO,EAAE,GAAG;IACZ,GAAG,EAAE,QAAQ;IACb,IAAI,EAAE,QAAQ;IACd,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;QAChB,OAAO,cAAc,KAAK,CAAC,OAAO,MAAM,KAAK,CAAC,MAAM,cAAc,CAAC;IACvE,CAAC;CACJ,EAAE,IAAI,CAAC,CAAC;AAET,OAAO,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,EAAE;IAC7B,OAAO,CAAC,GAAG,CAAC,YAAY,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;AAC7C,CAAC,CAAC,CAAC;AAEH,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;IACzB,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;AAC9E,CAAC,CAAC,CAAC;AAEH,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;IAC3B,MAAM,OAAO,CAAC,MAAM,CAAC;QACjB,OAAO,EAAE,OAAO;QAChB,MAAM,EAAE,QAAQ,CAAC,EAAE;KACtB,CAAC,CAAC;AACP,CAAC"}

package/dist/time.d.ts

@@ -0,0 +1,11 @@
+export declare class Interval {
+    callbacks: any[];
+    constructor();
+    add: (cb: (...args: any[]) => Promise<any>, timeout: number) => void;
+}
+export declare class TimeCluster {
+    intervals: Interval[];
+    constructor(size: number);
+    waitFor: (cb: (...args: any[]) => Promise<any>, timeout: number) => void;
+}
+//# sourceMappingURL=time.d.ts.map

package/dist/time.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"time.d.ts","sourceRoot":"","sources":["../src/time.ts"],"names":[],"mappings":"AAEA,qBAAa,QAAQ;IACjB,SAAS,EAAE,GAAG,EAAE,CAAM;;IAetB,GAAG,GAAI,IAAI,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,OAAO,CAAC,GAAG,CAAC,EAAE,SAAS,MAAM,UAG3D;CACJ;AAED,qBAAa,WAAW;IAEpB,SAAS,aAAyB;gBAEtB,IAAI,EAAE,MAAM;IAMxB,OAAO,GAAI,IAAI,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,OAAO,CAAC,GAAG,CAAC,EAAE,SAAS,MAAM,UAG/D;CACJ"}

package/dist/time.js

@@ -0,0 +1,32 @@
+export class Interval {
+    callbacks = [];
+    constructor() {
+        setInterval(async () => {
+            const time = Date.now();
+            for (let i = this.callbacks.length - 1; i >= 0; i--) {
+                const item = this.callbacks[i];
+                if (time >= item.target) {
+                    await item.cb();
+                    this.callbacks.splice(i, 1);
+                }
+            }
+        }, 250);
+    }
+    add = (cb, timeout) => {
+        const target = Date.now() + timeout * 1000;
+        this.callbacks.push({ cb, target });
+    };
+}
+export class TimeCluster {
+    intervals = new Array();
+    constructor(size) {
+        for (let i = 0; i < size; i++) {
+            this.intervals.push(new Interval());
+        }
+    }
+    waitFor = (cb, timeout) => {
+        const interval = this.intervals[Math.floor(Math.random() * this.intervals.length)];
+        interval.add(cb, timeout);
+    };
+}
+//# sourceMappingURL=time.js.map

package/dist/time.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"time.js","sourceRoot":"","sources":["../src/time.ts"],"names":[],"mappings":"AAEA,MAAM,OAAO,QAAQ;IACjB,SAAS,GAAU,EAAE,CAAC;IAEtB;QACI,WAAW,CAAC,KAAK,IAAI,EAAE;YACnB,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACxB,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAClD,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;gBAC/B,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;oBACtB,MAAM,IAAI,CAAC,EAAE,EAAE,CAAC;oBAChB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;gBAChC,CAAC;YACL,CAAC;QACL,CAAC,EAAE,GAAG,CAAC,CAAC;IACZ,CAAC;IAED,GAAG,GAAG,CAAC,EAAoC,EAAE,OAAe,EAAE,EAAE;QAC5D,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,GAAG,IAAI,CAAC;QAC3C,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;IACxC,CAAC,CAAA;CACJ;AAED,MAAM,OAAO,WAAW;IAEpB,SAAS,GAAG,IAAI,KAAK,EAAY,CAAC;IAElC,YAAY,IAAY;QACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,QAAQ,EAAE,CAAC,CAAC;QACxC,CAAC;IACL,CAAC;IAED,OAAO,GAAG,CAAC,EAAoC,EAAE,OAAe,EAAE,EAAE;QAChE,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;QACnF,QAAQ,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;IAC9B,CAAC,CAAA;CACJ"}

package/package.json

@@ -0,0 +1,39 @@
+{
+  "name": "ttc-rate-limit",
+  "version": "0.1.0",
+  "description": "A rate limiting library with worker pool support for parallel timeout management",
+  "main": "dist/index.js",
+  "module": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "type": "module",
+  "private": false,
+  "files": [
+    "dist"
+  ],
+  "scripts": {
+    "build": "tsc",
+    "dev": "tsc --watch",
+    "test": "bun test",
+    "prepublishOnly": "npm run build"
+  },
+  "keywords": [
+    "rate-limit",
+    "rate-limiting",
+    "worker-pool",
+    "parallel",
+    "timeout",
+    "ttc"
+  ],
+  "author": "",
+  "license": "MIT",
+  "devDependencies": {
+    "@types/bun": "latest",
+    "@types/node": "^25.2.0"
+  },
+  "peerDependencies": {
+    "typescript": "^5.9.3"
+  },
+  "engines": {
+    "node": ">=18.0.0"
+  }
+}