@rupayan-das/request-guard 1.0.0

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Rupayan Das
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,232 @@
+# Request Guard
+
+Redis-based rate limiting and semantic caching for Node.js applications.
+
+## Features
+
+* Token Bucket rate limiting
+* Leaky Bucket rate limiting
+* Sliding Window rate limiting
+* Redis-backed state
+* Semantic caching for LLM responses
+* Pluggable LLM and embedding providers
+* TypeScript support
+* ESM support
+
+## Installation
+
+```bash
+npm install @rupayan-das/request-guard redis
+```
+
+Make sure Redis is running and accessible from your application.
+
+Semantic caching requires Redis with vector search support.
+
+## Rate Limiting
+
+### Using the Factory
+
+```ts
+import { createRateLimiter } from "@rupayan-das/request-guard";
+import { createClient } from "redis";
+
+const client = createClient({
+  url: "redis://localhost:6379",
+});
+
+await client.connect();
+
+const rateLimiter = createRateLimiter({
+  algorithm: "token-bucket",
+  capacity: 10,
+  refillRate: 1,
+  client,
+});
+
+const allowed = await rateLimiter.allowRequest("user-123");
+
+console.log(allowed);
+```
+
+`allowRequest()` returns `true` when the request is allowed and `false` when the rate limit has been exceeded.
+
+## Available Algorithms
+
+### Token Bucket
+
+```ts
+const rateLimiter = createRateLimiter({
+  algorithm: "token-bucket",
+  capacity: 10,
+  refillRate: 1,
+  client,
+});
+```
+
+* `capacity`: Maximum number of tokens in the bucket.
+* `refillRate`: Number of tokens added per second.
+
+### Leaky Bucket
+
+```ts
+const rateLimiter = createRateLimiter({
+  algorithm: "leaky-bucket",
+  capacity: 10,
+  leakRate: 1,
+  client,
+});
+```
+
+* `capacity`: Maximum bucket capacity.
+* `leakRate`: Number of requests processed per second.
+
+### Sliding Window
+
+```ts
+const rateLimiter = createRateLimiter({
+  algorithm: "sliding-window",
+  windowSize: 60,
+  maxRequests: 10,
+  client,
+});
+```
+
+* `windowSize`: Window duration in seconds.
+* `maxRequests`: Maximum number of requests allowed within the window.
+
+## Semantic Cache
+
+Semantic caching uses embeddings to determine whether a new query is sufficiently similar to a previously cached query.
+
+```ts
+import { SemanticCache } from "@rupayan-das/request-guard";
+
+const cache = new SemanticCache({
+  client,
+  embeddingProvider,
+  llmProvider,
+  threshold: 0.6,
+});
+
+const response = await cache.getOrGenerate(
+  "Explain how Redis works"
+);
+
+console.log(response);
+```
+
+If a sufficiently similar query exists in the cache, its cached response is returned instead of generating a new LLM response.
+
+The default similarity threshold is `0.6`.
+
+A higher threshold requires queries to be more similar to produce a cache hit. A lower threshold allows more loosely related queries to use cached responses.
+
+## Providers
+
+The semantic cache does not depend on a specific AI provider.
+
+You provide implementations of the `EmbeddingProvider` and `LLMProvider` interfaces.
+
+### Embedding Provider
+
+```ts
+interface EmbeddingProvider {
+  generateEmbedding(text: string): Promise<number[]>;
+}
+```
+
+### LLM Provider
+
+```ts
+interface LLMProvider {
+  askLLM(prompt: string): Promise<string>;
+}
+```
+
+This allows the semantic cache to work with different LLM and embedding providers.
+
+For example, you can implement these interfaces using OpenAI, Anthropic, Gemini, a local model, or another provider.
+
+## Direct Algorithm Usage
+
+The individual rate limiting algorithms can also be instantiated directly.
+
+```ts
+import { TokenBucket } from "@rupayan-das/request-guard";
+
+const limiter = new TokenBucket(
+  10,
+  1,
+  client
+);
+
+const allowed = await limiter.allowRequest("user-123");
+
+console.log(allowed);
+```
+
+The same approach can be used with `LeakyBucket` and `SlidingWindow`.
+
+## API
+
+### `createRateLimiter(options)`
+
+Creates a rate limiter using one of the supported algorithms:
+
+* `token-bucket`
+* `leaky-bucket`
+* `sliding-window`
+
+### `SemanticCache(options)`
+
+Creates a semantic cache using:
+
+* A Redis client
+* An embedding provider
+* An LLM provider
+* An optional similarity threshold
+
+### `allowRequest(userId)`
+
+Checks whether a request should be allowed for the specified user.
+
+Returns:
+
+```ts
+Promise<boolean>
+```
+
+* `true`: Request is allowed.
+* `false`: Rate limit has been exceeded.
+
+### `getOrGenerate(query)`
+
+Checks the semantic cache for a sufficiently similar query.
+
+* Returns the cached response on a cache hit.
+* Calls the configured LLM provider on a cache miss.
+* Stores the generated response in the semantic cache.
+
+Returns:
+
+```ts
+Promise<string>
+```
+
+## Redis
+
+The rate limiter uses Redis to store rate limiting state.
+
+The semantic cache uses Redis to store cached queries, responses, and embeddings and to perform vector similarity searches.
+
+Make sure your Redis instance is accessible from your Node.js application.
+
+## Requirements
+
+* Node.js `>= 20`
+* Redis with vector search support for semantic caching
+
+## License
+
+ISC

package/dist/config/redis.config.d.ts

@@ -0,0 +1,3 @@
+declare const client: import("redis").RedisClientType<{}, {}, {}, 3, {}>;
+export { client, };
+//# sourceMappingURL=redis.config.d.ts.map

package/dist/config/redis.config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"redis.config.d.ts","sourceRoot":"","sources":["../../src/config/redis.config.ts"],"names":[],"mappings":"AAEA,QAAA,MAAM,MAAM,oDAAiB,CAAC;AAM9B,OAAO,EACH,MAAM,GACT,CAAA"}

package/dist/config/redis.config.js

@@ -0,0 +1,6 @@
+import { createClient } from "redis";
+const client = createClient();
+client.on('error', err => console.log('Redis Client Error', err));
+await client.connect();
+export { client, };
+//# sourceMappingURL=redis.config.js.map

package/dist/config/redis.config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"redis.config.js","sourceRoot":"","sources":["../../src/config/redis.config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,OAAO,CAAC;AAErC,MAAM,MAAM,GAAG,YAAY,EAAE,CAAC;AAE9B,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,GAAG,CAAC,CAAC,CAAC;AAElE,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC;AAEvB,OAAO,EACH,MAAM,GACT,CAAA"}

package/dist/index.d.ts

@@ -0,0 +1,10 @@
+export { TokenBucket } from "./rate_limiter/algorithms/tokenBucket.algo.js";
+export { LeakyBucket } from "./rate_limiter/algorithms/leakyBucket.algo.js";
+export { SlidingWindow } from "./rate_limiter/algorithms/slidingWindow.algo.js";
+export { createRateLimiter } from "./rate_limiter/rateLimiter.factory.js";
+export { SemanticCache } from "./semantic_cache/services/semantic_cache.service.js";
+export type { RateLimiter } from "./rate_limiter/rateLimiter.interface.js";
+export type { RateLimiterOptions } from "./rate_limiter/rateLimiter.factory.js";
+export type { LLMProvider } from "./interfaces/llm.interface.js";
+export type { EmbeddingProvider } from "./interfaces/embedding.interface.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,+CAA+C,CAAC;AAC5E,OAAO,EAAE,WAAW,EAAE,MAAM,+CAA+C,CAAC;AAC5E,OAAO,EAAE,aAAa,EAAE,MAAM,iDAAiD,CAAC;AAEhF,OAAO,EAAE,iBAAiB,EAAE,MAAM,uCAAuC,CAAC;AAG1E,OAAO,EAAE,aAAa,EAAE,MAAM,qDAAqD,CAAC;AAEpF,YAAY,EAAE,WAAW,EAAE,MAAM,yCAAyC,CAAC;AAC3E,YAAY,EAAE,kBAAkB,EAAE,MAAM,uCAAuC,CAAC;AAChF,YAAY,EAAE,WAAW,EAAE,MAAM,+BAA+B,CAAC;AACjE,YAAY,EAAE,iBAAiB,EAAE,MAAM,qCAAqC,CAAC"}

package/dist/index.js

@@ -0,0 +1,6 @@
+export { TokenBucket } from "./rate_limiter/algorithms/tokenBucket.algo.js";
+export { LeakyBucket } from "./rate_limiter/algorithms/leakyBucket.algo.js";
+export { SlidingWindow } from "./rate_limiter/algorithms/slidingWindow.algo.js";
+export { createRateLimiter } from "./rate_limiter/rateLimiter.factory.js";
+export { SemanticCache } from "./semantic_cache/services/semantic_cache.service.js";
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,+CAA+C,CAAC;AAC5E,OAAO,EAAE,WAAW,EAAE,MAAM,+CAA+C,CAAC;AAC5E,OAAO,EAAE,aAAa,EAAE,MAAM,iDAAiD,CAAC;AAEhF,OAAO,EAAE,iBAAiB,EAAE,MAAM,uCAAuC,CAAC;AAG1E,OAAO,EAAE,aAAa,EAAE,MAAM,qDAAqD,CAAC"}

package/dist/interfaces/embedding.interface.d.ts

@@ -0,0 +1,4 @@
+export interface EmbeddingProvider {
+    generateEmbedding(text: string): Promise<number[]>;
+}
+//# sourceMappingURL=embedding.interface.d.ts.map

package/dist/interfaces/embedding.interface.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedding.interface.d.ts","sourceRoot":"","sources":["../../src/interfaces/embedding.interface.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,iBAAiB;IAC9B,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;CACtD"}

package/dist/interfaces/embedding.interface.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=embedding.interface.js.map

package/dist/interfaces/embedding.interface.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedding.interface.js","sourceRoot":"","sources":["../../src/interfaces/embedding.interface.ts"],"names":[],"mappings":""}

package/dist/interfaces/llm.interface.d.ts

@@ -0,0 +1,4 @@
+export interface LLMProvider {
+    askLLM(query: string): Promise<string>;
+}
+//# sourceMappingURL=llm.interface.d.ts.map

package/dist/interfaces/llm.interface.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm.interface.d.ts","sourceRoot":"","sources":["../../src/interfaces/llm.interface.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,WAAW;IACxB,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CAC1C"}

package/dist/interfaces/llm.interface.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=llm.interface.js.map

package/dist/interfaces/llm.interface.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm.interface.js","sourceRoot":"","sources":["../../src/interfaces/llm.interface.ts"],"names":[],"mappings":""}

package/dist/rate_limiter/algorithms/leakyBucket.algo.d.ts

@@ -0,0 +1,37 @@
+import type { RedisClientType } from "redis";
+import type { RateLimiter } from "../rateLimiter.interface.js";
+declare class LeakyBucket implements RateLimiter {
+    private capacity;
+    private leakRate;
+    private client;
+    private readonly script;
+    constructor(capacity: number, leakRate: number, client: RedisClientType);
+    allowRequest(userId: string): Promise<boolean>;
+    runScript(userId: string): Promise<string | number | bigint | boolean | (string | number | bigint | boolean | (string | number | bigint | boolean | (string | number | bigint | boolean | (string | number | bigint | boolean | (string | number | bigint | boolean | (string | number | bigint | boolean | (string | number | bigint | boolean | (string | number | bigint | boolean | (string | number | bigint | boolean | (string | number | bigint | boolean | (string | number | bigint | boolean | /*elided*/ any | import("redis").BlobError | import("redis").SimpleError | {
+        [x: string]: string | number | bigint | boolean | /*elided*/ any | import("redis").BlobError | import("redis").SimpleError | /*elided*/ any | null;
+    } | null)[] | import("redis").BlobError | import("redis").SimpleError | {
+        [x: string]: string | number | bigint | boolean | any | import("redis").BlobError | import("redis").SimpleError | any | null;
+    } | null)[] | import("redis").BlobError | import("redis").SimpleError | {
+        [x: string]: string | number | bigint | boolean | any | import("redis").BlobError | import("redis").SimpleError | any | null;
+    } | null)[] | import("redis").BlobError | import("redis").SimpleError | {
+        [x: string]: string | number | bigint | boolean | any | import("redis").BlobError | import("redis").SimpleError | any | null;
+    } | null)[] | import("redis").BlobError | import("redis").SimpleError | {
+        [x: string]: string | number | bigint | boolean | any | import("redis").BlobError | import("redis").SimpleError | any | null;
+    } | null)[] | import("redis").BlobError | import("redis").SimpleError | {
+        [x: string]: string | number | bigint | boolean | any | import("redis").BlobError | import("redis").SimpleError | any | null;
+    } | null)[] | import("redis").BlobError | import("redis").SimpleError | {
+        [x: string]: string | number | bigint | boolean | any | import("redis").BlobError | import("redis").SimpleError | any | null;
+    } | null)[] | import("redis").BlobError | import("redis").SimpleError | {
+        [x: string]: string | number | bigint | boolean | any | import("redis").BlobError | import("redis").SimpleError | any | null;
+    } | null)[] | import("redis").BlobError | import("redis").SimpleError | {
+        [x: string]: string | number | bigint | boolean | any | import("redis").BlobError | import("redis").SimpleError | any | null;
+    } | null)[] | import("redis").BlobError | import("redis").SimpleError | {
+        [x: string]: string | number | bigint | boolean | any | import("redis").BlobError | import("redis").SimpleError | any | null;
+    } | null)[] | import("redis").BlobError | import("redis").SimpleError | {
+        [x: string]: string | number | bigint | boolean | any | import("redis").BlobError | import("redis").SimpleError | any | null;
+    } | null)[] | import("redis").BlobError | import("redis").SimpleError | {
+        [x: string]: string | number | bigint | boolean | any | import("redis").BlobError | import("redis").SimpleError | any | null;
+    } | null>;
+}
+export { LeakyBucket };
+//# sourceMappingURL=leakyBucket.algo.d.ts.map

package/dist/rate_limiter/algorithms/leakyBucket.algo.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"leakyBucket.algo.d.ts","sourceRoot":"","sources":["../../../src/rate_limiter/algorithms/leakyBucket.algo.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,OAAO,CAAC;AAC7C,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,6BAA6B,CAAC;AAE/D,cAAM,WAAY,YAAW,WAAW;IACpC,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,MAAM,CAAkB;IAEhC,OAAO,CAAC,QAAQ,CAAC,MAAM,CA0CrB;IAEF,YAAY,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,eAAe,EAItE;IAEK,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAOnD;IAGK,SAAS,CAAC,MAAM,EAAE,MAAM;;;;;;;;;;;;;;;;;;;;;;;;cAU7B;CAGJ;AAED,OAAO,EAAE,WAAW,EAAE,CAAC"}

package/dist/rate_limiter/algorithms/leakyBucket.algo.js

@@ -0,0 +1,73 @@
+class LeakyBucket {
+    capacity;
+    leakRate;
+    client;
+    script = `
+        local capacity = tonumber(ARGV[1])
+        local leakRate = tonumber(ARGV[2])
+        local now = tonumber(ARGV[3])
+        local lastLeakTime = tonumber(redis.call("HGET", KEYS[1], "lastLeakTime"))
+        local currentLevel = tonumber(redis.call("HGET", KEYS[1], "currentLevel"))
+
+        if currentLevel == nil then
+            currentLevel = 0
+            lastLeakTime = now
+            redis.call("HSET", KEYS[1],
+                "currentLevel", currentLevel,
+                "lastLeakTime", now
+            )
+        
+        else 
+            lastLeakTime = tonumber(redis.call("HGET", KEYS[1], "lastLeakTime"))
+        end
+            
+        local elapsedTime = (now - lastLeakTime) / 1000
+        local leakedRequests = math.floor(leakRate * elapsedTime)
+
+        if leakedRequests > 0 then
+            currentLevel = currentLevel - leakedRequests
+            if (currentLevel < 0) then
+                currentLevel = 0
+            end
+            lastLeakTime = lastLeakTime + (leakedRequests / leakRate) * 1000
+        end
+
+        local allowed = 0
+        if (currentLevel < capacity) then
+            currentLevel = currentLevel + 1
+            allowed = 1
+        end
+
+        redis.call("HSET", KEYS[1],
+            "currentLevel", currentLevel,
+            "lastLeakTime", lastLeakTime
+        )
+
+        return allowed
+    `;
+    constructor(capacity, leakRate, client) {
+        this.capacity = capacity;
+        this.leakRate = leakRate;
+        this.client = client;
+    }
+    async allowRequest(userId) {
+        const result = await this.runScript(userId);
+        if (result === 1) {
+            return true;
+        }
+        return false;
+    }
+    async runScript(userId) {
+        const result = await this.client.eval(this.script, {
+            keys: [`leaky_bucket:${userId}`],
+            arguments: [
+                String(this.capacity),
+                String(this.leakRate),
+                String(Date.now()),
+            ],
+        });
+        return result;
+    }
+}
+export { LeakyBucket };
+//# sourceMappingURL=leakyBucket.algo.js.map

package/dist/rate_limiter/algorithms/leakyBucket.algo.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"leakyBucket.algo.js","sourceRoot":"","sources":["../../../src/rate_limiter/algorithms/leakyBucket.algo.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW;IACL,QAAQ,CAAS;IACjB,QAAQ,CAAS;IACjB,MAAM,CAAkB;IAEf,MAAM,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KA0CzB,CAAC;IAEF,YAAY,QAAgB,EAAE,QAAgB,EAAE,MAAuB;QACnE,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,MAAc;QAC7B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAE5C,IAAG,MAAM,KAAK,CAAC,EAAC,CAAC;YACb,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,OAAO,KAAK,CAAC;IACjB,CAAC;IAGD,KAAK,CAAC,SAAS,CAAC,MAAc;QAC1B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;YAC/C,IAAI,EAAE,CAAC,gBAAgB,MAAM,EAAE,CAAC;YAChC,SAAS,EAAE;gBACP,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC;gBACrB,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC;gBACrB,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;aACrB;SACJ,CAAC,CAAC;QACH,OAAO,MAAM,CAAC;IAClB,CAAC;CAGJ;AAED,OAAO,EAAE,WAAW,EAAE,CAAC"}

package/dist/rate_limiter/algorithms/slidingWindow.algo.d.ts

@@ -0,0 +1,13 @@
+import type { RedisClientType } from "redis";
+import type { RateLimiter } from "../rateLimiter.interface.js";
+declare class SlidingWindow implements RateLimiter {
+    private windowSize;
+    private maxRequests;
+    private client;
+    private readonly script;
+    constructor(windowSize: number, maxRequests: number, client: RedisClientType);
+    allowRequest(userId: string): Promise<boolean>;
+    runScript(userId: string, requestId: string): Promise<number>;
+}
+export { SlidingWindow, };
+//# sourceMappingURL=slidingWindow.algo.d.ts.map

package/dist/rate_limiter/algorithms/slidingWindow.algo.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"slidingWindow.algo.d.ts","sourceRoot":"","sources":["../../../src/rate_limiter/algorithms/slidingWindow.algo.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,OAAO,CAAC;AAC7C,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,6BAA6B,CAAC;AAE/D,cAAM,aAAc,YAAW,WAAW;IACtC,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,MAAM,CAAkB;IAEhC,OAAO,CAAC,QAAQ,CAAC,MAAM,CA0BtB;IACD,YAAY,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,eAAe,EAI3E;IAGK,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAInD;IAGK,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAWlE;CAEJ;AAED,OAAM,EACF,aAAa,GAChB,CAAA"}

package/dist/rate_limiter/algorithms/slidingWindow.algo.js

@@ -0,0 +1,56 @@
+class SlidingWindow {
+    windowSize;
+    maxRequests;
+    client;
+    script = `
+        local now = tonumber(ARGV[1])
+        local maxRequests = tonumber(ARGV[2])
+        local windowSize = tonumber(ARGV[3])
+        local requestId = ARGV[4]
+        local windowStart = now - windowSize * 1000
+
+        redis.call(
+            "ZREMRANGEBYSCORE",
+            KEYS[1],
+            0,
+            windowStart
+        )
+
+        local requestCount = redis.call("ZCARD", KEYS[1])
+        if requestCount < maxRequests then
+            redis.call(
+                "ZADD",
+                KEYS[1],
+                now,
+                requestId
+            )
+            return 1
+        end
+
+        return 0
+    `;
+    constructor(windowSize, maxRequests, client) {
+        this.windowSize = windowSize;
+        this.maxRequests = maxRequests;
+        this.client = client;
+    }
+    async allowRequest(userId) {
+        const requestId = `${Date.now()}-${crypto.randomUUID()}`;
+        const result = await this.runScript(userId, requestId);
+        return Boolean(result);
+    }
+    async runScript(userId, requestId) {
+        const result = await this.client.eval(this.script, {
+            keys: [`sliding_window:${userId}`],
+            arguments: [
+                String(Date.now()),
+                String(this.maxRequests),
+                String(this.windowSize),
+                requestId
+            ],
+        });
+        return result;
+    }
+}
+export { SlidingWindow, };
+//# sourceMappingURL=slidingWindow.algo.js.map

package/dist/rate_limiter/algorithms/slidingWindow.algo.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"slidingWindow.algo.js","sourceRoot":"","sources":["../../../src/rate_limiter/algorithms/slidingWindow.algo.ts"],"names":[],"mappings":"AAGA,MAAM,aAAa;IACP,UAAU,CAAS;IACnB,WAAW,CAAS;IACpB,MAAM,CAAkB;IAEf,MAAM,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;KA0BzB,CAAA;IACD,YAAY,UAAkB,EAAE,WAAmB,EAAE,MAAuB;QACxE,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACzB,CAAC;IAGD,KAAK,CAAC,YAAY,CAAC,MAAc;QAC7B,MAAM,SAAS,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,MAAM,CAAC,UAAU,EAAE,EAAE,CAAC;QACzD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QACvD,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC;IAC3B,CAAC;IAGD,KAAK,CAAC,SAAS,CAAC,MAAc,EAAE,SAAiB;QAC7C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;YAC/C,IAAI,EAAE,CAAC,kBAAkB,MAAM,EAAE,CAAC;YAClC,SAAS,EAAE;gBACP,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;gBAClB,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC;gBACxB,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC;gBACvB,SAAS;aACZ;SACJ,CAAC,CAAC;QACH,OAAO,MAAgB,CAAC;IAC5B,CAAC;CAEJ;AAED,OAAM,EACF,aAAa,GAChB,CAAA"}

package/dist/rate_limiter/algorithms/tokenBucket.algo.d.ts

@@ -0,0 +1,37 @@
+import type { RedisClientType } from "redis";
+import type { RateLimiter } from "../rateLimiter.interface.js";
+declare class TokenBucket implements RateLimiter {
+    private capacity;
+    private refillRate;
+    private client;
+    private readonly script;
+    constructor(capacity: number, refillRate: number, client: RedisClientType);
+    allowRequest(userId: string): Promise<boolean>;
+    runScript(userId: string): Promise<string | number | bigint | boolean | (string | number | bigint | boolean | (string | number | bigint | boolean | (string | number | bigint | boolean | (string | number | bigint | boolean | (string | number | bigint | boolean | (string | number | bigint | boolean | (string | number | bigint | boolean | (string | number | bigint | boolean | (string | number | bigint | boolean | (string | number | bigint | boolean | (string | number | bigint | boolean | /*elided*/ any | import("redis").BlobError | import("redis").SimpleError | {
+        [x: string]: string | number | bigint | boolean | /*elided*/ any | import("redis").BlobError | import("redis").SimpleError | /*elided*/ any | null;
+    } | null)[] | import("redis").BlobError | import("redis").SimpleError | {
+        [x: string]: string | number | bigint | boolean | any | import("redis").BlobError | import("redis").SimpleError | any | null;
+    } | null)[] | import("redis").BlobError | import("redis").SimpleError | {
+        [x: string]: string | number | bigint | boolean | any | import("redis").BlobError | import("redis").SimpleError | any | null;
+    } | null)[] | import("redis").BlobError | import("redis").SimpleError | {
+        [x: string]: string | number | bigint | boolean | any | import("redis").BlobError | import("redis").SimpleError | any | null;
+    } | null)[] | import("redis").BlobError | import("redis").SimpleError | {
+        [x: string]: string | number | bigint | boolean | any | import("redis").BlobError | import("redis").SimpleError | any | null;
+    } | null)[] | import("redis").BlobError | import("redis").SimpleError | {
+        [x: string]: string | number | bigint | boolean | any | import("redis").BlobError | import("redis").SimpleError | any | null;
+    } | null)[] | import("redis").BlobError | import("redis").SimpleError | {
+        [x: string]: string | number | bigint | boolean | any | import("redis").BlobError | import("redis").SimpleError | any | null;
+    } | null)[] | import("redis").BlobError | import("redis").SimpleError | {
+        [x: string]: string | number | bigint | boolean | any | import("redis").BlobError | import("redis").SimpleError | any | null;
+    } | null)[] | import("redis").BlobError | import("redis").SimpleError | {
+        [x: string]: string | number | bigint | boolean | any | import("redis").BlobError | import("redis").SimpleError | any | null;
+    } | null)[] | import("redis").BlobError | import("redis").SimpleError | {
+        [x: string]: string | number | bigint | boolean | any | import("redis").BlobError | import("redis").SimpleError | any | null;
+    } | null)[] | import("redis").BlobError | import("redis").SimpleError | {
+        [x: string]: string | number | bigint | boolean | any | import("redis").BlobError | import("redis").SimpleError | any | null;
+    } | null)[] | import("redis").BlobError | import("redis").SimpleError | {
+        [x: string]: string | number | bigint | boolean | any | import("redis").BlobError | import("redis").SimpleError | any | null;
+    } | null>;
+}
+export { TokenBucket, };
+//# sourceMappingURL=tokenBucket.algo.d.ts.map

package/dist/rate_limiter/algorithms/tokenBucket.algo.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokenBucket.algo.d.ts","sourceRoot":"","sources":["../../../src/rate_limiter/algorithms/tokenBucket.algo.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,OAAO,CAAC;AAC7C,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,6BAA6B,CAAC;AAE/D,cAAM,WAAY,YAAW,WAAW;IACpC,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,MAAM,CAAkB;IAChC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAyDrB;IAEF,YAAY,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,eAAe,EAIxE;IAEK,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAOnD;IAEK,SAAS,CAAC,MAAM,EAAE,MAAM;;;;;;;;;;;;;;;;;;;;;;;;cAU7B;CAGJ;AAGD,OAAO,EACH,WAAW,GACd,CAAA"}

package/dist/rate_limiter/algorithms/tokenBucket.algo.js

@@ -0,0 +1,88 @@
+class TokenBucket {
+    capacity;
+    refillRate;
+    client;
+    script = `
+        local now = tonumber(ARGV[3])
+        local capacity = tonumber(ARGV[1])
+        local refillRate = tonumber(ARGV[2])
+
+        local tokens = tonumber(
+            redis.call("HGET", KEYS[1], "tokens")
+        )
+
+        local lastRefillTime
+
+        if tokens == nil then
+
+            tokens = capacity
+            lastRefillTime = now
+
+            redis.call("HSET", KEYS[1],
+                "tokens", tokens,
+                "lastRefillTime", lastRefillTime
+            )
+
+        else
+
+            lastRefillTime = tonumber(
+                redis.call("HGET", KEYS[1], "lastRefillTime")
+            )
+
+        end
+
+        local elapsedTime = (now - lastRefillTime) / 1000
+
+        local tokensToAdd = elapsedTime * refillRate
+
+        local newTokens = math.min(
+            capacity,
+            tokens + tokensToAdd
+        )
+
+        if newTokens >= 1 then
+
+            newTokens = newTokens - 1
+
+            redis.call("HSET", KEYS[1],
+                "tokens", newTokens,
+                "lastRefillTime", now
+            )
+
+            return 1
+
+        end
+
+        redis.call("HSET", KEYS[1],
+            "tokens", newTokens,
+            "lastRefillTime", now
+        )
+
+        return 0
+    `;
+    constructor(capacity, refillRate, client) {
+        this.capacity = capacity;
+        this.refillRate = refillRate;
+        this.client = client;
+    }
+    async allowRequest(userId) {
+        const result = await this.runScript(userId);
+        if (result === 1) {
+            return true;
+        }
+        return false;
+    }
+    async runScript(userId) {
+        const result = await this.client.eval(this.script, {
+            keys: [`token_bucket:${userId}`],
+            arguments: [
+                String(this.capacity),
+                String(this.refillRate),
+                String(Date.now()),
+            ],
+        });
+        return result;
+    }
+}
+export { TokenBucket, };
+//# sourceMappingURL=tokenBucket.algo.js.map

package/dist/rate_limiter/algorithms/tokenBucket.algo.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokenBucket.algo.js","sourceRoot":"","sources":["../../../src/rate_limiter/algorithms/tokenBucket.algo.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW;IACL,QAAQ,CAAS;IACjB,UAAU,CAAS;IACnB,MAAM,CAAkB;IACf,MAAM,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KAyDzB,CAAC;IAEF,YAAY,QAAgB,EAAE,UAAkB,EAAE,MAAuB;QACrE,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,MAAc;QAC7B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAE5C,IAAG,MAAM,KAAK,CAAC,EAAC,CAAC;YACb,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,MAAc;QAC1B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;YAC/C,IAAI,EAAE,CAAC,gBAAgB,MAAM,EAAE,CAAC;YAChC,SAAS,EAAE;gBACP,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC;gBACrB,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC;gBACvB,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;aACrB;SACJ,CAAC,CAAC;QACH,OAAO,MAAM,CAAC;IAClB,CAAC;CAGJ;AAGD,OAAO,EACH,WAAW,GACd,CAAA"}

package/dist/rate_limiter/rateLimiter.factory.d.ts

@@ -0,0 +1,22 @@
+import type { RedisClientType } from "redis";
+import type { RateLimiter } from "./rateLimiter.interface.js";
+type RateLimiterOptions = {
+    algorithm: "token-bucket";
+    capacity: number;
+    refillRate: number;
+    client: RedisClientType;
+} | {
+    algorithm: "leaky-bucket";
+    capacity: number;
+    leakRate: number;
+    client: RedisClientType;
+} | {
+    algorithm: "sliding-window";
+    windowSize: number;
+    maxRequests: number;
+    client: RedisClientType;
+};
+declare function createRateLimiter(options: RateLimiterOptions): RateLimiter;
+export { createRateLimiter };
+export type { RateLimiterOptions };
+//# sourceMappingURL=rateLimiter.factory.d.ts.map

package/dist/rate_limiter/rateLimiter.factory.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rateLimiter.factory.d.ts","sourceRoot":"","sources":["../../src/rate_limiter/rateLimiter.factory.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,OAAO,CAAC;AAC7C,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AAK9D,KAAK,kBAAkB,GACjB;IACE,SAAS,EAAE,cAAc,CAAC;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,eAAe,CAAC;CAC3B,GACC;IACE,SAAS,EAAE,cAAc,CAAC;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,eAAe,CAAC;CAC3B,GACC;IACE,SAAS,EAAE,gBAAgB,CAAC;IAC5B,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,eAAe,CAAC;CAC3B,CAAC;AAEN,iBAAS,iBAAiB,CAAC,OAAO,EAAE,kBAAkB,GAAG,WAAW,CAuBnE;AAED,OAAO,EAAE,iBAAiB,EAAE,CAAC;AAC7B,YAAY,EAAE,kBAAkB,EAAE,CAAC"}

package/dist/rate_limiter/rateLimiter.factory.js

@@ -0,0 +1,15 @@
+import { TokenBucket } from "./algorithms/tokenBucket.algo.js";
+import { LeakyBucket } from "./algorithms/leakyBucket.algo.js";
+import { SlidingWindow } from "./algorithms/slidingWindow.algo.js";
+function createRateLimiter(options) {
+    switch (options.algorithm) {
+        case "token-bucket":
+            return new TokenBucket(options.capacity, options.refillRate, options.client);
+        case "leaky-bucket":
+            return new LeakyBucket(options.capacity, options.leakRate, options.client);
+        case "sliding-window":
+            return new SlidingWindow(options.windowSize, options.maxRequests, options.client);
+    }
+}
+export { createRateLimiter };
+//# sourceMappingURL=rateLimiter.factory.js.map

package/dist/rate_limiter/rateLimiter.factory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rateLimiter.factory.js","sourceRoot":"","sources":["../../src/rate_limiter/rateLimiter.factory.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,kCAAkC,CAAC;AAC/D,OAAO,EAAE,WAAW,EAAE,MAAM,kCAAkC,CAAC;AAC/D,OAAO,EAAE,aAAa,EAAE,MAAM,oCAAoC,CAAC;AAsBnE,SAAS,iBAAiB,CAAC,OAA2B;IAClD,QAAQ,OAAO,CAAC,SAAS,EAAE,CAAC;QACxB,KAAK,cAAc;YACf,OAAO,IAAI,WAAW,CAClB,OAAO,CAAC,QAAQ,EAChB,OAAO,CAAC,UAAU,EAClB,OAAO,CAAC,MAAM,CACjB,CAAC;QAEN,KAAK,cAAc;YACf,OAAO,IAAI,WAAW,CAClB,OAAO,CAAC,QAAQ,EAChB,OAAO,CAAC,QAAQ,EAChB,OAAO,CAAC,MAAM,CACjB,CAAC;QAEN,KAAK,gBAAgB;YACjB,OAAO,IAAI,aAAa,CACpB,OAAO,CAAC,UAAU,EAClB,OAAO,CAAC,WAAW,EACnB,OAAO,CAAC,MAAM,CACjB,CAAC;IACV,CAAC;AACL,CAAC;AAED,OAAO,EAAE,iBAAiB,EAAE,CAAC"}

package/dist/rate_limiter/rateLimiter.interface.d.ts

@@ -0,0 +1,5 @@
+interface RateLimiter {
+    allowRequest(userId: string): Promise<boolean>;
+}
+export type { RateLimiter };
+//# sourceMappingURL=rateLimiter.interface.d.ts.map

package/dist/rate_limiter/rateLimiter.interface.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rateLimiter.interface.d.ts","sourceRoot":"","sources":["../../src/rate_limiter/rateLimiter.interface.ts"],"names":[],"mappings":"AAAA,UAAU,WAAW;IACjB,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;CAClD;AAED,YAAY,EAAE,WAAW,EAAE,CAAC"}

package/dist/rate_limiter/rateLimiter.interface.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=rateLimiter.interface.js.map

package/dist/rate_limiter/rateLimiter.interface.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rateLimiter.interface.js","sourceRoot":"","sources":["../../src/rate_limiter/rateLimiter.interface.ts"],"names":[],"mappings":""}

package/dist/semantic_cache/config/semantic_cache.config.d.ts

@@ -0,0 +1,2 @@
+export declare const CACHE_SIMILARITY_THRESHOLD = 0.6;
+//# sourceMappingURL=semantic_cache.config.d.ts.map

package/dist/semantic_cache/config/semantic_cache.config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"semantic_cache.config.d.ts","sourceRoot":"","sources":["../../../src/semantic_cache/config/semantic_cache.config.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,0BAA0B,MAAM,CAAC"}

package/dist/semantic_cache/config/semantic_cache.config.js

@@ -0,0 +1,2 @@
+export const CACHE_SIMILARITY_THRESHOLD = 0.6;
+//# sourceMappingURL=semantic_cache.config.js.map

package/dist/semantic_cache/config/semantic_cache.config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"semantic_cache.config.js","sourceRoot":"","sources":["../../../src/semantic_cache/config/semantic_cache.config.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,0BAA0B,GAAG,GAAG,CAAC"}

package/dist/semantic_cache/services/semantic_cache.service.d.ts

@@ -0,0 +1,23 @@
+import type { RedisClientType } from "redis";
+import type { LLMProvider } from "../../interfaces/llm.interface.js";
+import type { EmbeddingProvider } from "../../interfaces/embedding.interface.js";
+type SemanticCacheOptions = {
+    client: RedisClientType;
+    embeddingProvider: EmbeddingProvider;
+    llmProvider: LLMProvider;
+    threshold?: number;
+};
+declare class SemanticCache {
+    private client;
+    private embeddingProvider;
+    private llmProvider;
+    private threshold;
+    constructor(options: SemanticCacheOptions);
+    private createCacheService;
+    private getCacheService;
+    private searchCacheService;
+    private isCacheHit;
+    getCachedOrGenerate(query: string): Promise<string>;
+}
+export { SemanticCache };
+//# sourceMappingURL=semantic_cache.service.d.ts.map

package/dist/semantic_cache/services/semantic_cache.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"semantic_cache.service.d.ts","sourceRoot":"","sources":["../../../src/semantic_cache/services/semantic_cache.service.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,OAAO,CAAC;AAG7C,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mCAAmC,CAAC;AACrE,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,yCAAyC,CAAC;AAIjF,KAAK,oBAAoB,GAAG;IACxB,MAAM,EAAE,eAAe,CAAC;IACxB,iBAAiB,EAAE,iBAAiB,CAAC;IACrC,WAAW,EAAE,WAAW,CAAC;IACzB,SAAS,CAAC,EAAE,MAAM,CAAC;CACtB,CAAC;AAkBF,cAAM,aAAa;IACf,OAAO,CAAC,MAAM,CAAkB;IAChC,OAAO,CAAC,iBAAiB,CAAoB;IAC7C,OAAO,CAAC,WAAW,CAAc;IACjC,OAAO,CAAC,SAAS,CAAS;IAE1B,YAAY,OAAO,EAAE,oBAAoB,EAKxC;YAEa,kBAAkB;YAgBlB,eAAe;YAKf,kBAAkB;IAgDhC,OAAO,CAAC,UAAU;IAIL,mBAAmB,CAAC,KAAK,EAAE,MAAM,mBAY7C;CACJ;AAED,OAAO,EACH,aAAa,EAChB,CAAC"}

package/dist/semantic_cache/services/semantic_cache.service.js

@@ -0,0 +1,82 @@
+import { embeddingToBuffer } from "../utils/vector.utils.js";
+import crypto from "crypto";
+import { CACHE_SIMILARITY_THRESHOLD } from "../config/semantic_cache.config.js";
+class SemanticCache {
+    client;
+    embeddingProvider;
+    llmProvider;
+    threshold;
+    constructor(options) {
+        this.client = options.client;
+        this.embeddingProvider = options.embeddingProvider;
+        this.llmProvider = options.llmProvider;
+        this.threshold = options.threshold ?? CACHE_SIMILARITY_THRESHOLD;
+    }
+    async createCacheService(query, response) {
+        const cacheId = crypto.randomUUID();
+        const embedding = await this.embeddingProvider.generateEmbedding(query);
+        const embeddingBuffer = embeddingToBuffer(embedding);
+        await this.client.hSet(`semantic_cache:${cacheId}`, {
+            query,
+            response,
+            embedding: embeddingBuffer,
+        });
+    }
+    async getCacheService(cache_id, client) {
+        const cacheEntry = await client.hGetAll(`semantic_cache:${cache_id}`);
+        return cacheEntry;
+    }
+    async searchCacheService(query) {
+        const embedding = await this.embeddingProvider.generateEmbedding(query);
+        const embeddingBuffer = embeddingToBuffer(embedding);
+        const result = await this.client.sendCommand([
+            "FT.SEARCH",
+            "semantic_cache_idx",
+            "*=>[KNN 1 @embedding $query_vector AS vector_score]",
+            "PARAMS",
+            "2",
+            "query_vector",
+            embeddingBuffer,
+            "SORTBY",
+            "vector_score",
+            "DIALECT",
+            "2",
+            "RETURN",
+            "3",
+            "query",
+            "response",
+            "vector_score",
+        ]);
+        if (result.total_results === 0) {
+            return null;
+        }
+        const cacheEntry = result.results[0];
+        if (!cacheEntry) {
+            return null;
+        }
+        const distance = Number(cacheEntry.extra_attributes.vector_score);
+        const similarityScore = Math.max(0, Math.min(1, 1 - distance));
+        return {
+            id: cacheEntry.id,
+            query: cacheEntry.extra_attributes.query,
+            response: cacheEntry.extra_attributes.response,
+            similarityScore: similarityScore,
+        };
+    }
+    isCacheHit(similarityScore) {
+        return similarityScore >= this.threshold;
+    }
+    async getCachedOrGenerate(query) {
+        const cacheEntry = await this.searchCacheService(query);
+        if (cacheEntry && this.isCacheHit(cacheEntry.similarityScore)) {
+            console.log("cachehit");
+            return cacheEntry.response;
+        }
+        console.log("cachemiss");
+        const response = await this.llmProvider.askLLM(query);
+        await this.createCacheService(query, response);
+        return response;
+    }
+}
+export { SemanticCache };
+//# sourceMappingURL=semantic_cache.service.js.map

package/dist/semantic_cache/services/semantic_cache.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"semantic_cache.service.js","sourceRoot":"","sources":["../../../src/semantic_cache/services/semantic_cache.service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAE7D,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,0BAA0B,EAAE,MAAM,oCAAoC,CAAC;AA6BhF,MAAM,aAAa;IACP,MAAM,CAAkB;IACxB,iBAAiB,CAAoB;IACrC,WAAW,CAAc;IACzB,SAAS,CAAS;IAE1B,YAAY,OAA6B;QACrC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,CAAC;QACnD,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QACvC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,0BAA0B,CAAC;IACrE,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAC5B,KAAa,EACb,QAAgB;QAEhB,MAAM,OAAO,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;QAEpC,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;QACxE,MAAM,eAAe,GAAG,iBAAiB,CAAC,SAAS,CAAC,CAAC;QAErD,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kBAAkB,OAAO,EAAE,EAAE;YAChD,KAAK;YACL,QAAQ;YACR,SAAS,EAAE,eAAe;SAC7B,CAAC,CAAC;IACP,CAAC;IAEO,KAAK,CAAC,eAAe,CAAC,QAAgB,EAAE,MAAuB;QACnE,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,kBAAkB,QAAQ,EAAE,CAAC,CAAC;QACtE,OAAO,UAAU,CAAC;IACtB,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAAC,KAAa;QAC1C,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;QACxE,MAAM,eAAe,GAAG,iBAAiB,CAAC,SAAS,CAAC,CAAC;QAErD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC;YACzC,WAAW;YACX,oBAAoB;YACpB,qDAAqD;YACrD,QAAQ;YACR,GAAG;YACH,cAAc;YACd,eAAe;YACf,QAAQ;YACR,cAAc;YACd,SAAS;YACT,GAAG;YACH,QAAQ;YACR,GAAG;YACH,OAAO;YACP,UAAU;YACV,cAAc;SACjB,CAA4B,CAAC;QAE9B,IAAI,MAAM,CAAC,aAAa,KAAK,CAAC,EAAE,CAAC;YAC7B,OAAO,IAAI,CAAC;QAChB,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAErC,IAAI,CAAC,UAAU,EAAE,CAAC;YACd,OAAO,IAAI,CAAC;QAChB,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC;QAElE,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAC5B,CAAC,EACD,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,CAC5B,CAAC;QAEF,OAAO;YACH,EAAE,EAAE,UAAU,CAAC,EAAE;YACjB,KAAK,EAAE,UAAU,CAAC,gBAAgB,CAAC,KAAK;YACxC,QAAQ,EAAE,UAAU,CAAC,gBAAgB,CAAC,QAAQ;YAC9C,eAAe,EAAE,eAAe;SACnC,CAAC;IACN,CAAC;IAEO,UAAU,CAAC,eAAuB;QACtC,OAAO,eAAe,IAAI,IAAI,CAAC,SAAS,CAAC;IAC7C,CAAC;IAEM,KAAK,CAAC,mBAAmB,CAAC,KAAa;QAC1C,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC;QAExD,IAAI,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE,CAAC;YAC5D,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YACxB,OAAO,UAAU,CAAC,QAAQ,CAAC;QAC/B,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QAEzB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACtD,MAAM,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QAC/C,OAAO,QAAQ,CAAC;IACpB,CAAC;CACJ;AAED,OAAO,EACH,aAAa,EAChB,CAAC"}

package/dist/semantic_cache/utils/similarity.utils.d.ts

@@ -0,0 +1,2 @@
+export declare function cosineSimilarity(a: number[], b: number[]): number;
+//# sourceMappingURL=similarity.utils.d.ts.map

package/dist/semantic_cache/utils/similarity.utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"similarity.utils.d.ts","sourceRoot":"","sources":["../../../src/semantic_cache/utils/similarity.utils.ts"],"names":[],"mappings":"AAAA,wBAAgB,gBAAgB,CAC5B,CAAC,EAAE,MAAM,EAAE,EACX,CAAC,EAAE,MAAM,EAAE,GACZ,MAAM,CAoBR"}

package/dist/semantic_cache/utils/similarity.utils.js

@@ -0,0 +1,18 @@
+export function cosineSimilarity(a, b) {
+    if (a.length !== b.length) {
+        throw new Error("Vectors must have the same dimensions");
+    }
+    let dotProduct = 0;
+    let magnitudeA = 0;
+    let magnitudeB = 0;
+    for (let i = 0; i < a.length; i++) {
+        dotProduct += a[i] * b[i];
+        magnitudeA += a[i] * a[i];
+        magnitudeB += b[i] * b[i];
+    }
+    if (magnitudeA === 0 || magnitudeB === 0) {
+        throw new Error("Cannot calculate similarity for zero vectors");
+    }
+    return dotProduct / (Math.sqrt(magnitudeA) * Math.sqrt(magnitudeB));
+}
+//# sourceMappingURL=similarity.utils.js.map

package/dist/semantic_cache/utils/similarity.utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"similarity.utils.js","sourceRoot":"","sources":["../../../src/semantic_cache/utils/similarity.utils.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,gBAAgB,CAC5B,CAAW,EACX,CAAW;IAEX,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC;QACxB,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;IAC7D,CAAC;IAED,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAChC,UAAU,IAAI,CAAC,CAAC,CAAC,CAAE,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC;QAC5B,UAAU,IAAI,CAAC,CAAC,CAAC,CAAE,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC;QAC5B,UAAU,IAAI,CAAC,CAAC,CAAC,CAAE,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC;IAChC,CAAC;IAED,IAAI,UAAU,KAAK,CAAC,IAAI,UAAU,KAAK,CAAC,EAAE,CAAC;QACvC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;IACpE,CAAC;IAED,OAAO,UAAU,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;AACxE,CAAC"}

package/dist/semantic_cache/utils/vector.utils.d.ts

@@ -0,0 +1,2 @@
+export declare function embeddingToBuffer(embedding: number[]): Buffer;
+//# sourceMappingURL=vector.utils.d.ts.map

package/dist/semantic_cache/utils/vector.utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"vector.utils.d.ts","sourceRoot":"","sources":["../../../src/semantic_cache/utils/vector.utils.ts"],"names":[],"mappings":"AAAA,wBAAgB,iBAAiB,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,MAAM,CAI7D"}

package/dist/semantic_cache/utils/vector.utils.js

@@ -0,0 +1,5 @@
+export function embeddingToBuffer(embedding) {
+    const float32Embedding = new Float32Array(embedding);
+    return Buffer.from(float32Embedding.buffer);
+}
+//# sourceMappingURL=vector.utils.js.map

package/dist/semantic_cache/utils/vector.utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vector.utils.js","sourceRoot":"","sources":["../../../src/semantic_cache/utils/vector.utils.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,iBAAiB,CAAC,SAAmB;IACjD,MAAM,gBAAgB,GAAG,IAAI,YAAY,CAAC,SAAS,CAAC,CAAC;IAErD,OAAO,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;AAChD,CAAC"}

package/package.json

@@ -0,0 +1,52 @@
+{
+  "name": "@rupayan-das/request-guard",
+  "version": "1.0.0",
+  "description": "Redis-based rate limiting and semantic caching for Node.js applications",
+  "type": "module",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js"
+    }
+  },
+  "files": [
+    "dist"
+  ],
+  "scripts": {
+    "test": "vitest",
+    "build": "tsc",
+    "clean": "rimraf dist",
+    "prepublishOnly": "npm run build"
+  },
+  "keywords": [
+    "rate-limiter",
+    "rate-limit",
+    "redis",
+    "semantic-cache",
+    "typescript"
+  ],
+  "author": "Rupayan Das",
+  "license": "MIT",
+  "devDependencies": {
+    "@types/node": "^26.4.0",
+    "rimraf": "^6.1.3",
+    "typescript": "^7.0.2",
+    "vitest": "^4.1.11"
+  },
+  "dependencies": {
+    "redis": "^6.2.1"
+  },
+  "engines": {
+    "node": ">=20"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/Rupayan-san/request-guard.git"
+  },
+  "bugs": {
+    "url": "https://github.com/Rupayan-san/request-guard/issues"
+  },
+  "homepage": "https://github.com/Rupayan-san/request-guard#readme"
+}