@ductape/sdk 0.0.4 → 0.0.6

package/dist/processor/services/request.service.d.ts

@@ -0,0 +1,36 @@
+import Redis from 'ioredis';
+import { IRequestCounter } from "../types/request.types";
+export interface IRequestTrackerService {
+    incrementRequest(app_id: string, workspace_id: string): Promise<IRequestCounter>;
+    getRequestCount(app_id: string, workspace_id: string): Promise<IRequestCounter>;
+    cleanup(maxAge?: number): Promise<void>;
+    disconnect(): Promise<void>;
+}
+export default class RequestTrackerService implements IRequestTrackerService {
+    private static instance;
+    private redis;
+    private readonly KEY_PREFIX;
+    private readonly LOCK_PREFIX;
+    constructor(redis_client: Redis, redisUrl?: string);
+    static getInstance(redis_client: Redis, redisUrl?: string): RequestTrackerService;
+    private getUniqueKey;
+    private getRedisKey;
+    private getLockKey;
+    private initializeCounter;
+    private shouldResetCounter;
+    private resetCounterIfNeeded;
+    private getCounterFromRedis;
+    private setCounterInRedis;
+    private acquireLock;
+    private releaseLock;
+    incrementRequest(app_id: string, workspace_id: string): Promise<IRequestCounter>;
+    getRequestCount(app_id: string, workspace_id: string): Promise<IRequestCounter>;
+    cleanup(maxAge?: number): Promise<void>;
+    disconnect(): Promise<void>;
+    healthCheck(): Promise<boolean>;
+    getConnectionStatus(): string;
+    getMultipleRequestCounts(requests: Array<{
+        app_id: string;
+        workspace_id: string;
+    }>): Promise<Map<string, IRequestCounter>>;
+}

package/dist/processor/services/request.service.js

@@ -0,0 +1,304 @@
+"use strict";
+var __asyncValues = (this && this.__asyncValues) || function (o) {
+    if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined.");
+    var m = o[Symbol.asyncIterator], i;
+    return m ? m.call(o) : (o = typeof __values === "function" ? __values(o) : o[Symbol.iterator](), i = {}, verb("next"), verb("throw"), verb("return"), i[Symbol.asyncIterator] = function () { return this; }, i);
+    function verb(n) { i[n] = o[n] && function (v) { return new Promise(function (resolve, reject) { v = o[n](v), settle(resolve, reject, v.done, v.value); }); }; }
+    function settle(resolve, reject, d, v) { Promise.resolve(v).then(function(v) { resolve({ value: v, done: d }); }, reject); }
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const ioredis_1 = __importDefault(require("ioredis"));
+const constants_1 = require("../../utils/constants");
+class RequestTrackerService {
+    constructor(redis_client, redisUrl = constants_1.REDIS_URL) {
+        this.KEY_PREFIX = 'request_tracker';
+        this.LOCK_PREFIX = 'lock:request_tracker';
+        this.redis = redis_client || new ioredis_1.default(redisUrl, {
+            enableReadyCheck: false,
+            lazyConnect: true,
+            maxRetriesPerRequest: 3,
+            connectTimeout: 10000,
+            commandTimeout: 5000,
+        });
+        this.redis.on('error', (err) => {
+            console.error('Redis connection error:', err);
+        });
+        this.redis.on('ready', () => {
+            console.log('Redis connection established');
+        });
+    }
+    static getInstance(redis_client, redisUrl = constants_1.REDIS_URL) {
+        if (!RequestTrackerService.instance) {
+            if (!redisUrl) {
+                throw new Error('Redis URL is required for first initialization');
+            }
+            RequestTrackerService.instance = new RequestTrackerService(redis_client, redisUrl);
+        }
+        return RequestTrackerService.instance;
+    }
+    getUniqueKey(app_id, workspace_id) {
+        return `${app_id}:${workspace_id}`;
+    }
+    getRedisKey(app_id, workspace_id) {
+        return `${this.KEY_PREFIX}:${app_id}:${workspace_id}`;
+    }
+    getLockKey(app_id, workspace_id) {
+        return `${this.LOCK_PREFIX}:${app_id}:${workspace_id}`;
+    }
+    initializeCounter() {
+        const now = new Date();
+        return {
+            per_minute: 0,
+            per_hour: 0,
+            per_day: 0,
+            per_week: 0,
+            per_month: 0,
+            last_reset: {
+                minute: now,
+                hour: now,
+                day: now,
+                week: now,
+                month: now,
+            }
+        };
+    }
+    shouldResetCounter(lastReset, interval) {
+        const now = new Date();
+        const diff = now.getTime() - lastReset.getTime();
+        switch (interval) {
+            case 'minute':
+                return diff >= 60 * 1000; // 1 minute
+            case 'hour':
+                return diff >= 60 * 60 * 1000; // 1 hour
+            case 'day':
+                return diff >= 24 * 60 * 60 * 1000; // 1 day
+            case 'week':
+                return diff >= 7 * 24 * 60 * 60 * 1000; // 1 week
+            case 'month':
+                const monthStart = new Date(now.getFullYear(), now.getMonth(), 1);
+                return lastReset < monthStart;
+            default:
+                return false;
+        }
+    }
+    resetCounterIfNeeded(counter) {
+        const now = new Date();
+        const intervals = ['minute', 'hour', 'day', 'week', 'month'];
+        let wasReset = false;
+        intervals.forEach(interval => {
+            if (this.shouldResetCounter(counter.last_reset[interval], interval)) {
+                counter[`per_${interval}`] = 0;
+                counter.last_reset[interval] = now;
+                wasReset = true;
+            }
+        });
+        return wasReset;
+    }
+    async getCounterFromRedis(key) {
+        try {
+            const data = await this.redis.get(key);
+            if (!data)
+                return null;
+            const parsed = JSON.parse(data);
+            // Convert date strings back to Date objects
+            Object.keys(parsed.last_reset).forEach(interval => {
+                parsed.last_reset[interval] = new Date(parsed.last_reset[interval]);
+            });
+            return parsed;
+        }
+        catch (error) {
+            console.error('Error getting counter from Redis:', error);
+            return null;
+        }
+    }
+    async setCounterInRedis(key, counter) {
+        try {
+            // Set TTL based on the longest interval (1 month + buffer)
+            const ttl = 32 * 24 * 60 * 60; // 32 days in seconds
+            await this.redis.setex(key, ttl, JSON.stringify(counter));
+        }
+        catch (error) {
+            console.error('Error setting counter in Redis:', error);
+            throw error;
+        }
+    }
+    async acquireLock(lockKey, ttl = 5) {
+        try {
+            const result = await this.redis.set(lockKey, '1', 'EX', ttl, 'NX');
+            return result === 'OK';
+        }
+        catch (error) {
+            console.error('Error acquiring lock:', error);
+            return false;
+        }
+    }
+    async releaseLock(lockKey) {
+        try {
+            await this.redis.del(lockKey);
+        }
+        catch (error) {
+            console.error('Error releasing lock:', error);
+        }
+    }
+    async incrementRequest(app_id, workspace_id) {
+        const key = this.getRedisKey(app_id, workspace_id);
+        const lockKey = this.getLockKey(app_id, workspace_id);
+        // Acquire lock to prevent race conditions
+        const lockAcquired = await this.acquireLock(lockKey);
+        if (!lockAcquired) {
+            // If we can't acquire lock, wait a bit and try to get current count
+            await new Promise(resolve => setTimeout(resolve, 100));
+            return this.getRequestCount(app_id, workspace_id);
+        }
+        try {
+            let counter = await this.getCounterFromRedis(key);
+            if (!counter) {
+                counter = this.initializeCounter();
+            }
+            this.resetCounterIfNeeded(counter);
+            // Increment all counters
+            counter.per_minute++;
+            counter.per_hour++;
+            counter.per_day++;
+            counter.per_week++;
+            counter.per_month++;
+            await this.setCounterInRedis(key, counter);
+            return Object.assign({}, counter);
+        }
+        finally {
+            await this.releaseLock(lockKey);
+        }
+    }
+    async getRequestCount(app_id, workspace_id) {
+        const key = this.getRedisKey(app_id, workspace_id);
+        let counter = await this.getCounterFromRedis(key);
+        if (!counter) {
+            counter = this.initializeCounter();
+            await this.setCounterInRedis(key, counter);
+        }
+        else {
+            const wasReset = this.resetCounterIfNeeded(counter);
+            if (wasReset) {
+                await this.setCounterInRedis(key, counter);
+            }
+        }
+        return Object.assign({}, counter);
+    }
+    async cleanup(maxAge = 24 * 60 * 60 * 1000) {
+        var _a, e_1, _b, _c;
+        try {
+            const pattern = `${this.KEY_PREFIX}:*`;
+            const stream = this.redis.scanStream({
+                match: pattern,
+                count: 100
+            });
+            const now = new Date();
+            const keysToDelete = [];
+            try {
+                for (var _d = true, stream_1 = __asyncValues(stream), stream_1_1; stream_1_1 = await stream_1.next(), _a = stream_1_1.done, !_a; _d = true) {
+                    _c = stream_1_1.value;
+                    _d = false;
+                    const keys = _c;
+                    for (const key of keys) {
+                        try {
+                            const counter = await this.getCounterFromRedis(key);
+                            if (counter) {
+                                const oldestReset = Math.min(...Object.values(counter.last_reset).map(d => d.getTime()));
+                                if (now.getTime() - oldestReset > maxAge) {
+                                    keysToDelete.push(key);
+                                }
+                            }
+                        }
+                        catch (error) {
+                            console.error(`Error checking key ${key} for cleanup:`, error);
+                            // If we can't read the key, it's probably corrupt, so delete it
+                            keysToDelete.push(key);
+                        }
+                    }
+                }
+            }
+            catch (e_1_1) { e_1 = { error: e_1_1 }; }
+            finally {
+                try {
+                    if (!_d && !_a && (_b = stream_1.return)) await _b.call(stream_1);
+                }
+                finally { if (e_1) throw e_1.error; }
+            }
+            if (keysToDelete.length > 0) {
+                await this.redis.del(...keysToDelete);
+                console.log(`Cleaned up ${keysToDelete.length} expired request counters`);
+            }
+        }
+        catch (error) {
+            console.error('Error during cleanup:', error);
+        }
+    }
+    async disconnect() {
+        try {
+            await this.redis.quit();
+        }
+        catch (error) {
+            console.error('Error disconnecting from Redis:', error);
+        }
+    }
+    // Health check method
+    async healthCheck() {
+        try {
+            const result = await this.redis.ping();
+            return result === 'PONG';
+        }
+        catch (error) {
+            console.error('Redis health check failed:', error);
+            return false;
+        }
+    }
+    // Get Redis connection status
+    getConnectionStatus() {
+        return this.redis.status;
+    }
+    // Batch operations for efficiency
+    async getMultipleRequestCounts(requests) {
+        const pipeline = this.redis.pipeline();
+        const keys = requests.map(req => this.getRedisKey(req.app_id, req.workspace_id));
+        keys.forEach(key => {
+            pipeline.get(key);
+        });
+        try {
+            const results = await pipeline.exec();
+            const counters = new Map();
+            for (let i = 0; i < requests.length; i++) {
+                const result = results === null || results === void 0 ? void 0 : results[i];
+                const request = requests[i];
+                const uniqueKey = this.getUniqueKey(request.app_id, request.workspace_id);
+                if (result && result[1]) {
+                    try {
+                        const parsed = JSON.parse(result[1]);
+                        // Convert date strings back to Date objects
+                        Object.keys(parsed.last_reset).forEach(interval => {
+                            parsed.last_reset[interval] = new Date(parsed.last_reset[interval]);
+                        });
+                        this.resetCounterIfNeeded(parsed);
+                        counters.set(uniqueKey, parsed);
+                    }
+                    catch (error) {
+                        console.error(`Error parsing counter for ${uniqueKey}:`, error);
+                        counters.set(uniqueKey, this.initializeCounter());
+                    }
+                }
+                else {
+                    counters.set(uniqueKey, this.initializeCounter());
+                }
+            }
+            return counters;
+        }
+        catch (error) {
+            console.error('Error in batch get operation:', error);
+            throw error;
+        }
+    }
+}
+exports.default = RequestTrackerService;
+//# sourceMappingURL=request.service.js.map

package/dist/processor/services/request.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"request.service.js","sourceRoot":"","sources":["../../../src/processor/services/request.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,sDAA4B;AAE5B,qDAAkD;AAUlD,MAAqB,qBAAqB;IAMtC,YAAY,YAAmB,EAAE,WAAmB,qBAAS;QAH5C,eAAU,GAAG,iBAAiB,CAAC;QAC/B,gBAAW,GAAG,sBAAsB,CAAC;QAGlD,IAAI,CAAC,KAAK,GAAG,YAAY,IAAI,IAAI,iBAAK,CAAC,QAAQ,EAAE;YAC7C,gBAAgB,EAAE,KAAK;YACvB,WAAW,EAAE,IAAI;YACjB,oBAAoB,EAAE,CAAC;YACvB,cAAc,EAAE,KAAK;YACrB,cAAc,EAAE,IAAI;SACvB,CAAC,CAAC;QAEH,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YAC3B,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,GAAG,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YACxB,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;QAChD,CAAC,CAAC,CAAC;IACP,CAAC;IAED,MAAM,CAAC,WAAW,CAAC,YAAmB,EAAE,WAAmB,qBAAS;QAChE,IAAI,CAAC,qBAAqB,CAAC,QAAQ,EAAE,CAAC;YAClC,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;YACtE,CAAC;YACD,qBAAqB,CAAC,QAAQ,GAAG,IAAI,qBAAqB,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;QACvF,CAAC;QACD,OAAO,qBAAqB,CAAC,QAAQ,CAAC;IAC1C,CAAC;IAEO,YAAY,CAAC,MAAc,EAAE,YAAoB;QACrD,OAAO,GAAG,MAAM,IAAI,YAAY,EAAE,CAAC;IACvC,CAAC;IAEO,WAAW,CAAC,MAAc,EAAE,YAAoB;QACpD,OAAO,GAAG,IAAI,CAAC,UAAU,IAAI,MAAM,IAAI,YAAY,EAAE,CAAC;IAC1D,CAAC;IAEO,UAAU,CAAC,MAAc,EAAE,YAAoB;QACnD,OAAO,GAAG,IAAI,CAAC,WAAW,IAAI,MAAM,IAAI,YAAY,EAAE,CAAC;IAC3D,CAAC;IAEO,iBAAiB;QACrB,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,OAAO;YACH,UAAU,EAAE,CAAC;YACb,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,CAAC;YACV,QAAQ,EAAE,CAAC;YACX,SAAS,EAAE,CAAC;YACZ,UAAU,EAAE;gBACR,MAAM,EAAE,GAAG;gBACX,IAAI,EAAE,GAAG;gBACT,GAAG,EAAE,GAAG;gBACR,IAAI,EAAE,GAAG;gBACT,KAAK,EAAE,GAAG;aACb;SACJ,CAAC;IACN,CAAC;IAEO,kBAAkB,CAAC,SAAe,EAAE,QAAgB;QACxD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO,EAAE,GAAG,SAAS,CAAC,OAAO,EAAE,CAAC;QAEjD,QAAQ,QAAQ,EAAE,CAAC;YACf,KAAK,QAAQ;gBACT,OAAO,IAAI,IAAI,EAAE,GAAG,IAAI,CAAC,CAAC,WAAW;YACzC,KAAK,MAAM;gBACP,OAAO,IAAI,IAAI,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,SAAS;YAC5C,KAAK,KAAK;gBACN,OAAO,IAAI,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,QAAQ;YAChD,KAAK,MAAM;gBACP,OAAO,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,SAAS;YACrD,KAAK,OAAO;gBACR,MAAM,UAAU,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,EAAE,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC;gBAClE,OAAO,SAAS,GAAG,UAAU,CAAC;YAClC;gBACI,OAAO,KAAK,CAAC;QACrB,CAAC;IACL,CAAC;IAEO,oBAAoB,CAAC,OAAwB;QACjD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,SAAS,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAU,CAAC;QACtE,IAAI,QAAQ,GAAG,KAAK,CAAC;QAErB,SAAS,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE;YACzB,IAAI,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,QAAQ,CAAC,EAAE,CAAC;gBACjE,OAAe,CAAC,OAAO,QAAQ,EAAE,CAAC,GAAG,CAAC,CAAC;gBACxC,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,GAAG,CAAC;gBACnC,QAAQ,GAAG,IAAI,CAAC;YACpB,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IACpB,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAAC,GAAW;QACzC,IAAI,CAAC;YACD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACvC,IAAI,CAAC,IAAI;gBAAE,OAAO,IAAI,CAAC;YAEvB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAChC,4CAA4C;YAC5C,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE;gBAC9C,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC;YACxE,CAAC,CAAC,CAAC;YAEH,OAAO,MAAM,CAAC;QAClB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,mCAAmC,EAAE,KAAK,CAAC,CAAC;YAC1D,OAAO,IAAI,CAAC;QAChB,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAAC,GAAW,EAAE,OAAwB;QACjE,IAAI,CAAC;YACD,2DAA2D;YAC3D,MAAM,GAAG,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,qBAAqB;YACpD,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;QAC9D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,iCAAiC,EAAE,KAAK,CAAC,CAAC;YACxD,MAAM,KAAK,CAAC;QAChB,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,OAAe,EAAE,MAAc,CAAC;QACtD,IAAI,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC;YACnE,OAAO,MAAM,KAAK,IAAI,CAAC;QAC3B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,uBAAuB,EAAE,KAAK,CAAC,CAAC;YAC9C,OAAO,KAAK,CAAC;QACjB,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,OAAe;QACrC,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAClC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,uBAAuB,EAAE,KAAK,CAAC,CAAC;QAClD,CAAC;IACL,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,MAAc,EAAE,YAAoB;QACvD,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;QACnD,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;QAEtD,0CAA0C;QAC1C,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QACrD,IAAI,CAAC,YAAY,EAAE,CAAC;YAChB,oEAAoE;YACpE,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;YACvD,OAAO,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;QACtD,CAAC;QAED,IAAI,CAAC;YACD,IAAI,OAAO,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;YAElD,IAAI,CAAC,OAAO,EAAE,CAAC;gBACX,OAAO,GAAG,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACvC,CAAC;YAED,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC;YAEnC,yBAAyB;YACzB,OAAO,CAAC,UAAU,EAAE,CAAC;YACrB,OAAO,CAAC,QAAQ,EAAE,CAAC;YACnB,OAAO,CAAC,OAAO,EAAE,CAAC;YAClB,OAAO,CAAC,QAAQ,EAAE,CAAC;YACnB,OAAO,CAAC,SAAS,EAAE,CAAC;YAEpB,MAAM,IAAI,CAAC,iBAAiB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YAC3C,yBAAY,OAAO,EAAG;QAC1B,CAAC;gBAAS,CAAC;YACP,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QACpC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,MAAc,EAAE,YAAoB;QACtD,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;QAEnD,IAAI,OAAO,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;QAElD,IAAI,CAAC,OAAO,EAAE,CAAC;YACX,OAAO,GAAG,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACnC,MAAM,IAAI,CAAC,iBAAiB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAC/C,CAAC;aAAM,CAAC;YACJ,MAAM,QAAQ,GAAG,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC;YACpD,IAAI,QAAQ,EAAE,CAAC;gBACX,MAAM,IAAI,CAAC,iBAAiB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YAC/C,CAAC;QACL,CAAC;QAED,yBAAY,OAAO,EAAG;IAC1B,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,SAAiB,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI;;QAC9C,IAAI,CAAC;YACD,MAAM,OAAO,GAAG,GAAG,IAAI,CAAC,UAAU,IAAI,CAAC;YACvC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC;gBACjC,KAAK,EAAE,OAAO;gBACd,KAAK,EAAE,GAAG;aACb,CAAC,CAAC;YAEH,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,YAAY,GAAa,EAAE,CAAC;;gBAElC,KAAyB,eAAA,WAAA,cAAA,MAAM,CAAA,YAAA,4EAAE,CAAC;oBAAT,sBAAM;oBAAN,WAAM;oBAApB,MAAM,IAAI,KAAA,CAAA;oBACjB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;wBACrB,IAAI,CAAC;4BACD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;4BACpD,IAAI,OAAO,EAAE,CAAC;gCACV,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CACxB,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAC7D,CAAC;gCACF,IAAI,GAAG,CAAC,OAAO,EAAE,GAAG,WAAW,GAAG,MAAM,EAAE,CAAC;oCACvC,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gCAC3B,CAAC;4BACL,CAAC;wBACL,CAAC;wBAAC,OAAO,KAAK,EAAE,CAAC;4BACb,OAAO,CAAC,KAAK,CAAC,sBAAsB,GAAG,eAAe,EAAE,KAAK,CAAC,CAAC;4BAC/D,gEAAgE;4BAChE,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;wBAC3B,CAAC;oBACL,CAAC;gBACL,CAAC;;;;;;;;;YAED,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1B,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,YAAY,CAAC,CAAC;gBACtC,OAAO,CAAC,GAAG,CAAC,cAAc,YAAY,CAAC,MAAM,2BAA2B,CAAC,CAAC;YAC9E,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,uBAAuB,EAAE,KAAK,CAAC,CAAC;QAClD,CAAC;IACL,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;QAC5B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,iCAAiC,EAAE,KAAK,CAAC,CAAC;QAC5D,CAAC;IACL,CAAC;IAED,sBAAsB;IACtB,KAAK,CAAC,WAAW;QACb,IAAI,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YACvC,OAAO,MAAM,KAAK,MAAM,CAAC;QAC7B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAC;YACnD,OAAO,KAAK,CAAC;QACjB,CAAC;IACL,CAAC;IAED,8BAA8B;IAC9B,mBAAmB;QACf,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;IAC7B,CAAC;IAED,kCAAkC;IAClC,KAAK,CAAC,wBAAwB,CAAC,QAAyD;QACpF,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;QACvC,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC;QAEjF,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;YACf,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACtB,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC;YACD,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACtC,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA2B,CAAC;YAEpD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACvC,MAAM,MAAM,GAAG,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAG,CAAC,CAAC,CAAC;gBAC5B,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;gBAC5B,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;gBAE1E,IAAI,MAAM,IAAI,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;oBACtB,IAAI,CAAC;wBACD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAW,CAAC,CAAC;wBAC/C,4CAA4C;wBAC5C,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE;4BAC9C,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC;wBACxE,CAAC,CAAC,CAAC;wBAEH,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC;wBAClC,QAAQ,CAAC,GAAG,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;oBACpC,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACb,OAAO,CAAC,KAAK,CAAC,6BAA6B,SAAS,GAAG,EAAE,KAAK,CAAC,CAAC;wBAChE,QAAQ,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC;oBACtD,CAAC;gBACL,CAAC;qBAAM,CAAC;oBACJ,QAAQ,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC;gBACtD,CAAC;YACL,CAAC;YAED,OAAO,QAAQ,CAAC;QACpB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,+BAA+B,EAAE,KAAK,CAAC,CAAC;YACtD,MAAM,KAAK,CAAC;QAChB,CAAC;IACL,CAAC;CACJ;AApTD,wCAoTC"}

package/dist/processor/types/request.types.d.ts

@@ -0,0 +1,14 @@
+export interface IRequestCounter {
+    per_minute: number;
+    per_hour: number;
+    per_day: number;
+    per_week: number;
+    per_month: number;
+    last_reset: {
+        minute: Date;
+        hour: Date;
+        day: Date;
+        week: Date;
+        month: Date;
+    };
+}

package/dist/processor/types/request.types.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=request.types.js.map

package/dist/processor/types/request.types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"request.types.js","sourceRoot":"","sources":["../../../src/processor/types/request.types.ts"],"names":[],"mappings":""}

package/dist/processor/utils/processor.utils.d.ts

@@ -13,6 +13,7 @@ export declare const encrypt: (text: string, key: string) => string;
 export declare const decrypt: (text: string, key: string) => string;
 export declare const extractNumberFromArrayString: (str: string) => number | null;
 export declare const calculateExpiry: (expiry: number, period: TokenPeriods) => number;
+export declare const calculateJWTExpiry: (expiry: number, period: TokenPeriods) => string;
 export declare function parameterizeResource(resource: string, key: string, datapoint: string | undefined): string;
 export declare function validateNotification({ push_notification }: IProductNotificationTemplate, payload: INotificationPayload): void;
 export declare const isValidSqsUrl: (url: string) => boolean;
@@ -35,8 +36,14 @@ export declare function generateSqlQuery(template: string, data: Record<string,
 export declare const compareValues: (initiator: string | number, operator: string, value: string | number) => boolean;
 export declare const structuredClone: (data: any) => any;
 export declare const cleanBlob: (data: any) => any;
+/**
+ * Returns a shallow copy of input with any buffer field truncated for logging/API (e.g. job execution tracker).
+ * Use for file/storage job input so large buffers are not sent to the backend.
+ */
+export declare function truncateInputForApi(input: Record<string, unknown> | null | undefined): Record<string, unknown> | undefined;
 export declare const generateIndexes: (operator: string, //">" | "<" | ">=" | "<=" | "==" | "!==",
 iter: number, init: number, value: number) => number[];
+export declare function parseTimeToMs(interval: string): number;
 export declare const validateStringsInObject: (obj: Record<string, unknown>) => boolean;
 export declare const extractAxiosErrorDetails: (error: any) => {
     code: any;
@@ -93,4 +100,5 @@ export declare const generateMockData: (resource: string, env: string, payload:
 export declare function anonymizeObject<T>(obj: T): T;
 export declare function anonymizeValue(value: string): string;
 export declare function toFormUrlEncoded(json: Record<string, any>): string;
+export declare function extractSelectorValue(schema: Record<string, unknown>, stages: Array<string>, selector: string): any;
 export {};

package/dist/processor/utils/processor.utils.js

@@ -36,15 +36,18 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.generateMockData = exports.getMigrationsToRun = exports.validateFeatureJSONInput = exports.updateUrlsInObject = exports.extractAxiosErrorDetails = exports.validateStringsInObject = exports.generateIndexes = exports.cleanBlob = exports.structuredClone = exports.compareValues = exports.generateDatabaseQuery = exports.transformToJson = exports.mailerClient = exports.replacePlaceholderString = exports.removeWrappingQuotes = exports.isValidSqsUrl = exports.calculateExpiry = exports.extractNumberFromArrayString = exports.decrypt = exports.encrypt = exports.generateObjectId = exports.generateAxiosConfig = void 0;
+exports.generateMockData = exports.getMigrationsToRun = exports.validateFeatureJSONInput = exports.updateUrlsInObject = exports.extractAxiosErrorDetails = exports.validateStringsInObject = exports.generateIndexes = exports.cleanBlob = exports.structuredClone = exports.compareValues = exports.generateDatabaseQuery = exports.transformToJson = exports.mailerClient = exports.replacePlaceholderString = exports.removeWrappingQuotes = exports.isValidSqsUrl = exports.calculateJWTExpiry = exports.calculateExpiry = exports.extractNumberFromArrayString = exports.decrypt = exports.encrypt = exports.generateObjectId = exports.generateAxiosConfig = void 0;
 exports.parameterizeResource = parameterizeResource;
 exports.validateNotification = validateNotification;
 exports.generateNotificationTemplate = generateNotificationTemplate;
 exports.convertStringToObject = convertStringToObject;
 exports.generateSqlQuery = generateSqlQuery;
+exports.truncateInputForApi = truncateInputForApi;
+exports.parseTimeToMs = parseTimeToMs;
 exports.anonymizeObject = anonymizeObject;
 exports.anonymizeValue = anonymizeValue;
 exports.toFormUrlEncoded = toFormUrlEncoded;
+exports.extractSelectorValue = extractSelectorValue;
 //import * as crypto from 'crypto';
 const CryptoJS = __importStar(require("crypto-js"));
 const enums_1 = require("../../types/enums");
@@ -87,6 +90,10 @@ const encrypt = (text, key) => {
 exports.encrypt = encrypt;
 // Decrypt function using CryptoJS
 const decrypt = (text, key) => {
+    //console.log('[decrypt] Called with text:', text ? `${String(text).substring(0, 50)}...` : text, 'key:', key ? 'SET' : 'NULL');
+    if (!text || typeof text !== 'string') {
+        throw new Error(`[decrypt] Invalid text parameter: expected string, got ${typeof text}`);
+    }
     const [ivHex, encryptedText] = text.split(':'); // Separate IV and encrypted data
     // Parse IV from hex format
     const iv = CryptoJS.enc.Hex.parse(ivHex);
@@ -136,8 +143,36 @@ const calculateExpiry = (expiry, period) => {
     }
 };
 exports.calculateExpiry = calculateExpiry;
+const calculateJWTExpiry = (expiry, period) => {
+    if (expiry === null) {
+        return '100y'; // fallback for near-infinite expiry
+    }
+    switch (period) {
+        case enums_1.TokenPeriods.SECONDS:
+            return `${expiry}s`;
+        case enums_1.TokenPeriods.MINUTES:
+            return `${expiry}m`;
+        case enums_1.TokenPeriods.HOURS:
+            return `${expiry}h`;
+        case enums_1.TokenPeriods.DAYS:
+            return `${expiry}d`;
+        case enums_1.TokenPeriods.WEEKS:
+            return `${expiry * 7}d`; // JWT doesn't support 'w' in all libs
+        case enums_1.TokenPeriods.MONTHS:
+            return `${expiry * 30}d`; // approximate
+        case enums_1.TokenPeriods.YEARS:
+            return `${expiry}y`;
+        default:
+            throw new Error('Invalid token period');
+    }
+};
+exports.calculateJWTExpiry = calculateJWTExpiry;
 function parameterizeResource(resource, key, datapoint) {
-    return resource.replace(`:${key}`, datapoint);
+    if (!datapoint)
+        return resource;
+    // Regex matches :key or {{key}} (with optional whitespace)
+    const regex = new RegExp(`(:${key})|(\{\{\s*${key}\s*\}\})`, 'g');
+    return resource.replace(regex, datapoint);
 }
 function validateNotification({ push_notification }, payload) {
     const requiredFields = {
@@ -153,9 +188,14 @@ function validateNotification({ push_notification }, payload) {
         data: payload.data || {},
     };
     let missingFields = [];
-    const checkMissingKeys = (inputFields, payloadFields, fieldName) => {
+    const checkMissingKeys = (inputFields, fieldValue, fieldName) => {
+        // If the payload field is already a string (resolved template), skip key validation
+        if (typeof fieldValue !== 'object' || fieldValue === null) {
+            return;
+        }
+        const obj = fieldValue;
         inputFields.forEach((key) => {
-            if (!(key in payloadFields)) {
+            if (!(key in obj)) {
                 missingFields.push(`${fieldName}.${key}`);
             }
         });
@@ -177,6 +217,9 @@ const removeWrappingQuotes = (str) => {
 };
 exports.removeWrappingQuotes = removeWrappingQuotes;
 const replacePlaceholderString = (template, payloadFields) => {
+    if (typeof payloadFields !== 'object' || payloadFields === null) {
+        return template;
+    }
     return template.replace(/\{\{(\w+)\}\}/g, (_, key) => {
         if (key in payloadFields) {
             return payloadFields[key];
@@ -186,11 +229,17 @@ const replacePlaceholderString = (template, payloadFields) => {
 };
 exports.replacePlaceholderString = replacePlaceholderString;
 function generateNotificationTemplate({ push_notification }, payload) {
-    const title = (0, exports.replacePlaceholderString)(push_notification.title, payload.title || {});
-    const body = (0, exports.replacePlaceholderString)(push_notification.body, payload.body || {});
-    const data = push_notification.data
-        ? (0, exports.replacePlaceholderString)(JSON.stringify(push_notification.data), payload.data || {})
-        : '{}';
+    const title = typeof payload.title === 'string'
+        ? payload.title
+        : (0, exports.replacePlaceholderString)(push_notification.title, payload.title || {});
+    const body = typeof payload.body === 'string'
+        ? payload.body
+        : (0, exports.replacePlaceholderString)(push_notification.body, payload.body || {});
+    const data = typeof payload.data === 'string'
+        ? payload.data
+        : push_notification.data
+            ? (0, exports.replacePlaceholderString)(JSON.stringify(push_notification.data), payload.data || {})
+            : '{}';
     return { title, body, data };
 }
 function convertStringToObject(str) {
@@ -456,14 +505,43 @@ const structuredClone = (data) => {
     return JSON.parse(JSON.stringify(data));
 };
 exports.structuredClone = structuredClone;
+/** Max bytes/chars to keep when truncating buffer for logging or API payloads (file jobs) */
+const TRUNCATE_BUFFER_MAX = 256;
+function truncateBuffer(value) {
+    if (Buffer.isBuffer(value)) {
+        const len = value.length;
+        if (len <= TRUNCATE_BUFFER_MAX)
+            return `[Buffer ${len} bytes]`;
+        return `[Buffer truncated, ${len} bytes total, first ${TRUNCATE_BUFFER_MAX} shown]`;
+    }
+    if (typeof value === 'string') {
+        if (value.length <= TRUNCATE_BUFFER_MAX)
+            return value;
+        return value.slice(0, TRUNCATE_BUFFER_MAX) + '...';
+    }
+    return String(value);
+}
 const cleanBlob = (data) => {
     var _a;
-    if ((_a = data.input) === null || _a === void 0 ? void 0 : _a.blob) {
-        data.input.blob = data.input.blob.slice(0, 100) + '...';
+    if (((_a = data.input) === null || _a === void 0 ? void 0 : _a.buffer) != null) {
+        data.input.buffer = truncateBuffer(data.input.buffer);
     }
     return data;
 };
 exports.cleanBlob = cleanBlob;
+/**
+ * Returns a shallow copy of input with any buffer field truncated for logging/API (e.g. job execution tracker).
+ * Use for file/storage job input so large buffers are not sent to the backend.
+ */
+function truncateInputForApi(input) {
+    if (input == null || typeof input !== 'object')
+        return input;
+    const out = Object.assign({}, input);
+    if (out.buffer != null) {
+        out.buffer = truncateBuffer(out.buffer);
+    }
+    return out;
+}
 const generateIndexes = (operator, //">" | "<" | ">=" | "<=" | "==" | "!==",
 iter, init, value) => {
     const indexes = [];
@@ -495,6 +573,22 @@ iter, init, value) => {
     return indexes;
 };
 exports.generateIndexes = generateIndexes;
+function parseTimeToMs(interval) {
+    const match = interval.match(/^(\d+)\s*(s|m|h|d|w|mo)$/);
+    if (!match)
+        throw new Error(`Invalid interval: ${interval}`);
+    const [, valueStr, unit] = match;
+    const value = parseInt(valueStr, 10);
+    const unitToMs = {
+        s: 1000,
+        m: 60 * 1000,
+        h: 60 * 60 * 1000,
+        d: 24 * 60 * 60 * 1000,
+        w: 7 * 24 * 60 * 60 * 1000,
+        mo: 30 * 24 * 60 * 60 * 1000, // Approximate
+    };
+    return value * unitToMs[unit];
+}
 const validateStringsInObject = (obj) => {
     let isValid = true;
     const invalidPrefixes = ['$Input{', '$Sequence{', '$Size{', '$Length{'];
@@ -903,13 +997,47 @@ function anonymizeObject(obj) {
     }
     return anonymized;
 }
+/** Simple check: value has exactly one @ with non-empty local and domain parts. */
+function looksLikeEmail(value) {
+    if (value == null || typeof value !== 'string')
+        return false;
+    const parts = value.split("@");
+    return parts.length === 2 && parts[0].length > 0 && parts[1].length > 0 && parts[1].includes(".");
+}
 function anonymizeValue(value) {
+    if (value == null || typeof value !== 'string')
+        return '';
+    if (!looksLikeEmail(value)) {
+        return maskString(value);
+    }
+    const [localPart, domainPart] = value.split("@");
+    // Mask Local Part (Username)
+    const localSegments = localPart.split(".");
+    const maskedLocal = localSegments
+        .map(segment => {
+        if (segment.length <= 2)
+            return segment[0] + "*";
+        return segment[0] + "*".repeat(segment.length - 2) + segment.slice(-1);
+    })
+        .join(".");
+    // Mask Domain Part (e.g., example.com)
+    const domainSegments = domainPart.split(".");
+    const maskedDomain = domainSegments
+        .map(segment => {
+        if (segment.length <= 2)
+            return segment[0] + "*";
+        return segment[0] + "*".repeat(segment.length - 2) + segment.slice(-1);
+    })
+        .join(".");
+    return `${maskedLocal}@${maskedDomain}`;
+}
+// Your existing mask logic, renamed for clarity
+function maskString(value) {
     if (value.length <= 3)
         return '***'; // Short values get fully masked
     const chars = value.split('');
     const maskCount = Math.floor((2 / 3) * chars.length);
     const maskIndexes = new Set();
-    // Select random indexes to mask
     while (maskIndexes.size < maskCount) {
         maskIndexes.add(Math.floor(Math.random() * chars.length));
     }
@@ -918,4 +1046,16 @@ function anonymizeValue(value) {
 function toFormUrlEncoded(json) {
     return new URLSearchParams(json).toString();
 }
+function extractSelectorValue(schema, stages, selector) {
+    let current = schema;
+    for (const stage of stages) {
+        if (current && typeof current === 'object' && stage in current) {
+            current = current[stage];
+        }
+        else {
+            throw new Error(`${selector} not found in event sample`);
+        }
+    }
+    return current;
+}
 //# sourceMappingURL=processor.utils.js.map