node-event-stream 1.0.0

package/dist/storage/diskStorage.js

@@ -0,0 +1,227 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+const fs = __importStar(require("fs"));
+const path = __importStar(require("path"));
+const MAX_SEGMENT_BYTES = 256 * 1024 * 1024;
+const FLUSH_INTERVAL_MS = 50;
+const FLUSH_BATCH_SIZE = 500;
+class DiskStore {
+    constructor(dir, topic) {
+        this.dir = dir;
+        this.topic = topic;
+        this.writeBuffer = [];
+        this.currentFd = -1;
+        this.currentSegmentSize = 0;
+        this.currentSegmentBase = 0;
+        this.flushTimer = null;
+        this.isFlushing = false;
+        this.totalFlushed = 0;
+        fs.mkdirSync(this.segDir, { recursive: true });
+        this.openOrCreateActiveSegment();
+        this.startFlushLoop();
+    }
+    get segDir() {
+        return path.join(this.dir, this.topic);
+    }
+    listPaths() {
+        return fs
+            .readdirSync(this.segDir)
+            .filter((f) => f.endsWith('.log'))
+            .sort()
+            .map((f) => path.join(this.segDir, f));
+    }
+    openSegment(base) {
+        if (this.currentFd !== -1)
+            fs.closeSync(this.currentFd);
+        const file = path.join(this.segDir, String(base).padStart(10, '0') + '.log');
+        this.currentFd = fs.openSync(file, 'a');
+        this.currentSegmentBase = base;
+        this.currentSegmentSize = 0;
+    }
+    openOrCreateActiveSegment() {
+        const files = this.listPaths();
+        if (files.length === 0) {
+            this.openSegment(0);
+            return;
+        }
+        const last = files[files.length - 1];
+        const base = parseInt(path.basename(last, '.log'), 10);
+        const size = fs.statSync(last).size;
+        if (size >= MAX_SEGMENT_BYTES)
+            this.openSegment(base + 1);
+        else {
+            this.currentSegmentBase = base;
+            this.currentSegmentSize = size;
+            this.currentFd = fs.openSync(last, 'a');
+        }
+    }
+    enqueue(record) {
+        this.writeBuffer.push(JSON.stringify(record) + '\n');
+        if (this.writeBuffer.length >= FLUSH_BATCH_SIZE)
+            this.flush();
+    }
+    startFlushLoop() {
+        this.flushTimer = setInterval(() => this.flush(), FLUSH_INTERVAL_MS);
+        if (this.flushTimer.unref)
+            this.flushTimer.unref();
+    }
+    flush() {
+        if (this.isFlushing || this.writeBuffer.length === 0)
+            return;
+        this.isFlushing = true;
+        const batch = this.writeBuffer.splice(0);
+        const payload = batch.join('');
+        const byteLength = Buffer.byteLength(payload, 'utf-8');
+        if (this.currentSegmentSize + byteLength >= MAX_SEGMENT_BYTES)
+            this.openSegment(this.currentSegmentBase + 1);
+        fs.writeSync(this.currentFd, payload, null, 'utf-8');
+        this.currentSegmentSize += byteLength;
+        this.totalFlushed += batch.length;
+        this.isFlushing = false;
+    }
+    *readByOffsets(offsets) {
+        if (offsets.size === 0)
+            return;
+        const remaining = new Set(offsets);
+        for (const file of this.listPaths()) {
+            if (remaining.size === 0)
+                break;
+            const content = fs.readFileSync(file, 'utf-8');
+            for (const line of content.split('\n')) {
+                if (!line.trim())
+                    continue;
+                try {
+                    const rec = JSON.parse(line);
+                    if (remaining.has(rec.offset)) {
+                        yield rec;
+                        remaining.delete(rec.offset);
+                    }
+                }
+                catch (_a) {
+                    /* skip */
+                }
+            }
+        }
+    }
+    *replayAll() {
+        for (const file of this.listPaths()) {
+            const content = fs.readFileSync(file, 'utf-8');
+            for (const line of content.split('\n')) {
+                if (!line.trim())
+                    continue;
+                try {
+                    yield JSON.parse(line);
+                }
+                catch (_a) {
+                    /* skip */
+                }
+            }
+        }
+    }
+    buildSegmentMetas() {
+        const files = this.listPaths();
+        return files.map((file) => {
+            var _a, _b, _c;
+            const base = parseInt(path.basename(file, '.log'), 10);
+            const stat = fs.statSync(file);
+            let first = null;
+            let last = null;
+            let count = 0;
+            const content = fs.readFileSync(file, 'utf-8');
+            for (const line of content.split('\n')) {
+                if (!line.trim())
+                    continue;
+                try {
+                    const rec = JSON.parse(line);
+                    if (!first)
+                        first = rec;
+                    last = rec;
+                    count++;
+                }
+                catch (_d) {
+                    /* skip */
+                }
+            }
+            return {
+                filePath: file,
+                baseOffset: base,
+                lastOffset: (_a = last === null || last === void 0 ? void 0 : last.offset) !== null && _a !== void 0 ? _a : -1,
+                sizeBytes: stat.size,
+                oldestTimestamp: (_b = first === null || first === void 0 ? void 0 : first.timestamp) !== null && _b !== void 0 ? _b : 0,
+                newestTimestamp: (_c = last === null || last === void 0 ? void 0 : last.timestamp) !== null && _c !== void 0 ? _c : 0,
+                recordCount: count,
+                isActive: base === this.currentSegmentBase,
+            };
+        });
+    }
+    deleteSegment(baseOffset) {
+        const file = path.join(this.segDir, String(baseOffset).padStart(10, '0') + '.log');
+        if (baseOffset === this.currentSegmentBase) {
+            console.warn(`[bus] skipping active segment ${baseOffset}`);
+            return 0;
+        }
+        try {
+            const size = fs.statSync(file).size;
+            fs.unlinkSync(file);
+            return size;
+        }
+        catch (e) {
+            console.error(`[bus] failed to delete segment ${file}:`, e);
+            return 0;
+        }
+    }
+    get totalDiskBytes() {
+        return this.listPaths().reduce((s, f) => {
+            try {
+                return s + fs.statSync(f).size;
+            }
+            catch (_a) {
+                return s;
+            }
+        }, 0);
+    }
+    get segmentCount() {
+        return this.listPaths().length;
+    }
+    close() {
+        this.flush();
+        if (this.flushTimer)
+            clearInterval(this.flushTimer);
+        if (this.currentFd !== -1)
+            fs.closeSync(this.currentFd);
+    }
+}
+exports.default = DiskStore;

package/dist/storage/ringBuffer.js

@@ -0,0 +1,40 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+class BufferMemory {
+    constructor(capacity) {
+        this.capacity = capacity;
+        this.head = 0;
+        this._size = 0;
+        this.buffer = new Array(capacity);
+    }
+    push(record) {
+        this.buffer[this.head] = record;
+        this.head = (this.head + 1) % this.capacity;
+        if (this._size < this.capacity)
+            this._size++;
+    }
+    *[Symbol.iterator]() {
+        if (this._size === 0)
+            return;
+        const start = this._size < this.capacity ? 0 : this.head;
+        for (let i = 0; i < this._size; i++) {
+            const rec = this.buffer[(start + i) % this.capacity];
+            if (rec !== undefined)
+                yield rec;
+        }
+    }
+    *from(fromOffset) {
+        for (const rec of this)
+            if (rec.offset >= fromOffset)
+                yield rec;
+    }
+    get size() {
+        return this._size;
+    }
+    get minOffset() {
+        for (const r of this)
+            return r.offset;
+        return -1;
+    }
+}
+exports.default = BufferMemory;

package/dist/storage/secondaryIndex.js

@@ -0,0 +1,62 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+class SecondaryIndex {
+    constructor() {
+        this.keyIndex = new Map();
+        this.timeIndex = [];
+        this.offsetMap = new Map();
+    }
+    insert(entry) {
+        if (!this.keyIndex.has(entry.key))
+            this.keyIndex.set(entry.key, []);
+        this.keyIndex.get(entry.key).push(entry.offset);
+        this.timeIndex.push([entry.timestamp, entry.offset]);
+        this.offsetMap.set(entry.offset, entry);
+    }
+    purgeBelow(minOffset) {
+        let dropped = 0;
+        for (const [offset] of this.offsetMap) {
+            if (offset < minOffset) {
+                this.offsetMap.delete(offset);
+                dropped++;
+            }
+        }
+        for (const [key, offsets] of this.keyIndex) {
+            const filtered = offsets.filter((o) => o >= minOffset);
+            if (filtered.length === 0)
+                this.keyIndex.delete(key);
+            else
+                this.keyIndex.set(key, filtered);
+        }
+        this.timeIndex = this.timeIndex.filter(([, o]) => o >= minOffset);
+        return dropped;
+    }
+    query(opts) {
+        var _a;
+        let candidates = opts.key !== undefined
+            ? ((_a = this.keyIndex.get(opts.key)) !== null && _a !== void 0 ? _a : [])
+            : this.timeIndex.map(([, o]) => o);
+        if (opts.fromTime !== undefined || opts.toTime !== undefined) {
+            candidates = candidates.filter((offset) => {
+                const e = this.offsetMap.get(offset);
+                if (!e)
+                    return false;
+                if (opts.fromTime !== undefined && e.timestamp < opts.fromTime)
+                    return false;
+                if (opts.toTime !== undefined && e.timestamp > opts.toTime)
+                    return false;
+                return true;
+            });
+        }
+        if (opts.order === 'desc')
+            candidates = [...candidates].reverse();
+        return candidates.slice(opts.skip, opts.skip + opts.limit);
+    }
+    get totalKeys() {
+        return this.keyIndex.size;
+    }
+    get totalEntries() {
+        return this.offsetMap.size;
+    }
+}
+exports.default = SecondaryIndex;

package/dist/storage/storage.js

@@ -0,0 +1 @@
+"use strict";

package/dist/utils/helper.js

@@ -0,0 +1,6 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.UtilsHelper = void 0;
+class UtilsHelper {
+}
+exports.UtilsHelper = UtilsHelper;

package/package.json

@@ -0,0 +1,19 @@
+{
+  "name": "node-event-stream",
+  "version": "1.0.0",
+  "description": "Lightweight event streaming for Node.js",
+  "main": "server.js",
+  "scripts": {
+    "start": "node dist/server.js",
+    "dev": "nodemon dist/server.js"
+  },
+  "keywords": [],
+  "author": "",
+  "license": "MIT",
+  "dependencies": {
+    "nodemon": "^3.1.14"
+  },
+  "devDependencies": {
+    "@types/node": "^25.3.5"
+  }
+}