glide-mq 0.1.0

package/dist/workflows.js

@@ -0,0 +1,117 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.chain = chain;
+exports.group = group;
+exports.chord = chord;
+const flow_producer_1 = require("./flow-producer");
+/**
+ * Chain: execute jobs sequentially. Each step becomes a child of the next,
+ * so step N+1 only runs after step N completes. The last job in the array
+ * runs first; the first job in the array runs last and is the top-level parent.
+ *
+ * Returns the JobNode tree. The top-level job (jobs[0]) is the root.
+ * When the chain completes, the root's processor can call getChildrenValues()
+ * to access results from children.
+ */
+async function chain(queueName, jobs, connection, prefix) {
+    if (jobs.length === 0) {
+        throw new Error('chain() requires at least one job');
+    }
+    const flow = new flow_producer_1.FlowProducer({ connection, prefix });
+    try {
+        if (jobs.length === 1) {
+            // Single job - just add it directly
+            return await flow.add({
+                name: jobs[0].name,
+                queueName,
+                data: jobs[0].data,
+                opts: jobs[0].opts,
+            });
+        }
+        // Build a nested flow: jobs[0] is the root parent, jobs[1] is its child,
+        // jobs[1] is parent of jobs[2], etc.
+        // The deepest job (last in array) runs first.
+        // Build bottom-up: start from the last job and wrap each as parent.
+        let flowJob = {
+            name: jobs[jobs.length - 1].name,
+            queueName,
+            data: jobs[jobs.length - 1].data,
+            opts: jobs[jobs.length - 1].opts,
+        };
+        for (let i = jobs.length - 2; i >= 0; i--) {
+            flowJob = {
+                name: jobs[i].name,
+                queueName,
+                data: jobs[i].data,
+                opts: jobs[i].opts,
+                children: [flowJob],
+            };
+        }
+        return await flow.add(flowJob);
+    }
+    finally {
+        await flow.close();
+    }
+}
+/**
+ * Group: execute jobs in parallel. All jobs run concurrently.
+ * A synthetic parent job (name: '__group__') waits for all children.
+ * When complete, the parent's processor receives all children's results
+ * via getChildrenValues().
+ *
+ * Returns the JobNode tree. The root is the group parent.
+ */
+async function group(queueName, jobs, connection, prefix) {
+    if (jobs.length === 0) {
+        throw new Error('group() requires at least one job');
+    }
+    const flow = new flow_producer_1.FlowProducer({ connection, prefix });
+    try {
+        const children = jobs.map((j) => ({
+            name: j.name,
+            queueName,
+            data: j.data,
+            opts: j.opts,
+        }));
+        return await flow.add({
+            name: '__group__',
+            queueName,
+            data: {},
+            children,
+        });
+    }
+    finally {
+        await flow.close();
+    }
+}
+/**
+ * Chord: run a group of jobs in parallel, then execute a callback job
+ * with the results. The callback is the parent, the group members are children.
+ *
+ * Returns the JobNode tree. The root is the callback job.
+ */
+async function chord(queueName, groupJobs, callback, connection, prefix) {
+    if (groupJobs.length === 0) {
+        throw new Error('chord() requires at least one group job');
+    }
+    const flow = new flow_producer_1.FlowProducer({ connection, prefix });
+    try {
+        const children = groupJobs.map((j) => ({
+            name: j.name,
+            queueName,
+            data: j.data,
+            opts: j.opts,
+        }));
+        return await flow.add({
+            name: callback.name,
+            queueName,
+            data: callback.data,
+            opts: callback.opts,
+            children,
+        });
+    }
+    finally {
+        await flow.close();
+    }
+}
+//# sourceMappingURL=workflows.js.map

package/dist/workflows.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"workflows.js","sourceRoot":"","sources":["../src/workflows.ts"],"names":[],"mappings":";;AAkBA,sBAgDC;AAUD,sBA6BC;AAQD,sBA+BC;AAhJD,mDAAwD;AASxD;;;;;;;;GAQG;AACI,KAAK,UAAU,KAAK,CACzB,SAAiB,EACjB,IAAsB,EACtB,UAA6B,EAC7B,MAAe;IAEf,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;IACvD,CAAC;IAED,MAAM,IAAI,GAAG,IAAI,4BAAY,CAAC,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC,CAAC;IAEtD,IAAI,CAAC;QACH,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtB,oCAAoC;YACpC,OAAO,MAAM,IAAI,CAAC,GAAG,CAAC;gBACpB,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI;gBAClB,SAAS;gBACT,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI;gBAClB,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI;aACnB,CAAC,CAAC;QACL,CAAC;QAED,yEAAyE;QACzE,qCAAqC;QACrC,8CAA8C;QAC9C,oEAAoE;QACpE,IAAI,OAAO,GAAY;YACrB,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI;YAChC,SAAS;YACT,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI;YAChC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI;SACjC,CAAC;QAEF,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1C,OAAO,GAAG;gBACR,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI;gBAClB,SAAS;gBACT,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI;gBAClB,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI;gBAClB,QAAQ,EAAE,CAAC,OAAO,CAAC;aACpB,CAAC;QACJ,CAAC;QAED,OAAO,MAAM,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACjC,CAAC;YAAS,CAAC;QACT,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;AACH,CAAC;AAED;;;;;;;GAOG;AACI,KAAK,UAAU,KAAK,CACzB,SAAiB,EACjB,IAAsB,EACtB,UAA6B,EAC7B,MAAe;IAEf,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;IACvD,CAAC;IAED,MAAM,IAAI,GAAG,IAAI,4BAAY,CAAC,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC,CAAC;IAEtD,IAAI,CAAC;QACH,MAAM,QAAQ,GAAc,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC3C,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,SAAS;YACT,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,IAAI,EAAE,CAAC,CAAC,IAAI;SACb,CAAC,CAAC,CAAC;QAEJ,OAAO,MAAM,IAAI,CAAC,GAAG,CAAC;YACpB,IAAI,EAAE,WAAW;YACjB,SAAS;YACT,IAAI,EAAE,EAAE;YACR,QAAQ;SACT,CAAC,CAAC;IACL,CAAC;YAAS,CAAC;QACT,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACI,KAAK,UAAU,KAAK,CACzB,SAAiB,EACjB,SAA2B,EAC3B,QAAwB,EACxB,UAA6B,EAC7B,MAAe;IAEf,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;IAC7D,CAAC;IAED,MAAM,IAAI,GAAG,IAAI,4BAAY,CAAC,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC,CAAC;IAEtD,IAAI,CAAC;QACH,MAAM,QAAQ,GAAc,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAChD,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,SAAS;YACT,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,IAAI,EAAE,CAAC,CAAC,IAAI;SACb,CAAC,CAAC,CAAC;QAEJ,OAAO,MAAM,IAAI,CAAC,GAAG,CAAC;YACpB,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,SAAS;YACT,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,QAAQ;SACT,CAAC,CAAC;IACL,CAAC;YAAS,CAAC;QACT,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;AACH,CAAC"}

package/package.json

@@ -0,0 +1,56 @@
+{
+  "name": "glide-mq",
+  "version": "0.1.0",
+  "description": "High-performance message queue for Node.js built on Valkey/Redis with native NAPI bindings",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "type": "commonjs",
+  "scripts": {
+    "build": "tsc",
+    "test": "vitest run",
+    "test:watch": "vitest",
+    "lint": "eslint src/ tests/",
+    "clean": "rm -rf dist",
+    "bench": "npx tsx benchmarks/run.ts all",
+    "bench:throughput": "npx tsx benchmarks/run.ts throughput",
+    "bench:latency": "npx tsx benchmarks/run.ts latency",
+    "bench:memory": "npx tsx benchmarks/run.ts memory"
+  },
+  "engines": {
+    "node": ">=20"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/avifenesh/glide-mq.git"
+  },
+  "license": "Apache-2.0",
+  "dependencies": {
+    "@glidemq/speedkey": "^0.2.0"
+  },
+  "devDependencies": {
+    "@types/node": "^22",
+    "bullmq": "^5.69.2",
+    "ioredis": "^5.9.3",
+    "tsx": "^4.21.0",
+    "typescript": "^5",
+    "vitest": "^3"
+  },
+  "peerDependencies": {
+    "@opentelemetry/api": "^1.0.0"
+  },
+  "peerDependenciesMeta": {
+    "@opentelemetry/api": {
+      "optional": true
+    }
+  },
+  "keywords": [
+    "queue",
+    "job",
+    "message",
+    "valkey",
+    "redis",
+    "streams",
+    "worker",
+    "task"
+  ]
+}