@gravito/stream 2.0.1 → 2.1.0

package/dist/workers/bun-job-executor.d.ts

@@ -0,0 +1,14 @@
+/**
+ * Bun Worker Execution Script.
+ *
+ * Runs inside a dedicated Bun Worker Thread. Receives serialized jobs,
+ * deserializes them, executes logic, and reports results back to the main thread.
+ *
+ * Key differences from Node.js version:
+ * - Uses `self.onmessage` instead of `parentPort.on()`
+ * - Native TypeScript support (no loader needed)
+ * - Optimized message passing with fast path for strings
+ *
+ * @internal
+ */
+export {};

package/dist/workers/index.d.ts

@@ -0,0 +1,13 @@
+/**
+ * Workers module
+ *
+ * 提供 Sandboxed Worker 和 Worker Pool 功能，用於在隔離的 Worker Thread 中執行 Job。
+ * 支持 Node.js Worker Threads 和 Bun Workers，具有自動運行時檢測。
+ *
+ * @module workers
+ */
+export { BINARY_PROTOCOL_VERSION, type BinaryWorkerMessage, decodeJobFromTransfer, encodeJobForTransfer, } from './BinaryWorkerProtocol';
+export { BunWorker, type BunWorkerConfig } from './BunWorker';
+export { SandboxedWorker, type SandboxedWorkerConfig } from './SandboxedWorker';
+export { createWorkerFactory, type IWorkerFactory, RuntimeAwareWorkerFactory, type RuntimeEnvironment, type Worker as FactoryWorker, type WorkerConfig, } from './WorkerFactory';
+export { WorkerPool, type WorkerPoolConfig, type WorkerPoolStats } from './WorkerPool';

package/dist/workers/job-executor.d.ts

@@ -0,0 +1,9 @@
+/**
+ * Worker Thread Execution Script.
+ *
+ * Runs inside a dedicated Worker Thread. Receives serialized jobs,
+ * deserializes them, executes logic, and reports results back to the main thread.
+ *
+ * @internal
+ */
+export {};

package/package.json

@@ -1,6 +1,7 @@
 {
   "name": "@gravito/stream",
-  "version": "2.0.1",
+  "sideEffects": false,
+  "version": "2.1.0",
   "publishConfig": {
     "access": "public"
   },
@@ -18,15 +19,19 @@
   },
   "files": [
     "dist",
+    "proto",
     "README.md",
     "LICENSE"
   ],
   "scripts": {
     "build": "bun run build.ts",
-    "test": "bun test",
+    "build:dts": "bun run build.ts --dts-only",
+    "test": "bun test --timeout=10000",
     "typecheck": "bun tsc -p tsconfig.json --noEmit --skipLibCheck",
-    "test:coverage": "bun test --coverage --coverage-threshold=70",
-    "test:ci": "bun test --coverage --coverage-threshold=70"
+    "test:coverage": "bun test --timeout=10000 --coverage --coverage-reporter=lcov --coverage-dir coverage && bun run --bun scripts/check-coverage.ts",
+    "test:ci": "bun test --timeout=10000 --coverage --coverage-reporter=lcov --coverage-dir coverage && bun run --bun scripts/check-coverage.ts",
+    "test:unit": "bun test $(find tests -name '*.test.ts' ! -name '*.integration.test.ts' 2>/dev/null | tr '\\n' ' ') --timeout=10000",
+    "test:integration": "test $(find tests -name '*.integration.test.ts' 2>/dev/null | wc -l) -gt 0 && find tests -name '*.integration.test.ts' -print0 | xargs -0 bun test --timeout=10000 || echo 'No integration tests found'"
   },
   "keywords": [
     "gravito",
@@ -44,6 +49,9 @@
     "@aws-sdk/client-sqs": "^3.955.0",
     "@gravito/atlas": "workspace:*",
     "@gravito/core": "workspace:*",
+    "@grpc/grpc-js": "^1.14.3",
+    "@grpc/proto-loader": "^0.8.0",
+    "cborg": "^4.5.8",
     "cron-parser": "^5.4.0",
     "p-limit": "^5.0.0"
   },
@@ -52,7 +60,6 @@
     "bun-types": "latest",
     "ioredis": "^5.9.2",
     "mitata": "^1.0.34",
-    "tsup": "^8.5.1",
     "typescript": "^5.9.3"
   },
   "homepage": "https://github.com/gravito-framework/gravito#readme",
@@ -61,4 +68,4 @@
     "url": "git+https://github.com/gravito-framework/gravito.git",
     "directory": "packages/stream"
   }
-}
+}

package/proto/queue.proto

@@ -0,0 +1,101 @@
+syntax = "proto3";
+
+package stream;
+
+service QueueService {
+  // Pushes a job to the queue
+  rpc Push (PushRequest) returns (PushResponse);
+
+  // Pulls a job from the queue
+  rpc Pull (PullRequest) returns (PullResponse);
+
+  // Acknowledges a job completion
+  rpc Acknowledge (AcknowledgeRequest) returns (AcknowledgeResponse);
+
+  // Returns queue size
+  rpc Size (SizeRequest) returns (SizeResponse);
+
+  // Clears the queue
+  rpc Clear (ClearRequest) returns (ClearResponse);
+  
+  // Get Queue Stats
+  rpc Stats (StatsRequest) returns (StatsResponse);
+}
+
+message Job {
+  string id = 1;
+  string type = 2;       // 'json', 'class', 'msgpack'
+  string data = 3;       // The serialized payload
+  string className = 4;
+  int64 createdAt = 5;
+  int32 delaySeconds = 6;
+  int32 attempts = 7;
+  int32 maxAttempts = 8;
+  string groupId = 9;
+  string priority = 10;  // string representation (e.g. "high" or "10")
+  int64 failedAt = 11;
+  string error = 12;
+  int32 retryAfterSeconds = 13;
+  double retryMultiplier = 14;
+}
+
+message PushRequest {
+  string queue = 1;
+  Job job = 2;
+  JobPushOptions options = 3;
+}
+
+message JobPushOptions {
+  string groupId = 1;
+  string priority = 2;
+}
+
+message PushResponse {
+  bool success = 1;
+  string message = 2;
+}
+
+message PullRequest {
+  string queue = 1;
+}
+
+message PullResponse {
+  Job job = 1; // null/empty if no job
+}
+
+message AcknowledgeRequest {
+  string queue = 1;
+  string jobId = 2;
+}
+
+message AcknowledgeResponse {
+  bool success = 1;
+}
+
+message SizeRequest {
+  string queue = 1;
+}
+
+message SizeResponse {
+  int32 size = 1;
+}
+
+message ClearRequest {
+  string queue = 1;
+}
+
+message ClearResponse {
+  bool success = 1;
+}
+
+message StatsRequest {
+  string queue = 1;
+}
+
+message StatsResponse {
+  string queue = 1;
+  int32 size = 2;
+  int32 delayed = 3;
+  int32 failed = 4;
+  int32 reserved = 5;
+}