@pgflow/edge-worker 0.0.9 → 0.0.10-prealpha.1

package/dist/queue/createQueueWorker.d.ts

@@ -0,0 +1,74 @@
+import type { Json } from '../core/types.js';
+import { Worker } from '../core/Worker.js';
+import postgres from 'postgres';
+import type { Logger } from '../platform/types.js';
+/**
+ * Configuration for the queue worker
+ */
+export type QueueWorkerConfig = {
+    /**
+     * PostgreSQL connection string.
+     * If not provided, it will be read from the EDGE_WORKER_DB_URL environment variable.
+     */
+    connectionString?: string;
+    /**
+     * Name of the queue to poll for messages
+     * @default 'tasks'
+     */
+    queueName?: string;
+    /**
+     * How many tasks are processed at the same time
+     * @default 10
+     */
+    maxConcurrent?: number;
+    /**
+     * How many connections to the database are opened
+     * @default 4
+     */
+    maxPgConnections?: number;
+    /**
+     * In-worker polling interval in seconds
+     * @default 5
+     */
+    maxPollSeconds?: number;
+    /**
+     * In-database polling interval in milliseconds
+     * @default 200
+     */
+    pollIntervalMs?: number;
+    /**
+     * How long to wait before retrying a failed job in seconds
+     * @default 5
+     */
+    retryDelay?: number;
+    /**
+     * How many times to retry a failed job
+     * @default 5
+     */
+    retryLimit?: number;
+    /**
+     * How long a job is invisible after reading in seconds.
+     * If not successful, will reappear after this time.
+     * @default 3
+     */
+    visibilityTimeout?: number;
+    /**
+     * Batch size for polling messages
+     * @default 10
+     */
+    batchSize?: number;
+    /**
+     * Optional SQL client instance
+     */
+    sql?: postgres.Sql;
+};
+/**
+ * Creates a new Worker instance for processing queue messages.
+ *
+ * @param handler - The message handler function that processes each message from the queue
+ * @param config - Configuration options for the worker
+ * @param createLogger - Function to create loggers for different components
+ * @returns A configured Worker instance ready to be started
+ */
+export declare function createQueueWorker<TPayload extends Json>(handler: (message: TPayload) => Promise<void> | void, config: QueueWorkerConfig, createLogger: (module: string) => Logger): Worker;
+//# sourceMappingURL=createQueueWorker.d.ts.map

package/dist/queue/createQueueWorker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"createQueueWorker.d.ts","sourceRoot":"","sources":["../../src/queue/createQueueWorker.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAE7C,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAC3C,OAAO,QAAQ,MAAM,UAAU,CAAC;AAGhC,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAEnD;;GAEG;AACH,MAAM,MAAM,iBAAiB,GAAG;IAC9B;;;OAGG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAE1B;;;OAGG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB;;;OAGG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC;IAEvB;;;OAGG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAE1B;;;OAGG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB;;;OAGG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB;;;;OAIG;IACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAE3B;;;OAGG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,GAAG,CAAC,EAAE,QAAQ,CAAC,GAAG,CAAC;CACpB,CAAC;AAEF;;;;;;;GAOG;AACH,wBAAgB,iBAAiB,CAAC,QAAQ,SAAS,IAAI,EACrD,OAAO,EAAE,CAAC,OAAO,EAAE,QAAQ,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,EACpD,MAAM,EAAE,iBAAiB,EACzB,YAAY,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,MAAM,GACvC,MAAM,CA8ER"}

package/dist/queue/createQueueWorker.js

@@ -0,0 +1,47 @@
+import { ExecutionController } from '../core/ExecutionController.js';
+import { MessageExecutor } from './MessageExecutor.js';
+import { Queries } from '../core/Queries.js';
+import { Queue } from './Queue.js';
+import { ReadWithPollPoller } from './ReadWithPollPoller.js';
+import { Worker } from '../core/Worker.js';
+import postgres from 'postgres';
+import { WorkerLifecycle } from '../core/WorkerLifecycle.js';
+import { BatchProcessor } from '../core/BatchProcessor.js';
+/**
+ * Creates a new Worker instance for processing queue messages.
+ *
+ * @param handler - The message handler function that processes each message from the queue
+ * @param config - Configuration options for the worker
+ * @param createLogger - Function to create loggers for different components
+ * @returns A configured Worker instance ready to be started
+ */
+export function createQueueWorker(handler, config, createLogger) {
+    // Create component-specific loggers
+    const logger = createLogger('QueueWorker');
+    logger.info(`Creating queue worker for ${config.queueName || 'tasks'}`);
+    const abortController = new AbortController();
+    const abortSignal = abortController.signal;
+    // Use provided SQL connection if available, otherwise create one from connection string
+    const sql = config.sql ||
+        postgres(config.connectionString || '', {
+            max: config.maxPgConnections,
+            prepare: false,
+        });
+    const queue = new Queue(sql, config.queueName || 'tasks', createLogger('Queue'));
+    const queries = new Queries(sql);
+    const lifecycle = new WorkerLifecycle(queries, queue, createLogger('WorkerLifecycle'));
+    const executorFactory = (record, signal) => {
+        return new MessageExecutor(queue, record, handler, signal, config.retryLimit || 5, config.retryDelay || 3, createLogger('MessageExecutor'));
+    };
+    const poller = new ReadWithPollPoller(queue, abortSignal, {
+        batchSize: config.batchSize || config.maxConcurrent || 10,
+        maxPollSeconds: config.maxPollSeconds || 5,
+        pollIntervalMs: config.pollIntervalMs || 200,
+        visibilityTimeout: config.visibilityTimeout || 3,
+    }, createLogger('ReadWithPollPoller'));
+    const executionController = new ExecutionController(executorFactory, abortSignal, {
+        maxConcurrent: config.maxConcurrent || 10,
+    }, createLogger('ExecutionController'));
+    const batchProcessor = new BatchProcessor(executionController, poller, abortSignal, createLogger('BatchProcessor'));
+    return new Worker(batchProcessor, lifecycle, sql, createLogger('Worker'));
+}

package/dist/queue/types.d.ts

@@ -0,0 +1,13 @@
+import type { Json, IMessage } from '../core/types.js';
+/**
+ * Fields are nullable because types in postgres does not allow NOT NULL,
+ * but all those values except `message` come from queue table columns,
+ * which are explicitely marked as NOT NULL.
+ */
+export interface PgmqMessageRecord<TPayload extends Json | null = Json> extends IMessage {
+    read_ct: number;
+    enqueued_at: string;
+    vt: string;
+    message: TPayload;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/queue/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/queue/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAEvD;;;;GAIG;AACH,MAAM,WAAW,iBAAiB,CAAC,QAAQ,SAAS,IAAI,GAAG,IAAI,GAAG,IAAI,CACpE,SAAQ,QAAQ;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,QAAQ,CAAC;CACnB"}

package/dist/queue/types.js

@@ -0,0 +1 @@
+export {};

package/dist/tsconfig.lib.tsbuildinfo

@@ -0,0 +1 @@
+{"version":"5.6.3"}

package/package.json

@@ -1,20 +1,31 @@
 {
   "name": "@pgflow/edge-worker",
-  "version": "0.0.9",
+  "version": "0.0.10-prealpha.1",
   "license": "AGPL-3.0",
   "type": "module",
   "main": "./dist/index.js",
   "module": "./dist/index.js",
   "types": "./dist/index.d.ts",
+  "exports": {
+    "./package.json": "./package.json",
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js"
+    }
+  },
   "files": [
     "dist"
   ],
   "dependencies": {
     "@henrygd/queue": "^1.0.7",
+    "@pgflow/core": "workspace:*",
+    "@pgflow/dsl": "workspace:*",
     "pino": "^9.6.0",
-    "postgres": "3.4.5",
-    "@pgflow/core": "^0.0.9",
-    "@pgflow/dsl": "^0.0.9"
+    "postgres": "3.4.5"
+  },
+  "devDependencies": {
+    "@teidesu/deno-types": "1.42.4",
+    "supabase": "2.21.1"
   },
   "publishConfig": {
     "access": "public"

package/dist/CHANGELOG.md

@@ -1,44 +0,0 @@
-# @pgflow/edge-worker
-
-## 0.0.9
-
-### Patch Changes
-
-- 8786acf: Test jsr publish again
-- Updated dependencies [70d3f2d]
-  - @pgflow/dsl@0.0.9
-  - @pgflow/core@0.0.9
-
-## 0.0.8
-
-### Patch Changes
-
-- Test jsr version writing
-  - @pgflow/core@0.0.8
-  - @pgflow/dsl@0.0.8
-
-## 0.0.7
-
-### Patch Changes
-
-- 7c83db9: Add release-related options to package.json files
-- Updated dependencies [7c83db9]
-  - @pgflow/core@0.0.7
-  - @pgflow/dsl@0.0.7
-
-## 0.0.6
-
-### Patch Changes
-
-- 9dd4676: Update package.json configuration
-  - @pgflow/core@0.0.6
-  - @pgflow/dsl@0.0.6
-
-## 0.0.5
-
-### Patch Changes
-
-- Updated dependencies [196f7d8]
-- Updated dependencies [b4b0809]
-  - @pgflow/core@0.0.5
-  - @pgflow/dsl@0.0.5