@event-driven-io/emmett-postgresql 0.43.0-alpha.1 → 0.43.0-alpha.3

package/dist/index.cjs

@@ -1,9 +1,6 @@
-"use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; } function _nullishCoalesce(lhs, rhsFn) { if (lhs != null) { return lhs; } else { return rhsFn(); } } async function _asyncNullishCoalesce(lhs, rhsFn) { if (lhs != null) { return lhs; } else { return await rhsFn(); } } function _optionalChain(ops) { let lastAccessLHS = undefined; let value = ops[0]; let i = 1; while (i < ops.length) { const op = ops[i]; const fn = ops[i + 1]; i += 2; if ((op === 'optionalAccess' || op === 'optionalCall') && value == null) { return undefined; } if (op === 'access' || op === 'optionalAccess') { lastAccessLHS = value; value = fn(value); } else if (op === 'call' || op === 'optionalCall') { value = fn((...args) => value.call(lastAccessLHS, ...args)); lastAccessLHS = undefined; } } return value; } var _class;// src/eventStore/consumers/messageBatchProcessing/index.ts
+"use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; } function _nullishCoalesce(lhs, rhsFn) { if (lhs != null) { return lhs; } else { return rhsFn(); } } async function _asyncNullishCoalesce(lhs, rhsFn) { if (lhs != null) { return lhs; } else { return await rhsFn(); } } function _optionalChain(ops) { let lastAccessLHS = undefined; let value = ops[0]; let i = 1; while (i < ops.length) { const op = ops[i]; const fn = ops[i + 1]; i += 2; if ((op === 'optionalAccess' || op === 'optionalCall') && value == null) { return undefined; } if (op === 'access' || op === 'optionalAccess') { lastAccessLHS = value; value = fn(value); } else if (op === 'call' || op === 'optionalCall') { value = fn((...args) => value.call(lastAccessLHS, ...args)); lastAccessLHS = undefined; } } return value; } var _class;// src/eventStore/schema/readLastMessageGlobalPosition.ts
 var _dumbo = require('@event-driven-io/dumbo');
 
-// src/eventStore/schema/readLastMessageGlobalPosition.ts
-
-
 // src/eventStore/schema/typing.ts
 var emmettPrefix = "emt";
 var globalTag = "global";
@@ -58,6 +55,122 @@ var readLastMessageGlobalPosition = async (execute, options) => {
 
 // src/eventStore/schema/readMessagesBatch.ts
 
+var readMessagesBatch = async (execute, options) => {
+  const from = "from" in options ? options.from : "after" in options ? options.after + 1n : 0n;
+  const batchSize = options && "batchSize" in options ? options.batchSize : options.to - options.from;
+  const fromCondition = from !== -0n ? `AND global_position >= ${from}` : "";
+  const toCondition = "to" in options ? `AND global_position <= ${options.to}` : "";
+  const limitCondition = "batchSize" in options ? `LIMIT ${options.batchSize}` : "";
+  const messages = await _dumbo.mapRows.call(void 0, 
+    execute.query(
+      _dumbo.SQL`
+          SELECT stream_id, stream_position, global_position, message_data, message_metadata, message_schema_version, message_type, message_id
+           FROM ${_dumbo.SQL.identifier(messagesTable.name)}
+           WHERE partition = ${_nullishCoalesce(_optionalChain([options, 'optionalAccess', _3 => _3.partition]), () => ( defaultTag))} AND is_archived = FALSE AND transaction_id < pg_snapshot_xmin(pg_current_snapshot()) ${_dumbo.SQL.plain(fromCondition)} ${_dumbo.SQL.plain(toCondition)}
+           ORDER BY transaction_id, global_position
+           ${_dumbo.SQL.plain(limitCondition)}`
+    ),
+    (row) => {
+      const rawEvent = {
+        type: row.message_type,
+        data: row.message_data,
+        metadata: row.message_metadata
+      };
+      const metadata = {
+        ..."metadata" in rawEvent ? _nullishCoalesce(rawEvent.metadata, () => ( {})) : {},
+        messageId: row.message_id,
+        streamName: row.stream_id,
+        streamPosition: BigInt(row.stream_position),
+        globalPosition: BigInt(row.global_position)
+      };
+      return {
+        ...rawEvent,
+        kind: "Event",
+        metadata
+      };
+    }
+  );
+  return messages.length > 0 ? {
+    currentGlobalPosition: messages[messages.length - 1].metadata.globalPosition,
+    messages,
+    areMessagesLeft: messages.length === batchSize
+  } : {
+    currentGlobalPosition: "from" in options ? options.from : "after" in options ? options.after : 0n,
+    messages: [],
+    areMessagesLeft: false
+  };
+};
+
+// src/eventStore/consumers/messageBatchProcessing/index.ts
+var DefaultPostgreSQLEventStoreProcessorBatchSize = 100;
+var DefaultPostgreSQLEventStoreProcessorPullingFrequencyInMs = 50;
+var postgreSQLEventStoreMessageBatchPuller = ({
+  executor,
+  batchSize,
+  eachBatch,
+  pullingFrequencyInMs,
+  stopWhen,
+  signal
+}) => {
+  let isRunning = false;
+  let start;
+  const pullMessages = async (options) => {
+    const after = options.startFrom === "BEGINNING" ? 0n : options.startFrom === "END" ? await _asyncNullishCoalesce((await readLastMessageGlobalPosition(executor)).currentGlobalPosition, async () => ( 0n)) : options.startFrom.lastCheckpoint;
+    const readMessagesOptions = {
+      after,
+      batchSize
+    };
+    let waitTime = 100;
+    while (isRunning && !_optionalChain([signal, 'optionalAccess', _4 => _4.aborted])) {
+      const { messages, currentGlobalPosition, areMessagesLeft } = await readMessagesBatch(executor, readMessagesOptions);
+      if (messages.length > 0) {
+        const result = await eachBatch(messages);
+        if (result && result.type === "STOP") {
+          isRunning = false;
+          break;
+        }
+      }
+      readMessagesOptions.after = currentGlobalPosition;
+      await new Promise((resolve) => setTimeout(resolve, waitTime));
+      if (_optionalChain([stopWhen, 'optionalAccess', _5 => _5.noMessagesLeft]) === true && !areMessagesLeft) {
+        isRunning = false;
+        break;
+      }
+      if (!areMessagesLeft) {
+        waitTime = Math.min(waitTime * 2, 1e3);
+      } else {
+        waitTime = pullingFrequencyInMs;
+      }
+    }
+  };
+  return {
+    get isRunning() {
+      return isRunning;
+    },
+    start: (options) => {
+      if (isRunning) return start;
+      isRunning = true;
+      start = (async () => {
+        return pullMessages(options);
+      })();
+      return start;
+    },
+    stop: async () => {
+      if (!isRunning) return;
+      isRunning = false;
+      await start;
+    }
+  };
+};
+var zipPostgreSQLEventStoreMessageBatchPullerStartFrom = (options) => {
+  if (options.length === 0 || options.some((o) => o === void 0 || o === "BEGINNING"))
+    return "BEGINNING";
+  if (options.every((o) => o === "END")) return "END";
+  return options.filter((o) => o !== void 0 && o !== "BEGINNING" && o !== "END").sort((a, b) => a > b ? 1 : -1)[0];
+};
+
+// src/eventStore/consumers/postgreSQLEventStoreConsumer.ts
+
 
 // ../emmett/dist/chunk-AZDDB5SF.js
 var isNumber = (val) => typeof val === "number" && val === val;
@@ -100,7 +213,7 @@ var ConcurrencyError = class _ConcurrencyError extends EmmettError {
   constructor(current, expected, message) {
     super({
       errorCode: EmmettError.Codes.ConcurrencyError,
-      message: _nullishCoalesce(message, () => ( `Expected version ${expected.toString()} does not match current ${_optionalChain([current, 'optionalAccess', _3 => _3.toString, 'call', _4 => _4()])}`))
+      message: _nullishCoalesce(message, () => ( `Expected version ${expected.toString()} does not match current ${_optionalChain([current, 'optionalAccess', _6 => _6.toString, 'call', _7 => _7()])}`))
     });
     this.current = current;
     this.expected = expected;
@@ -133,7 +246,7 @@ var assertExpectedVersionMatchesCurrent = (current, expected, defaultVersion) =>
 };
 var ExpectedVersionConflictError = class _ExpectedVersionConflictError extends ConcurrencyError {
   constructor(current, expected) {
-    super(_optionalChain([current, 'optionalAccess', _5 => _5.toString, 'call', _6 => _6()]), _optionalChain([expected, 'optionalAccess', _7 => _7.toString, 'call', _8 => _8()]));
+    super(_optionalChain([current, 'optionalAccess', _8 => _8.toString, 'call', _9 => _9()]), _optionalChain([expected, 'optionalAccess', _10 => _10.toString, 'call', _11 => _11()]));
     Object.setPrototypeOf(this, _ExpectedVersionConflictError.prototype);
   }
 };
@@ -350,17 +463,17 @@ var ParseError = class extends Error {
 var JSONParser = {
   stringify: (value, options) => {
     return JSON.stringify(
-      _optionalChain([options, 'optionalAccess', _9 => _9.map]) ? options.map(value) : value,
+      _optionalChain([options, 'optionalAccess', _12 => _12.map]) ? options.map(value) : value,
       //TODO: Consider adding support to DateTime and adding specific format to mark that's a bigint
       // eslint-disable-next-line @typescript-eslint/no-unsafe-return
       (_, v) => typeof v === "bigint" ? v.toString() : v
     );
   },
   parse: (text, options) => {
-    const parsed = JSON.parse(text, _optionalChain([options, 'optionalAccess', _10 => _10.reviver]));
-    if (_optionalChain([options, 'optionalAccess', _11 => _11.typeCheck]) && !_optionalChain([options, 'optionalAccess', _12 => _12.typeCheck, 'call', _13 => _13(parsed)]))
+    const parsed = JSON.parse(text, _optionalChain([options, 'optionalAccess', _13 => _13.reviver]));
+    if (_optionalChain([options, 'optionalAccess', _14 => _14.typeCheck]) && !_optionalChain([options, 'optionalAccess', _15 => _15.typeCheck, 'call', _16 => _16(parsed)]))
       throw new ParseError(text);
-    return _optionalChain([options, 'optionalAccess', _14 => _14.map]) ? options.map(parsed) : parsed;
+    return _optionalChain([options, 'optionalAccess', _17 => _17.map]) ? options.map(parsed) : parsed;
   }
 };
 var asyncRetry = async (fn, opts) => {
@@ -369,14 +482,14 @@ var asyncRetry = async (fn, opts) => {
     async (bail) => {
       try {
         const result = await fn();
-        if (_optionalChain([opts, 'optionalAccess', _15 => _15.shouldRetryResult]) && opts.shouldRetryResult(result)) {
+        if (_optionalChain([opts, 'optionalAccess', _18 => _18.shouldRetryResult]) && opts.shouldRetryResult(result)) {
           throw new EmmettError(
             `Retrying because of result: ${JSONParser.stringify(result)}`
           );
         }
         return result;
       } catch (error2) {
-        if (_optionalChain([opts, 'optionalAccess', _16 => _16.shouldRetryError]) && !opts.shouldRetryError(error2)) {
+        if (_optionalChain([opts, 'optionalAccess', _19 => _19.shouldRetryError]) && !opts.shouldRetryError(error2)) {
           bail(error2);
           return void 0;
         }
@@ -537,7 +650,7 @@ var assertThatArray = (array) => {
   };
 };
 var downcastRecordedMessage = (recordedMessage, options) => {
-  if (!_optionalChain([options, 'optionalAccess', _17 => _17.downcast]))
+  if (!_optionalChain([options, 'optionalAccess', _20 => _20.downcast]))
     return recordedMessage;
   const downcasted = options.downcast(
     recordedMessage
@@ -555,14 +668,14 @@ var downcastRecordedMessage = (recordedMessage, options) => {
   };
 };
 var downcastRecordedMessages = (recordedMessages, options) => {
-  if (!_optionalChain([options, 'optionalAccess', _18 => _18.downcast]))
+  if (!_optionalChain([options, 'optionalAccess', _21 => _21.downcast]))
     return recordedMessages;
   return recordedMessages.map(
     (recordedMessage) => downcastRecordedMessage(recordedMessage, options)
   );
 };
 var upcastRecordedMessage = (recordedMessage, options) => {
-  if (!_optionalChain([options, 'optionalAccess', _19 => _19.upcast]))
+  if (!_optionalChain([options, 'optionalAccess', _22 => _22.upcast]))
     return recordedMessage;
   const upcasted = options.upcast(
     recordedMessage
@@ -668,7 +781,7 @@ var reactor = (options) => {
         }
         if (startFrom && startFrom !== "CURRENT") return startFrom;
         if (checkpoints) {
-          const readResult = await _optionalChain([checkpoints, 'optionalAccess', _20 => _20.read, 'call', _21 => _21(
+          const readResult = await _optionalChain([checkpoints, 'optionalAccess', _23 => _23.read, 'call', _24 => _24(
             {
               processorId,
               partition
@@ -696,7 +809,7 @@ var reactor = (options) => {
           const upcasted = upcastRecordedMessage(
             // TODO: Make it smarter
             message2,
-            _optionalChain([options, 'access', _22 => _22.messageOptions, 'optionalAccess', _23 => _23.schema, 'optionalAccess', _24 => _24.versioning])
+            _optionalChain([options, 'access', _25 => _25.messageOptions, 'optionalAccess', _26 => _26.schema, 'optionalAccess', _27 => _27.versioning])
           );
           if (canHandle !== void 0 && !canHandle.includes(upcasted.type))
             continue;
@@ -749,142 +862,24 @@ var projector = (options) => {
     processorId,
     messageOptions: options.projection.eventsOptions,
     hooks: {
-      onInit: _optionalChain([options, 'access', _25 => _25.hooks, 'optionalAccess', _26 => _26.onInit]),
-      onStart: options.truncateOnStart && options.projection.truncate || _optionalChain([options, 'access', _27 => _27.hooks, 'optionalAccess', _28 => _28.onStart]) ? async (context) => {
+      onInit: _optionalChain([options, 'access', _28 => _28.hooks, 'optionalAccess', _29 => _29.onInit]),
+      onStart: options.truncateOnStart && options.projection.truncate || _optionalChain([options, 'access', _30 => _30.hooks, 'optionalAccess', _31 => _31.onStart]) ? async (context) => {
         if (options.truncateOnStart && options.projection.truncate)
           await options.projection.truncate(context);
-        if (_optionalChain([options, 'access', _29 => _29.hooks, 'optionalAccess', _30 => _30.onStart])) await _optionalChain([options, 'access', _31 => _31.hooks, 'optionalAccess', _32 => _32.onStart, 'call', _33 => _33(context)]);
+        if (_optionalChain([options, 'access', _32 => _32.hooks, 'optionalAccess', _33 => _33.onStart])) await _optionalChain([options, 'access', _34 => _34.hooks, 'optionalAccess', _35 => _35.onStart, 'call', _36 => _36(context)]);
       } : void 0,
-      onClose: _optionalChain([options, 'access', _34 => _34.hooks, 'optionalAccess', _35 => _35.onClose])
+      onClose: _optionalChain([options, 'access', _37 => _37.hooks, 'optionalAccess', _38 => _38.onClose])
     },
     eachMessage: async (event2, context) => projection2.handle([event2], context)
   });
 };
 var projection = (definition) => definition;
 
-// src/eventStore/schema/readMessagesBatch.ts
-var readMessagesBatch = async (execute, options) => {
-  const from = "from" in options ? options.from : "after" in options ? options.after + 1n : 0n;
-  const batchSize = options && "batchSize" in options ? options.batchSize : options.to - options.from;
-  const fromCondition = from !== -0n ? `AND global_position >= ${from}` : "";
-  const toCondition = "to" in options ? `AND global_position <= ${options.to}` : "";
-  const limitCondition = "batchSize" in options ? `LIMIT ${options.batchSize}` : "";
-  const messages = await _dumbo.mapRows.call(void 0, 
-    execute.query(
-      _dumbo.SQL`
-          SELECT stream_id, stream_position, global_position, message_data, message_metadata, message_schema_version, message_type, message_id
-           FROM ${_dumbo.SQL.identifier(messagesTable.name)}
-           WHERE partition = ${_nullishCoalesce(_optionalChain([options, 'optionalAccess', _36 => _36.partition]), () => ( defaultTag))} AND is_archived = FALSE AND transaction_id < pg_snapshot_xmin(pg_current_snapshot()) ${_dumbo.SQL.plain(fromCondition)} ${_dumbo.SQL.plain(toCondition)}
-           ORDER BY transaction_id, global_position
-           ${_dumbo.SQL.plain(limitCondition)}`
-    ),
-    (row) => {
-      const rawEvent = {
-        type: row.message_type,
-        data: row.message_data,
-        metadata: row.message_metadata
-      };
-      const metadata = {
-        ..."metadata" in rawEvent ? _nullishCoalesce(rawEvent.metadata, () => ( {})) : {},
-        messageId: row.message_id,
-        streamName: row.stream_id,
-        streamPosition: BigInt(row.stream_position),
-        globalPosition: BigInt(row.global_position)
-      };
-      return {
-        ...rawEvent,
-        kind: "Event",
-        metadata
-      };
-    }
-  );
-  return messages.length > 0 ? {
-    currentGlobalPosition: messages[messages.length - 1].metadata.globalPosition,
-    messages,
-    areMessagesLeft: messages.length === batchSize
-  } : {
-    currentGlobalPosition: "from" in options ? options.from : "after" in options ? options.after : 0n,
-    messages: [],
-    areMessagesLeft: false
-  };
-};
-
-// src/eventStore/consumers/messageBatchProcessing/index.ts
-var DefaultPostgreSQLEventStoreProcessorBatchSize = 100;
-var DefaultPostgreSQLEventStoreProcessorPullingFrequencyInMs = 50;
-var postgreSQLEventStoreMessageBatchPuller = ({
-  executor,
-  batchSize,
-  eachBatch,
-  pullingFrequencyInMs,
-  stopWhen,
-  signal
-}) => {
-  let isRunning = false;
-  let start;
-  const pullMessages = async (options) => {
-    const after = options.startFrom === "BEGINNING" ? 0n : options.startFrom === "END" ? await _asyncNullishCoalesce((await readLastMessageGlobalPosition(executor)).currentGlobalPosition, async () => ( 0n)) : options.startFrom.lastCheckpoint;
-    const readMessagesOptions = {
-      after,
-      batchSize
-    };
-    let waitTime = 100;
-    while (isRunning && !_optionalChain([signal, 'optionalAccess', _37 => _37.aborted])) {
-      const { messages, currentGlobalPosition, areMessagesLeft } = await readMessagesBatch(executor, readMessagesOptions);
-      if (messages.length > 0) {
-        const result = await eachBatch(messages);
-        if (result && result.type === "STOP") {
-          isRunning = false;
-          break;
-        }
-      }
-      readMessagesOptions.after = currentGlobalPosition;
-      await new Promise((resolve) => setTimeout(resolve, waitTime));
-      if (_optionalChain([stopWhen, 'optionalAccess', _38 => _38.noMessagesLeft]) === true && !areMessagesLeft) {
-        isRunning = false;
-        break;
-      }
-      if (!areMessagesLeft) {
-        waitTime = Math.min(waitTime * 2, 1e3);
-      } else {
-        waitTime = pullingFrequencyInMs;
-      }
-    }
-  };
-  return {
-    get isRunning() {
-      return isRunning;
-    },
-    start: (options) => {
-      if (isRunning) return start;
-      isRunning = true;
-      start = (async () => {
-        return pullMessages(options);
-      })();
-      return start;
-    },
-    stop: async () => {
-      if (!isRunning) return;
-      isRunning = false;
-      await start;
-    }
-  };
-};
-var zipPostgreSQLEventStoreMessageBatchPullerStartFrom = (options) => {
-  if (options.length === 0 || options.some((o) => o === void 0 || o === "BEGINNING"))
-    return "BEGINNING";
-  if (options.every((o) => o === "END")) return "END";
-  return options.filter((o) => o !== void 0 && o !== "BEGINNING" && o !== "END").sort((a, b) => a > b ? 1 : -1)[0];
-};
-
 // src/eventStore/consumers/postgreSQLEventStoreConsumer.ts
 
 
-
 // src/eventStore/consumers/postgreSQLProcessor.ts
 
-require('@event-driven-io/dumbo/pg');
-require('pg');
 
 // src/eventStore/projections/locks/tryAcquireProcessorLock.ts
 
@@ -1579,7 +1574,6 @@ var pongoSingleStreamProjection = (options) => {
 
 
 
-
 var withCollection = (handle, options) => {
   const { pool, connectionString, inDatabase, inCollection } = options;
   return pool.withConnection(async (connection) => {
@@ -1719,7 +1713,6 @@ var expectPongoDocuments = {
 
 
 
-
 // src/eventStore/postgreSQLEventStore.ts
 
 
@@ -1728,8 +1721,6 @@ var expectPongoDocuments = {
 
 
 
-
-
 // src/eventStore/schema/index.ts
 
 
@@ -1741,6 +1732,10 @@ var expectPongoDocuments = {
 
 
 
+
+
+
+
 var appendToStreamSQL = createFunctionIfDoesNotExistSQL(
   "emt_append_to_stream",
   _dumbo.SQL`CREATE OR REPLACE FUNCTION emt_append_to_stream(
@@ -1919,7 +1914,9 @@ var toExpectedVersion = (expected) => {
   if (expected == STREAM_EXISTS) return null;
   return expected;
 };
-var isOptimisticConcurrencyError = (error) => error instanceof Error && "code" in error && error.code === "23505";
+var isOptimisticConcurrencyError = (error) => _dumbo.DumboError.isInstanceOf(error, {
+  errorType: _dumbo.UniqueConstraintError.ErrorType
+});
 var appendEventsRaw = (execute, streamId, streamType, messages, options) => _dumbo.single.call(void 0, 
   execute.command(
     callAppendToStream({
@@ -4467,8 +4464,6 @@ var expectSQL = {
 };
 
 // src/eventStore/projections/postgreSQLProjection.ts
-
-
 var transactionToPostgreSQLProjectionHandlerContext = async (connectionString, pool, transaction) => ({
   execute: transaction.execute,
   connection: {