envio 2.32.2 → 3.0.0-alpha-main-clickhouse-sink

package/src/Persistence.res.js

@@ -1,40 +1,31 @@
 // Generated by ReScript, PLEASE EDIT WITH CARE
 'use strict';
 
+var Utils = require("./Utils.res.js");
 var Js_exn = require("rescript/lib/js/js_exn.js");
 var Logging = require("./Logging.res.js");
+var Belt_Array = require("rescript/lib/js/belt_Array.js");
 var Prometheus = require("./Prometheus.res.js");
 var EntityHistory = require("./db/EntityHistory.res.js");
 var ErrorHandling = require("./ErrorHandling.res.js");
+var InMemoryStore = require("./InMemoryStore.res.js");
+var InMemoryTable = require("./InMemoryTable.res.js");
 var InternalTable = require("./db/InternalTable.res.js");
 var Caml_exceptions = require("rescript/lib/js/caml_exceptions.js");
+var S$RescriptSchema = require("rescript-schema/src/S.res.js");
 var Caml_js_exceptions = require("rescript/lib/js/caml_js_exceptions.js");
 
 var StorageError = /* @__PURE__ */Caml_exceptions.create("Persistence.StorageError");
 
-var entityHistoryActionEnumConfig_name = EntityHistory.RowAction.name;
-
-var entityHistoryActionEnumConfig_variants = EntityHistory.RowAction.variants;
-
-var entityHistoryActionEnumConfig_schema = EntityHistory.RowAction.schema;
-
-var entityHistoryActionEnumConfig = {
-  name: entityHistoryActionEnumConfig_name,
-  variants: entityHistoryActionEnumConfig_variants,
-  schema: entityHistoryActionEnumConfig_schema,
-  default: "SET"
-};
-
-function make(userEntities, allEnums, storage, sql) {
+function make(userEntities, allEnums, storage) {
   var allEntities = userEntities.concat([InternalTable.DynamicContractRegistry.config]);
-  var allEnums$1 = allEnums.concat([entityHistoryActionEnumConfig]);
+  var allEnums$1 = allEnums.concat([EntityHistory.RowAction.config]);
   return {
           userEntities: userEntities,
           allEntities: allEntities,
           allEnums: allEnums$1,
           storageStatus: "Unknown",
-          storage: storage,
-          sql: sql
+          storage: storage
         };
 }
 
@@ -120,7 +111,7 @@ function getInitializedState(persistence) {
   }
 }
 
-async function setEffectCacheOrThrow(persistence, effect, items, invalidationsCount) {
+function writeBatch(persistence, batch, config, inMemoryStore, isInReorgThreshold) {
   var match = persistence.storageStatus;
   if (typeof match !== "object") {
     return Js_exn.raiseError("Failed to access the indexer storage. The Persistence layer is not initialized.");
@@ -129,31 +120,93 @@ async function setEffectCacheOrThrow(persistence, effect, items, invalidationsCo
     return Js_exn.raiseError("Failed to access the indexer storage. The Persistence layer is not initialized.");
   }
   var cache = match._0.cache;
-  var storage = persistence.storage;
-  var effectName = effect.name;
-  var c = cache[effectName];
-  var effectCacheRecord;
-  if (c !== undefined) {
-    effectCacheRecord = c;
-  } else {
-    var c$1 = {
-      effectName: effectName,
-      count: 0
-    };
-    cache[effectName] = c$1;
-    effectCacheRecord = c$1;
-  }
-  var initialize = effectCacheRecord.count === 0;
-  await storage.setEffectCacheOrThrow(effect, items, initialize);
-  effectCacheRecord.count = (effectCacheRecord.count + items.length | 0) - invalidationsCount | 0;
-  return Prometheus.EffectCacheCount.set(effectCacheRecord.count, effectName);
+  var updatedEntities = Belt_Array.keepMapU(persistence.allEntities, (function (entityConfig) {
+          var updates = InMemoryTable.Entity.updates(InMemoryStore.getInMemTable(inMemoryStore, entityConfig));
+          if (Utils.$$Array.isEmpty(updates)) {
+            return ;
+          } else {
+            return {
+                    entityConfig: entityConfig,
+                    updates: updates
+                  };
+          }
+        }));
+  return persistence.storage.writeBatch(batch, InMemoryTable.values(inMemoryStore.rawEvents), inMemoryStore.rollbackTargetCheckpointId, isInReorgThreshold, config, persistence.allEntities, Belt_Array.keepMapU(Object.keys(inMemoryStore.effects), (function (effectName) {
+                    var inMemTable = inMemoryStore.effects[effectName];
+                    var idsToStore = inMemTable.idsToStore;
+                    var invalidationsCount = inMemTable.invalidationsCount;
+                    var effect = inMemTable.effect;
+                    var dict = inMemTable.dict;
+                    if (idsToStore.length === 0) {
+                      return ;
+                    }
+                    var items = new Array(idsToStore.length);
+                    Belt_Array.forEachWithIndex(idsToStore, (function (index, id) {
+                            items[index] = {
+                              id: id,
+                              output: dict[id]
+                            };
+                          }));
+                    var effectName$1 = effect.name;
+                    var c = cache[effectName$1];
+                    var effectCacheRecord;
+                    if (c !== undefined) {
+                      effectCacheRecord = c;
+                    } else {
+                      var c$1 = {
+                        effectName: effectName$1,
+                        count: 0
+                      };
+                      cache[effectName$1] = c$1;
+                      effectCacheRecord = c$1;
+                    }
+                    var shouldInitialize = effectCacheRecord.count === 0;
+                    return effectCacheRecord.count = (effectCacheRecord.count + items.length | 0) - invalidationsCount | 0, Prometheus.EffectCacheCount.set(effectCacheRecord.count, effectName$1), {
+                            effect: effect,
+                            items: items,
+                            shouldInitialize: shouldInitialize
+                          };
+                  })), updatedEntities);
+}
+
+async function prepareRollbackDiff(persistence, rollbackTargetCheckpointId, rollbackDiffCheckpointId) {
+  var inMemStore = InMemoryStore.make(persistence.allEntities, rollbackTargetCheckpointId);
+  var deletedEntities = {};
+  var setEntities = {};
+  await Promise.all(Belt_Array.map(persistence.allEntities, (async function (entityConfig) {
+              var entityTable = InMemoryStore.getInMemTable(inMemStore, entityConfig);
+              var match = await persistence.storage.getRollbackData(entityConfig, rollbackTargetCheckpointId);
+              match[0].forEach(function (data) {
+                    Utils.Dict.push(deletedEntities, entityConfig.name, data.id);
+                    InMemoryTable.Entity.set(entityTable, {
+                          type: "DELETE",
+                          entityId: data.id,
+                          checkpointId: rollbackDiffCheckpointId
+                        }, false, true);
+                  });
+              var restoredEntities = S$RescriptSchema.parseOrThrow(match[1], entityConfig.rowsSchema);
+              return Belt_Array.forEach(restoredEntities, (function (entity) {
+                            Utils.Dict.push(setEntities, entityConfig.name, entity.id);
+                            InMemoryTable.Entity.set(entityTable, {
+                                  type: "SET",
+                                  entityId: entity.id,
+                                  entity: entity,
+                                  checkpointId: rollbackDiffCheckpointId
+                                }, false, true);
+                          }));
+            })));
+  return {
+          inMemStore: inMemStore,
+          deletedEntities: deletedEntities,
+          setEntities: setEntities
+        };
 }
 
 exports.StorageError = StorageError;
-exports.entityHistoryActionEnumConfig = entityHistoryActionEnumConfig;
 exports.make = make;
 exports.init = init;
 exports.getInitializedStorageOrThrow = getInitializedStorageOrThrow;
 exports.getInitializedState = getInitializedState;
-exports.setEffectCacheOrThrow = setEffectCacheOrThrow;
-/* Logging Not a pure module */
+exports.writeBatch = writeBatch;
+exports.prepareRollbackDiff = prepareRollbackDiff;
+/* Utils Not a pure module */