envio 2.31.0-alpha.0 → 2.31.0-alpha.2

package/src/db/EntityHistory.res.js

@@ -2,7 +2,6 @@
 'use strict';
 
 var Table = require("./Table.res.js");
-var Js_exn = require("rescript/lib/js/js_exn.js");
 var Belt_Array = require("rescript/lib/js/belt_Array.js");
 var S$RescriptSchema = require("rescript-schema/src/S.res.js");
 
@@ -11,7 +10,7 @@ var variants = [
   "DELETE"
 ];
 
-var name = "ENTITY_HISTORY_ROW_ACTION";
+var name = "ENVIO_HISTORY_CHANGE";
 
 var schema = S$RescriptSchema.$$enum(variants);
 
@@ -21,159 +20,29 @@ var RowAction = {
   schema: schema
 };
 
-var entityIdOnlySchema = S$RescriptSchema.schema(function (s) {
-      return {
-              id: s.m(S$RescriptSchema.string)
-            };
-    });
+var changeFieldName = "envio_change";
 
-var previousHistoryFieldsSchema = S$RescriptSchema.object(function (s) {
-      return {
-              chain_id: s.f("previous_entity_history_chain_id", S$RescriptSchema.$$null(S$RescriptSchema.$$int)),
-              block_timestamp: s.f("previous_entity_history_block_timestamp", S$RescriptSchema.$$null(S$RescriptSchema.$$int)),
-              block_number: s.f("previous_entity_history_block_number", S$RescriptSchema.$$null(S$RescriptSchema.$$int)),
-              log_index: s.f("previous_entity_history_log_index", S$RescriptSchema.$$null(S$RescriptSchema.$$int))
-            };
-    });
+var checkpointIdFieldName = "checkpoint_id";
 
-var currentHistoryFieldsSchema = S$RescriptSchema.object(function (s) {
-      return {
-              chain_id: s.f("entity_history_chain_id", S$RescriptSchema.$$int),
-              block_timestamp: s.f("entity_history_block_timestamp", S$RescriptSchema.$$int),
-              block_number: s.f("entity_history_block_number", S$RescriptSchema.$$int),
-              log_index: s.f("entity_history_log_index", S$RescriptSchema.$$int)
-            };
-    });
+function makeSetUpdateSchema(entitySchema) {
+  return S$RescriptSchema.object(function (s) {
+              s.tag(changeFieldName, "SET");
+              return {
+                      entityId: s.f("id", S$RescriptSchema.string),
+                      entityUpdateAction: {
+                        TAG: "Set",
+                        _0: s.flatten(entitySchema)
+                      },
+                      checkpointId: s.f(checkpointIdFieldName, S$RescriptSchema.$$int)
+                    };
+            });
+}
 
-function makeHistoryRowSchema(entitySchema) {
-  var nullableEntitySchema = S$RescriptSchema.schema(function (s) {
-        var match = entitySchema.t;
-        if (typeof match !== "object") {
-          return Js_exn.raiseError("Failed creating nullableEntitySchema. Expected an object schema for entity");
-        }
-        if (match.TAG !== "object") {
-          return Js_exn.raiseError("Failed creating nullableEntitySchema. Expected an object schema for entity");
-        }
-        var nulldict = {};
-        Belt_Array.forEach(match.items, (function (param) {
-                var $$location = param.location;
-                var schema = param.schema;
-                var match = schema.t;
-                var nullableFieldSchema = $$location === "id" || !(typeof match !== "object" || match.TAG !== "null") ? schema : S$RescriptSchema.$$null(schema);
-                nulldict[$$location] = s.m(nullableFieldSchema);
-              }));
-        return nulldict;
-      });
-  return S$RescriptSchema.transform(S$RescriptSchema.object(function (s) {
-                  return {
-                          current: s.flatten(currentHistoryFieldsSchema),
-                          previous: s.flatten(previousHistoryFieldsSchema),
-                          entityData: s.flatten(nullableEntitySchema),
-                          action: s.f("action", schema)
-                        };
-                }), (function (s) {
-                return {
-                        p: (function (v) {
-                            var match = v.previous;
-                            var chain_id = match.chain_id;
-                            var tmp;
-                            var exit = 0;
-                            if (chain_id !== undefined) {
-                              var block_timestamp = match.block_timestamp;
-                              if (block_timestamp !== undefined) {
-                                var block_number = match.block_number;
-                                if (block_number !== undefined) {
-                                  var log_index = match.log_index;
-                                  if (log_index !== undefined) {
-                                    tmp = {
-                                      chain_id: chain_id,
-                                      block_timestamp: block_timestamp,
-                                      block_number: block_number,
-                                      log_index: log_index
-                                    };
-                                  } else {
-                                    exit = 1;
-                                  }
-                                } else {
-                                  exit = 1;
-                                }
-                              } else {
-                                exit = 1;
-                              }
-                            } else if (match.block_timestamp !== undefined || match.block_number !== undefined || match.log_index !== undefined) {
-                              exit = 1;
-                            } else {
-                              tmp = undefined;
-                            }
-                            if (exit === 1) {
-                              tmp = s.fail("Unexpected mix of null and non-null values in previous history fields", undefined);
-                            }
-                            var match$1 = v.action;
-                            var tmp$1;
-                            if (match$1 === "SET") {
-                              tmp$1 = {
-                                TAG: "Set",
-                                _0: v.entityData
-                              };
-                            } else {
-                              var match$2 = v.entityData;
-                              tmp$1 = {
-                                TAG: "Delete",
-                                _0: {
-                                  id: match$2.id
-                                }
-                              };
-                            }
-                            return {
-                                    current: v.current,
-                                    previous: tmp,
-                                    entityData: tmp$1
-                                  };
-                          }),
-                        s: (function (v) {
-                            var entityData = v.entityData;
-                            var match;
-                            match = entityData.TAG === "Delete" ? [
-                                entityData._0,
-                                "DELETE"
-                              ] : [
-                                entityData._0,
-                                "SET"
-                              ];
-                            var historyFields = v.previous;
-                            return {
-                                    current: v.current,
-                                    entityData: match[0],
-                                    action: match[1],
-                                    previous: historyFields !== undefined ? historyFields : ({
-                                          chain_id: undefined,
-                                          block_timestamp: undefined,
-                                          block_number: undefined,
-                                          log_index: undefined
-                                        })
-                                  };
-                          })
-                      };
-              }));
+function historyTableName(entityName) {
+  return "envio_history_" + entityName;
 }
 
 function fromTable(table, schema) {
-  var currentChangeFieldNames = [
-    "entity_history_block_timestamp",
-    "entity_history_chain_id",
-    "entity_history_block_number",
-    "entity_history_log_index"
-  ];
-  var currentHistoryFields = Belt_Array.map(currentChangeFieldNames, (function (fieldName) {
-          return Table.mkField(fieldName, "INTEGER", S$RescriptSchema.never, undefined, undefined, undefined, true, undefined, undefined);
-        }));
-  var previousChangeFieldNames = Belt_Array.map(currentChangeFieldNames, (function (fieldName) {
-          return "previous_" + fieldName;
-        }));
-  var previousHistoryFields = Belt_Array.map(previousChangeFieldNames, (function (fieldName) {
-          return Table.mkField(fieldName, "INTEGER", S$RescriptSchema.never, undefined, undefined, true, undefined, undefined, undefined);
-        }));
-  var id = "id";
   var dataFields = Belt_Array.keepMap(table.fields, (function (field) {
           if (field.TAG !== "Field") {
             return ;
@@ -184,7 +53,7 @@ function fromTable(table, schema) {
             return {
                     TAG: "Field",
                     _0: {
-                      fieldName: id,
+                      fieldName: "id",
                       fieldType: field$1.fieldType,
                       fieldSchema: field$1.fieldSchema,
                       isArray: field$1.isArray,
@@ -212,91 +81,102 @@ function fromTable(table, schema) {
                   };
           }
         }));
-  var actionFieldName = "action";
-  var actionField = Table.mkField(actionFieldName, name, S$RescriptSchema.never, undefined, undefined, undefined, undefined, undefined, undefined);
-  var serialField = Table.mkField("serial", "SERIAL", S$RescriptSchema.never, undefined, undefined, true, undefined, true, undefined);
-  var dataFieldNames = Belt_Array.map(dataFields, (function (field) {
+  var actionField = Table.mkField(changeFieldName, name, S$RescriptSchema.never, undefined, undefined, undefined, undefined, undefined, undefined);
+  var checkpointIdField = Table.mkField(checkpointIdFieldName, "INTEGER", S$RescriptSchema.$$int, undefined, undefined, undefined, true, undefined, undefined);
+  var entityTableName = table.tableName;
+  var historyTableName = "envio_history_" + entityTableName;
+  var table$1 = Table.mkTable(historyTableName, undefined, Belt_Array.concat(dataFields, [
+            checkpointIdField,
+            actionField
+          ]));
+  var setUpdateSchema = makeSetUpdateSchema(schema);
+  var allFieldNames = Belt_Array.map(table$1.fields, (function (field) {
           return Table.getFieldName(field);
         }));
-  var originTableName = table.tableName;
-  var historyTableName = originTableName + "_history";
-  var table$1 = Table.mkTable(historyTableName, undefined, Belt_Array.concatMany([
-            currentHistoryFields,
-            previousHistoryFields,
-            dataFields,
-            [
-              actionField,
-              serialField
-            ]
-          ]));
-  var insertFnName = "\"insert_" + table$1.tableName + "\"";
-  var allFieldNamesDoubleQuoted = Belt_Array.map(Belt_Array.concatMany([
-            currentChangeFieldNames,
-            previousChangeFieldNames,
-            dataFieldNames,
-            [actionFieldName]
-          ]), (function (fieldName) {
-          return "\"" + fieldName + "\"";
+  var allFieldNamesStr = Belt_Array.map(allFieldNames, (function (name) {
+            return "\"" + name + "\"";
+          })).join(", ");
+  var selectParts = Belt_Array.map(allFieldNames, (function (fieldName) {
+          if (fieldName === "id") {
+            return "u.id";
+          } else if (fieldName === checkpointIdFieldName) {
+            return "u.checkpoint_id";
+          } else if (fieldName === changeFieldName) {
+            return "'DELETE'";
+          } else {
+            return "NULL";
+          }
         }));
-  var makeInsertFnQuery = function (pgSchema) {
-    var historyRowArg = "history_row";
-    var historyTablePath = "\"" + pgSchema + "\".\"" + historyTableName + "\"";
-    var originTablePath = "\"" + pgSchema + "\".\"" + originTableName + "\"";
-    var previousHistoryFieldsAreNullStr = Belt_Array.map(previousChangeFieldNames, (function (fieldName) {
-              return historyRowArg + "." + fieldName + " IS NULL";
-            })).join(" OR ");
-    var currentChangeFieldNamesCommaSeparated = currentChangeFieldNames.join(", ");
-    var dataFieldNamesDoubleQuoted = Belt_Array.map(dataFieldNames, (function (fieldName) {
-            return "\"" + fieldName + "\"";
-          }));
-    var dataFieldNamesCommaSeparated = dataFieldNamesDoubleQuoted.join(", ");
-    return "CREATE OR REPLACE FUNCTION " + insertFnName + "(" + historyRowArg + " " + historyTablePath + ", should_copy_current_entity BOOLEAN)\nRETURNS void AS $$\nDECLARE\n  v_previous_record RECORD;\n  v_origin_record RECORD;\nBEGIN\n  -- Check if previous values are not provided\n  IF " + previousHistoryFieldsAreNullStr + " THEN\n    -- Find the most recent record for the same id\n    SELECT " + currentChangeFieldNamesCommaSeparated + " INTO v_previous_record\n    FROM " + historyTablePath + "\n    WHERE " + id + " = " + historyRowArg + "." + id + "\n    ORDER BY " + Belt_Array.map(currentChangeFieldNames, (function (fieldName) {
-                    return fieldName + " DESC";
-                  })).join(", ") + "\n    LIMIT 1;\n\n    -- If a previous record exists, use its values\n    IF FOUND THEN\n      " + Belt_Array.map(Belt_Array.zip(currentChangeFieldNames, previousChangeFieldNames), (function (param) {
-                    return historyRowArg + "." + param[1] + " := v_previous_record." + param[0] + ";";
-                  })).join(" ") + "\n      ElSIF should_copy_current_entity THEN\n      -- Check if a value for the id exists in the origin table and if so, insert a history row for it.\n      SELECT " + dataFieldNamesCommaSeparated + " FROM " + originTablePath + " WHERE id = " + historyRowArg + "." + id + " INTO v_origin_record;\n      IF FOUND THEN\n        INSERT INTO " + historyTablePath + " (" + currentChangeFieldNamesCommaSeparated + ", " + dataFieldNamesCommaSeparated + ", \"" + actionFieldName + "\")\n        -- SET the current change data fields to 0 since we don't know what they were\n        -- and it doesn't matter provided they are less than any new values\n        VALUES (" + Belt_Array.map(currentChangeFieldNames, (function (param) {
-                    return "0";
-                  })).join(", ") + ", " + Belt_Array.map(dataFieldNames, (function (fieldName) {
-                    return "v_origin_record.\"" + fieldName + "\"";
-                  })).join(", ") + ", 'SET');\n\n        " + Belt_Array.map(previousChangeFieldNames, (function (previousFieldName) {
-                    return historyRowArg + "." + previousFieldName + " := 0;";
-                  })).join(" ") + "\n      END IF;\n    END IF;\n  END IF;\n\n  INSERT INTO " + historyTablePath + " (" + allFieldNamesDoubleQuoted.join(", ") + ")\n  VALUES (" + Belt_Array.map(allFieldNamesDoubleQuoted, (function (fieldName) {
-                    return historyRowArg + "." + fieldName;
-                  })).join(", ") + ");\nEND;\n$$ LANGUAGE plpgsql;";
+  var selectPartsStr = selectParts.join(", ");
+  var makeInsertDeleteUpdatesQuery = function (pgSchema) {
+    return "INSERT INTO \"" + pgSchema + "\".\"" + historyTableName + "\" (" + allFieldNamesStr + ")\nSELECT " + selectPartsStr + "\nFROM UNNEST($1::text[], $2::int[]) AS u(id, checkpoint_id)";
+  };
+  var dataFieldNames = Belt_Array.keep(Belt_Array.map(table$1.fields, (function (field) {
+              return Table.getFieldName(field);
+            })), (function (fieldName) {
+          if (fieldName !== changeFieldName) {
+            return fieldName !== checkpointIdFieldName;
+          } else {
+            return false;
+          }
+        }));
+  var dataFieldsCommaSeparated = Belt_Array.map(dataFieldNames, (function (name) {
+            return "\"" + name + "\"";
+          })).join(", ");
+  var makeGetRollbackRemovedIdsQuery = function (pgSchema) {
+    return "SELECT DISTINCT id\nFROM \"" + pgSchema + "\".\"" + historyTableName + "\"\nWHERE \"" + checkpointIdFieldName + "\" > $1\n  AND NOT EXISTS (\n    SELECT 1\n    FROM \"" + pgSchema + "\".\"" + historyTableName + "\" h\n    WHERE h.id = \"" + historyTableName + "\".id\n      AND h.\"" + checkpointIdFieldName + "\" <= $1\n  )";
+  };
+  var makeGetRollbackRestoredEntitiesQuery = function (pgSchema) {
+    return "SELECT DISTINCT ON (id) " + dataFieldsCommaSeparated + "\nFROM \"" + pgSchema + "\".\"" + historyTableName + "\"\nWHERE \"" + checkpointIdFieldName + "\" <= $1\n  AND EXISTS (\n    SELECT 1\n    FROM \"" + pgSchema + "\".\"" + historyTableName + "\" h\n    WHERE h.id = \"" + historyTableName + "\".id\n      AND h.\"" + checkpointIdFieldName + "\" > $1\n  )\nORDER BY id, \"" + checkpointIdFieldName + "\" DESC";
   };
-  var insertFnString = "(sql, rowArgs, shouldCopyCurrentEntity) =>\n      sql\`select " + insertFnName + "(ROW(" + Belt_Array.map(allFieldNamesDoubleQuoted, (function (fieldNameDoubleQuoted) {
-            return "\${rowArgs[" + fieldNameDoubleQuoted + "]\}";
-          })).join(", ") + ", NULL),  --NULL argument for SERIAL field\n    \${shouldCopyCurrentEntity});\`";
-  var insertFn = eval(insertFnString);
-  var schema$1 = makeHistoryRowSchema(schema);
   return {
           table: table$1,
-          makeInsertFnQuery: makeInsertFnQuery,
-          schema: schema$1,
-          schemaRows: S$RescriptSchema.array(schema$1),
-          insertFn: insertFn
+          setUpdateSchema: setUpdateSchema,
+          setUpdateSchemaRows: S$RescriptSchema.array(setUpdateSchema),
+          makeInsertDeleteUpdatesQuery: makeInsertDeleteUpdatesQuery,
+          makeGetRollbackRemovedIdsQuery: makeGetRollbackRemovedIdsQuery,
+          makeGetRollbackRestoredEntitiesQuery: makeGetRollbackRestoredEntitiesQuery
         };
 }
 
 function makePruneStaleEntityHistoryQuery(entityName, pgSchema) {
-  var historyTableName = entityName + "_history";
-  var historyTableRef = "\"" + pgSchema + "\".\"" + historyTableName + "\"";
-  return "WITH safe AS (\n  SELECT s.chain_id, s.block_number\n  FROM unnest($1::int[], $2::bigint[]) AS s(chain_id, block_number)\n),\nmax_before_safe AS (\n  SELECT t.id, MAX(t.serial) AS keep_serial\n  FROM " + historyTableRef + " t\n  JOIN safe s\n    ON s.chain_id = t.entity_history_chain_id\n   AND t.entity_history_block_number <= s.block_number\n  GROUP BY t.id\n),\npost_safe AS (\n  SELECT DISTINCT t.id\n  FROM " + historyTableRef + " t\n  JOIN safe s\n    ON s.chain_id = t.entity_history_chain_id\n   AND t.entity_history_block_number > s.block_number\n)\nDELETE FROM " + historyTableRef + " d\nUSING max_before_safe m\nLEFT JOIN post_safe p ON p.id = m.id\nWHERE d.id = m.id\n  AND (\n    d.serial < m.keep_serial\n    OR (p.id IS NULL AND d.serial = m.keep_serial)\n  );";
+  var historyTableRef = "\"" + pgSchema + "\".\"envio_history_" + entityName + "\"";
+  return "WITH anchors AS (\n  SELECT t.id, MAX(t." + checkpointIdFieldName + ") AS keep_checkpoint_id\n  FROM " + historyTableRef + " t WHERE t." + checkpointIdFieldName + " <= $1\n  GROUP BY t.id\n)\nDELETE FROM " + historyTableRef + " d\nUSING anchors a\nWHERE d.id = a.id\n  AND (\n    d." + checkpointIdFieldName + " < a.keep_checkpoint_id\n    OR (\n      d." + checkpointIdFieldName + " = a.keep_checkpoint_id AND\n      NOT EXISTS (\n        SELECT 1 FROM " + historyTableRef + " ps \n        WHERE ps.id = d.id AND ps." + checkpointIdFieldName + " > $1\n      ) \n    )\n  );";
+}
+
+function pruneStaleEntityHistory(sql, entityName, pgSchema, safeCheckpointId) {
+  return sql.unsafe(makePruneStaleEntityHistoryQuery(entityName, pgSchema), [safeCheckpointId], {prepare: true});
+}
+
+function makeBackfillHistoryQuery(pgSchema, entityName) {
+  return "WITH target_ids AS (\n  SELECT UNNEST($1::TEXT[]) AS id\n),\nmissing_history AS (\n  SELECT e.*\n  FROM \"" + pgSchema + "\".\"" + entityName + "\" e\n  JOIN target_ids t ON e.id = t.id\n  LEFT JOIN \"" + pgSchema + "\".\"envio_history_" + entityName + "\" h ON h.id = e.id\n  WHERE h.id IS NULL\n)\nINSERT INTO \"" + pgSchema + "\".\"envio_history_" + entityName + "\"\nSELECT *, 0 AS " + checkpointIdFieldName + ", '" + "SET" + "' as " + changeFieldName + "\nFROM missing_history;";
+}
+
+function backfillHistory(sql, pgSchema, entityName, ids) {
+  return sql.unsafe(makeBackfillHistoryQuery(pgSchema, entityName), [ids], {prepare: true});
 }
 
-function pruneStaleEntityHistory(sql, entityName, pgSchema, safeReorgBlocks) {
-  return sql.unsafe(makePruneStaleEntityHistoryQuery(entityName, pgSchema), [
-              safeReorgBlocks.chainIds,
-              safeReorgBlocks.blockNumbers
+function insertDeleteUpdates(sql, pgSchema, entityHistory, batchDeleteEntityIds, batchDeleteCheckpointIds) {
+  return sql.unsafe(entityHistory.makeInsertDeleteUpdatesQuery(pgSchema), [
+              batchDeleteEntityIds,
+              batchDeleteCheckpointIds
             ], {prepare: true});
 }
 
+function rollback(sql, pgSchema, entityName, rollbackTargetCheckpointId) {
+  return sql.unsafe("DELETE FROM \"" + pgSchema + "\".\"envio_history_" + entityName + "\" WHERE \"" + checkpointIdFieldName + "\" > $1;", [rollbackTargetCheckpointId], {prepare: true});
+}
+
 exports.RowAction = RowAction;
-exports.entityIdOnlySchema = entityIdOnlySchema;
-exports.previousHistoryFieldsSchema = previousHistoryFieldsSchema;
-exports.currentHistoryFieldsSchema = currentHistoryFieldsSchema;
-exports.makeHistoryRowSchema = makeHistoryRowSchema;
+exports.changeFieldName = changeFieldName;
+exports.checkpointIdFieldName = checkpointIdFieldName;
+exports.makeSetUpdateSchema = makeSetUpdateSchema;
+exports.historyTableName = historyTableName;
 exports.fromTable = fromTable;
 exports.makePruneStaleEntityHistoryQuery = makePruneStaleEntityHistoryQuery;
 exports.pruneStaleEntityHistory = pruneStaleEntityHistory;
+exports.makeBackfillHistoryQuery = makeBackfillHistoryQuery;
+exports.backfillHistory = backfillHistory;
+exports.insertDeleteUpdates = insertDeleteUpdates;
+exports.rollback = rollback;
 /* schema Not a pure module */

package/src/db/InternalTable.gen.ts

@@ -7,6 +7,19 @@ import type {Json_t as Js_Json_t} from '../../src/Js.shim';
 
 import type {t as Address_t} from '../../src/Address.gen';
 
+export type DynamicContractRegistry_t = {
+  readonly id: string; 
+  readonly chain_id: number; 
+  readonly registering_event_block_number: number; 
+  readonly registering_event_log_index: number; 
+  readonly registering_event_block_timestamp: number; 
+  readonly registering_event_contract_name: string; 
+  readonly registering_event_name: string; 
+  readonly registering_event_src_address: Address_t; 
+  readonly contract_address: Address_t; 
+  readonly contract_name: string
+};
+
 export type RawEvents_t = {
   readonly chain_id: number; 
   readonly event_id: bigint; 
@@ -21,16 +34,3 @@ export type RawEvents_t = {
   readonly transaction_fields: Js_Json_t; 
   readonly params: Js_Json_t
 };
-
-export type DynamicContractRegistry_t = {
-  readonly id: string; 
-  readonly chain_id: number; 
-  readonly registering_event_block_number: number; 
-  readonly registering_event_log_index: number; 
-  readonly registering_event_block_timestamp: number; 
-  readonly registering_event_contract_name: string; 
-  readonly registering_event_name: string; 
-  readonly registering_event_src_address: Address_t; 
-  readonly contract_address: Address_t; 
-  readonly contract_name: string
-};