envio 3.0.0-alpha.1 → 3.0.0-alpha.3

package/evm.schema.json

@@ -15,17 +15,6 @@
       "description": "Name of the project",
       "type": "string"
     },
-    "ecosystem": {
-      "description": "Ecosystem of the project.",
-      "anyOf": [
-        {
-          "$ref": "#/$defs/EcosystemTag"
-        },
-        {
-          "type": "null"
-        }
-      ]
-    },
     "schema": {
       "description": "Custom path to schema.graphql file",
       "type": [
@@ -40,6 +29,33 @@
         "null"
       ]
     },
+    "handlers": {
+      "description": "Optional relative path to handlers directory for auto-loading. Defaults to 'src/handlers' if not specified.",
+      "type": [
+        "string",
+        "null"
+      ]
+    },
+    "full_batch_size": {
+      "description": "Target number of events to be processed per batch. Set it to smaller number if you have many Effect API calls which are slow to resolve and can't be batched. (Default: 5000)",
+      "type": [
+        "integer",
+        "null"
+      ],
+      "format": "uint64",
+      "minimum": 0
+    },
+    "ecosystem": {
+      "description": "Ecosystem of the project.",
+      "anyOf": [
+        {
+          "$ref": "#/$defs/EcosystemTag"
+        },
+        {
+          "type": "null"
+        }
+      ]
+    },
     "contracts": {
       "description": "Global contract definitions that must contain all definitions except addresses. You can share a single handler/abi/event definitions for contracts across multiple chains.",
       "type": [
@@ -50,18 +66,22 @@
         "$ref": "#/$defs/GlobalContract_for_ContractConfig"
       }
     },
-    "networks": {
-      "description": "Configuration of the blockchain networks that the project is deployed on.",
+    "chains": {
+      "description": "Configuration of the blockchain chains that the project is deployed on.",
       "type": "array",
       "items": {
-        "$ref": "#/$defs/Network"
+        "$ref": "#/$defs/Chain"
       }
     },
-    "unordered_multichain_mode": {
-      "description": "A flag to indicate if the indexer should use a single queue for all chains or a queue per chain (default: false)",
-      "type": [
-        "boolean",
-        "null"
+    "multichain": {
+      "description": "Multichain mode: 'ordered' processes events across chains in order, 'unordered' processes chain events in order, but non-deterministically relatively to other chains (default: unordered)",
+      "anyOf": [
+        {
+          "$ref": "#/$defs/Multichain"
+        },
+        {
+          "type": "null"
+        }
       ]
     },
     "event_decoder": {
@@ -107,13 +127,6 @@
         "null"
       ]
     },
-    "preload_handlers": {
-      "description": "Makes handlers run twice to enable preload optimisations. Removes handlerWithLoader API, since it's not needed. (recommended, default: false)",
-      "type": [
-        "boolean",
-        "null"
-      ]
-    },
     "address_format": {
       "description": "Address format for Ethereum addresses: 'checksum' or 'lowercase' (default: checksum)",
       "anyOf": [
@@ -124,19 +137,12 @@
           "type": "null"
         }
       ]
-    },
-    "handlers": {
-      "description": "Optional relative path to handlers directory for auto-loading. Defaults to 'src/handlers' if not specified.",
-      "type": [
-        "string",
-        "null"
-      ]
     }
   },
   "additionalProperties": false,
   "required": [
     "name",
-    "networks"
+    "chains"
   ],
   "$defs": {
     "EcosystemTag": {
@@ -304,17 +310,17 @@
         "mixHash"
       ]
     },
-    "Network": {
+    "Chain": {
       "type": "object",
       "properties": {
         "id": {
-          "description": "The public blockchain network ID.",
+          "description": "The public blockchain chain ID.",
           "type": "integer",
           "format": "uint64",
           "minimum": 0
         },
         "rpc_config": {
-          "description": "RPC configuration for utilizing as the network's data-source. Typically optional for chains with HyperSync support, which is highly recommended. HyperSync dramatically enhances performance, providing up to a 1000x speed boost over traditional RPC.",
+          "description": "RPC configuration for utilizing as the chain's data-source. Typically optional for chains with HyperSync support, which is highly recommended. HyperSync dramatically enhances performance, providing up to a 1000x speed boost over traditional RPC.",
           "anyOf": [
             {
               "$ref": "#/$defs/RpcConfig"
@@ -325,10 +331,10 @@
           ]
         },
         "rpc": {
-          "description": "RPC configuration for your indexer. If not specified otherwise, for networks supported by HyperSync, RPC serves as a fallback for added reliability. For others, it acts as the primary data-source. HyperSync offers significant performance improvements, up to a 1000x faster than traditional RPC.",
+          "description": "RPC configuration for your indexer. If not specified otherwise, for chains supported by HyperSync, RPC serves as a fallback for added reliability. For others, it acts as the primary data-source. HyperSync offers significant performance improvements, up to a 1000x faster than traditional RPC.",
           "anyOf": [
             {
-              "$ref": "#/$defs/NetworkRpc"
+              "$ref": "#/$defs/RpcSelection"
             },
             {
               "type": "null"
@@ -346,7 +352,7 @@
             }
           ]
         },
-        "confirmed_block_threshold": {
+        "max_reorg_depth": {
           "description": "The number of blocks from the head that the indexer should account for in case of reorgs.",
           "type": [
             "integer",
@@ -370,18 +376,20 @@
           "minimum": 0
         },
         "contracts": {
-          "description": "All the contracts that should be indexed on the given network",
-          "type": "array",
+          "description": "All the contracts that should be indexed on the given chain",
+          "type": [
+            "array",
+            "null"
+          ],
           "items": {
-            "$ref": "#/$defs/NetworkContract_for_ContractConfig"
+            "$ref": "#/$defs/ChainContract_for_ContractConfig"
           }
         }
       },
       "additionalProperties": false,
       "required": [
         "id",
-        "start_block",
-        "contracts"
+        "start_block"
       ]
     },
     "RpcConfig": {
@@ -469,7 +477,7 @@
         "url"
       ]
     },
-    "NetworkRpc": {
+    "RpcSelection": {
       "anyOf": [
         {
           "type": "string"
@@ -597,7 +605,7 @@
         "url"
       ]
     },
-    "NetworkContract_for_ContractConfig": {
+    "ChainContract_for_ContractConfig": {
       "type": "object",
       "properties": {
         "name": {
@@ -609,7 +617,7 @@
           "$ref": "#/$defs/Addresses"
         },
         "start_block": {
-          "description": "The block at which the indexer should start ingesting data for this specific contract. If not specified, uses the network start_block. Can be greater than the network start_block for more specific indexing.",
+          "description": "The block at which the indexer should start ingesting data for this specific contract. If not specified, uses the chain start_block. Can be greater than the chain start_block for more specific indexing.",
           "type": [
             "integer",
             "null"
@@ -675,6 +683,13 @@
         }
       ]
     },
+    "Multichain": {
+      "type": "string",
+      "enum": [
+        "ordered",
+        "unordered"
+      ]
+    },
     "EventDecoder": {
       "type": "string",
       "enum": [

package/fuel.schema.json

@@ -15,10 +15,6 @@
       "description": "Name of the project",
       "type": "string"
     },
-    "ecosystem": {
-      "description": "Ecosystem of the project.",
-      "$ref": "#/$defs/EcosystemTag"
-    },
     "schema": {
       "description": "Custom path to schema.graphql file",
       "type": [
@@ -33,6 +29,26 @@
         "null"
       ]
     },
+    "handlers": {
+      "description": "Optional relative path to handlers directory for auto-loading. Defaults to 'src/handlers' if not specified.",
+      "type": [
+        "string",
+        "null"
+      ]
+    },
+    "full_batch_size": {
+      "description": "Target number of events to be processed per batch. Set it to smaller number if you have many Effect API calls which are slow to resolve and can't be batched. (Default: 5000)",
+      "type": [
+        "integer",
+        "null"
+      ],
+      "format": "uint64",
+      "minimum": 0
+    },
+    "ecosystem": {
+      "description": "Ecosystem of the project.",
+      "$ref": "#/$defs/EcosystemTag"
+    },
     "contracts": {
       "description": "Global contract definitions that must contain all definitions except addresses. You can share a single handler/abi/event definitions for contracts across multiple chains.",
       "type": [
@@ -43,11 +59,11 @@
         "$ref": "#/$defs/GlobalContract_for_ContractConfig"
       }
     },
-    "networks": {
-      "description": "Configuration of the blockchain networks that the project is deployed on.",
+    "chains": {
+      "description": "Configuration of the blockchain chains that the project is deployed on.",
       "type": "array",
       "items": {
-        "$ref": "#/$defs/Network"
+        "$ref": "#/$defs/Chain"
       }
     },
     "raw_events": {
@@ -56,27 +72,13 @@
         "boolean",
         "null"
       ]
-    },
-    "preload_handlers": {
-      "description": "Makes handlers run twice to enable preload optimisations. Removes handlerWithLoader API, since it's not needed. (recommended, default: false)",
-      "type": [
-        "boolean",
-        "null"
-      ]
-    },
-    "handlers": {
-      "description": "Optional relative path to handlers directory for auto-loading. Defaults to 'src/handlers' if not specified.",
-      "type": [
-        "string",
-        "null"
-      ]
     }
   },
   "additionalProperties": false,
   "required": [
     "name",
     "ecosystem",
-    "networks"
+    "chains"
   ],
   "$defs": {
     "EcosystemTag": {
@@ -159,11 +161,11 @@
         "call"
       ]
     },
-    "Network": {
+    "Chain": {
       "type": "object",
       "properties": {
         "id": {
-          "description": "Public chain/network id",
+          "description": "Public chain id",
           "type": "integer",
           "format": "uint64",
           "minimum": 0
@@ -195,18 +197,20 @@
           ]
         },
         "contracts": {
-          "description": "All the contracts that should be indexed on the given network",
-          "type": "array",
+          "description": "All the contracts that should be indexed on the given chain",
+          "type": [
+            "array",
+            "null"
+          ],
           "items": {
-            "$ref": "#/$defs/NetworkContract_for_ContractConfig"
+            "$ref": "#/$defs/ChainContract_for_ContractConfig"
           }
         }
       },
       "additionalProperties": false,
       "required": [
         "id",
-        "start_block",
-        "contracts"
+        "start_block"
       ]
     },
     "HyperfuelConfig": {
@@ -222,7 +226,7 @@
         "url"
       ]
     },
-    "NetworkContract_for_ContractConfig": {
+    "ChainContract_for_ContractConfig": {
       "type": "object",
       "properties": {
         "name": {
@@ -234,7 +238,7 @@
           "$ref": "#/$defs/Addresses"
         },
         "start_block": {
-          "description": "The block at which the indexer should start ingesting data for this specific contract. If not specified, uses the network start_block. Can be greater than the network start_block for more specific indexing.",
+          "description": "The block at which the indexer should start ingesting data for this specific contract. If not specified, uses the chain start_block. Can be greater than the chain start_block for more specific indexing.",
           "type": [
             "integer",
             "null"

package/index.d.ts

@@ -8,6 +8,7 @@ export type {
   rateLimit as RateLimit,
   blockEvent as BlockEvent,
   fuelBlockEvent as FuelBlockEvent,
+  solanaOnBlockArgs as SolanaOnBlockArgs,
   onBlockArgs as OnBlockArgs,
   onBlockOptions as OnBlockOptions,
 } from "./src/Envio.gen.ts";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "envio",
-  "version": "v3.0.0-alpha.1",
+  "version": "v3.0.0-alpha.3",
   "type": "module",
   "description": "A latency and sync speed optimized, developer friendly blockchain data indexer.",
   "bin": "./bin.js",
@@ -29,23 +29,27 @@
     "node": ">=22.0.0"
   },
   "optionalDependencies": {
-    "envio-linux-x64": "v3.0.0-alpha.1",
-    "envio-linux-arm64": "v3.0.0-alpha.1",
-    "envio-darwin-x64": "v3.0.0-alpha.1",
-    "envio-darwin-arm64": "v3.0.0-alpha.1"
+    "envio-linux-x64": "v3.0.0-alpha.3",
+    "envio-linux-arm64": "v3.0.0-alpha.3",
+    "envio-darwin-x64": "v3.0.0-alpha.3",
+    "envio-darwin-arm64": "v3.0.0-alpha.3"
   },
   "dependencies": {
     "@clickhouse/client": "1.12.1",
-    "@envio-dev/hypersync-client": "0.7.0",
+    "@elastic/ecs-pino-format": "1.4.0",
     "@envio-dev/hyperfuel-client": "1.2.2",
-    "rescript": "11.1.3",
-    "rescript-schema": "9.3.4",
-    "viem": "2.21.0",
+    "@envio-dev/hypersync-client": "0.7.0",
     "bignumber.js": "9.1.2",
+    "eventsource": "4.1.0",
     "pino": "8.16.1",
     "pino-pretty": "10.2.3",
-    "@elastic/ecs-pino-format": "1.4.0",
-    "prom-client": "15.0.0"
+    "prom-client": "15.0.0",
+    "rescript": "11.1.3",
+    "rescript-schema": "9.3.4",
+    "viem": "2.21.0",
+    "rescript-envsafe": "5.0.0",
+    "dotenv": "16.4.5",
+    "date-fns": "3.3.1"
   },
   "files": [
     "bin.js",

package/rescript.json

@@ -19,6 +19,6 @@
     "generatedFileExtension": ".gen.ts",
     "moduleResolution": "node16"
   },
-  "bs-dependencies": ["rescript-schema"],
+  "bs-dependencies": ["rescript-schema", "rescript-envsafe"],
   "bsc-flags": ["-open RescriptSchema"]
 }

package/src/Batch.res.mjs

@@ -80,7 +80,7 @@ function getProgressedChainsById(chainsBeforeBatch, batchSizePerChain, progressB
           var progressedChain;
           if (batchSize !== undefined) {
             var leftItems = fetchState.buffer.slice(batchSize);
-            progressedChain = getChainAfterBatchIfProgressed(chainBeforeBatch, progressBlockNumberAfterBatch, FetchState.updateInternal(fetchState, undefined, undefined, undefined, leftItems, undefined), batchSize);
+            progressedChain = getChainAfterBatchIfProgressed(chainBeforeBatch, progressBlockNumberAfterBatch, FetchState.updateInternal(fetchState, undefined, undefined, undefined, leftItems, undefined, undefined), batchSize);
           } else {
             progressedChain = getChainAfterBatchIfProgressed(chainBeforeBatch, progressBlockNumberAfterBatch, chainBeforeBatch.fetchState, 0);
           }