envio 3.0.0-alpha.0 → 3.0.0-alpha.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -2
- package/evm.schema.json +53 -57
- package/fuel.schema.json +35 -31
- package/index.d.ts +446 -1
- package/index.js +4 -0
- package/package.json +23 -11
- package/rescript.json +4 -1
- package/src/Batch.res.mjs +1 -1
- package/src/Benchmark.res +394 -0
- package/src/Benchmark.res.mjs +398 -0
- package/src/ChainFetcher.res +526 -0
- package/src/ChainFetcher.res.mjs +343 -0
- package/src/ChainManager.res +182 -0
- package/src/ChainManager.res.mjs +150 -0
- package/src/Config.res +367 -27
- package/src/Config.res.mjs +338 -28
- package/src/{Indexer.res → Ctx.res} +1 -1
- package/src/Ecosystem.res +25 -0
- package/src/Ecosystem.res.mjs +29 -0
- package/src/Env.res +252 -0
- package/src/Env.res.mjs +271 -0
- package/src/Envio.gen.ts +9 -1
- package/src/Envio.res +12 -9
- package/src/EventProcessing.res +476 -0
- package/src/EventProcessing.res.mjs +341 -0
- package/src/EventRegister.res +4 -15
- package/src/EventRegister.res.mjs +3 -9
- package/src/EventRegister.resi +2 -8
- package/src/FetchState.res +54 -29
- package/src/FetchState.res.mjs +62 -35
- package/src/GlobalState.res +1163 -0
- package/src/GlobalState.res.mjs +1196 -0
- package/src/GlobalStateManager.res +68 -0
- package/src/GlobalStateManager.res.mjs +75 -0
- package/src/GlobalStateManager.resi +7 -0
- package/src/HandlerLoader.res +89 -0
- package/src/HandlerLoader.res.mjs +79 -0
- package/src/Internal.gen.ts +3 -14
- package/src/Internal.res +45 -13
- package/src/LoadLayer.res +444 -0
- package/src/LoadLayer.res.mjs +296 -0
- package/src/LoadLayer.resi +32 -0
- package/src/LogSelection.res +33 -27
- package/src/LogSelection.res.mjs +6 -0
- package/src/Logging.res +11 -4
- package/src/Logging.res.mjs +14 -6
- package/src/Main.res +351 -0
- package/src/Main.res.mjs +312 -0
- package/src/Persistence.res +1 -2
- package/src/PgStorage.gen.ts +10 -0
- package/src/PgStorage.res +28 -34
- package/src/PgStorage.res.d.mts +5 -0
- package/src/PgStorage.res.mjs +27 -27
- package/src/Prometheus.res +8 -8
- package/src/Prometheus.res.mjs +10 -10
- package/src/ReorgDetection.res +6 -10
- package/src/ReorgDetection.res.mjs +6 -6
- package/src/TestIndexer.res +536 -0
- package/src/TestIndexer.res.mjs +412 -0
- package/src/TestIndexerProxyStorage.res +210 -0
- package/src/TestIndexerProxyStorage.res.mjs +157 -0
- package/src/Types.ts +1 -1
- package/src/UserContext.res +355 -0
- package/src/UserContext.res.mjs +236 -0
- package/src/Utils.res +28 -0
- package/src/Utils.res.mjs +18 -0
- package/src/bindings/ClickHouse.res +31 -1
- package/src/bindings/ClickHouse.res.mjs +27 -1
- package/src/bindings/DateFns.res +71 -0
- package/src/bindings/DateFns.res.mjs +22 -0
- package/src/bindings/Ethers.res +27 -67
- package/src/bindings/Ethers.res.mjs +18 -70
- package/src/bindings/EventSource.res +13 -0
- package/src/bindings/EventSource.res.mjs +2 -0
- package/src/bindings/NodeJs.res +44 -3
- package/src/bindings/NodeJs.res.mjs +11 -3
- package/src/bindings/Pino.res +21 -7
- package/src/bindings/Pino.res.mjs +11 -5
- package/src/bindings/Postgres.gen.ts +8 -0
- package/src/bindings/Postgres.res +3 -0
- package/src/bindings/Postgres.res.d.mts +5 -0
- package/src/bindings/RescriptMocha.res +123 -0
- package/src/bindings/RescriptMocha.res.mjs +18 -0
- package/src/bindings/Vitest.res +134 -0
- package/src/bindings/Vitest.res.mjs +9 -0
- package/src/bindings/Yargs.res +8 -0
- package/src/bindings/Yargs.res.mjs +2 -0
- package/src/db/InternalTable.res +2 -0
- package/src/db/InternalTable.res.mjs +1 -1
- package/src/sources/Evm.res +87 -0
- package/src/sources/Evm.res.mjs +105 -0
- package/src/sources/EvmChain.res +90 -0
- package/src/sources/EvmChain.res.mjs +57 -0
- package/src/sources/Fuel.res +19 -34
- package/src/sources/Fuel.res.mjs +34 -16
- package/src/sources/FuelSDK.res +38 -0
- package/src/sources/FuelSDK.res.mjs +29 -0
- package/src/sources/HyperFuel.res +2 -2
- package/src/sources/HyperFuel.resi +1 -1
- package/src/sources/HyperFuelClient.res +2 -2
- package/src/sources/HyperFuelSource.res +8 -8
- package/src/sources/HyperFuelSource.res.mjs +5 -5
- package/src/sources/HyperSyncHeightStream.res +97 -0
- package/src/sources/HyperSyncHeightStream.res.mjs +94 -0
- package/src/sources/HyperSyncSource.res +64 -172
- package/src/sources/HyperSyncSource.res.mjs +73 -155
- package/src/sources/Rpc.res +43 -0
- package/src/sources/Rpc.res.mjs +31 -0
- package/src/sources/RpcSource.res +32 -130
- package/src/sources/RpcSource.res.mjs +47 -121
- package/src/sources/Source.res +3 -2
- package/src/sources/SourceManager.res +183 -108
- package/src/sources/SourceManager.res.mjs +162 -99
- package/src/sources/SourceManager.resi +4 -5
- package/src/sources/Svm.res +59 -0
- package/src/sources/Svm.res.mjs +79 -0
- package/src/tui/Tui.res +266 -0
- package/src/tui/Tui.res.mjs +342 -0
- package/src/tui/bindings/Ink.res +376 -0
- package/src/tui/bindings/Ink.res.mjs +75 -0
- package/src/tui/bindings/Style.res +123 -0
- package/src/tui/bindings/Style.res.mjs +2 -0
- package/src/tui/components/BufferedProgressBar.res +40 -0
- package/src/tui/components/BufferedProgressBar.res.mjs +57 -0
- package/src/tui/components/CustomHooks.res +122 -0
- package/src/tui/components/CustomHooks.res.mjs +179 -0
- package/src/tui/components/Messages.res +41 -0
- package/src/tui/components/Messages.res.mjs +75 -0
- package/src/tui/components/SyncETA.res +193 -0
- package/src/tui/components/SyncETA.res.mjs +269 -0
- package/src/tui/components/TuiData.res +46 -0
- package/src/tui/components/TuiData.res.mjs +29 -0
- package/src/Platform.res +0 -140
- package/src/Platform.res.mjs +0 -170
- package/src/bindings/Ethers.gen.ts +0 -14
- /package/src/{Indexer.res.mjs → Ctx.res.mjs} +0 -0
package/src/Env.res
ADDED
|
@@ -0,0 +1,252 @@
|
|
|
1
|
+
// Loads the .env from the root working directory
|
|
2
|
+
%%raw(`import 'dotenv/config'`)
|
|
3
|
+
|
|
4
|
+
%%private(let envSafe = EnvSafe.make())
|
|
5
|
+
|
|
6
|
+
// resets the timestampCaughtUpToHeadOrEndblock after a restart when true
|
|
7
|
+
let updateSyncTimeOnRestart =
|
|
8
|
+
envSafe->EnvSafe.get("UPDATE_SYNC_TIME_ON_RESTART", S.bool, ~fallback=true)
|
|
9
|
+
let targetBufferSize = envSafe->EnvSafe.get("ENVIO_INDEXING_MAX_BUFFER_SIZE", S.option(S.int))
|
|
10
|
+
let maxAddrInPartition = envSafe->EnvSafe.get("MAX_PARTITION_SIZE", S.int, ~fallback=5_000)
|
|
11
|
+
let maxPartitionConcurrency =
|
|
12
|
+
envSafe->EnvSafe.get("ENVIO_MAX_PARTITION_CONCURRENCY", S.int, ~fallback=10)
|
|
13
|
+
let indexingBlockLag = envSafe->EnvSafe.get("ENVIO_INDEXING_BLOCK_LAG", S.option(S.int))
|
|
14
|
+
|
|
15
|
+
// FIXME: This broke HS grafana dashboard. Should investigate it later. Maybe we should use :: as a default value?
|
|
16
|
+
// We want to be able to set it to 0.0.0.0
|
|
17
|
+
// to allow to passthrough the port from a Docker container
|
|
18
|
+
// let serverHost = envSafe->EnvSafe.get("ENVIO_INDEXER_HOST", S.string, ~fallback="localhost")
|
|
19
|
+
let serverPort =
|
|
20
|
+
envSafe->EnvSafe.get(
|
|
21
|
+
"ENVIO_INDEXER_PORT",
|
|
22
|
+
S.int->S.port,
|
|
23
|
+
~fallback=envSafe->EnvSafe.get("METRICS_PORT", S.int->S.port, ~fallback=9898),
|
|
24
|
+
)
|
|
25
|
+
|
|
26
|
+
let tuiOffEnvVar = envSafe->EnvSafe.get("TUI_OFF", S.bool, ~fallback=false)
|
|
27
|
+
|
|
28
|
+
let logLevelSchema = S.enum([
|
|
29
|
+
#trace,
|
|
30
|
+
#debug,
|
|
31
|
+
#info,
|
|
32
|
+
#warn,
|
|
33
|
+
#error,
|
|
34
|
+
#fatal,
|
|
35
|
+
#udebug,
|
|
36
|
+
#uinfo,
|
|
37
|
+
#uwarn,
|
|
38
|
+
#uerror,
|
|
39
|
+
#silent,
|
|
40
|
+
])
|
|
41
|
+
let logFilePath = envSafe->EnvSafe.get("LOG_FILE", S.string, ~fallback="logs/envio.log")
|
|
42
|
+
let userLogLevel = envSafe->EnvSafe.get("LOG_LEVEL", S.option(logLevelSchema))
|
|
43
|
+
let defaultFileLogLevel = envSafe->EnvSafe.get("FILE_LOG_LEVEL", logLevelSchema, ~fallback=#trace)
|
|
44
|
+
|
|
45
|
+
let prodEnvioAppUrl = "https://envio.dev"
|
|
46
|
+
let envioAppUrl = envSafe->EnvSafe.get("ENVIO_APP", S.string, ~fallback=prodEnvioAppUrl)
|
|
47
|
+
let envioApiToken = envSafe->EnvSafe.get("ENVIO_API_TOKEN", S.option(S.string))
|
|
48
|
+
let hyperSyncClientTimeoutMillis =
|
|
49
|
+
envSafe->EnvSafe.get("ENVIO_HYPERSYNC_CLIENT_TIMEOUT_MILLIS", S.int, ~fallback=120_000)
|
|
50
|
+
|
|
51
|
+
/**
|
|
52
|
+
This is the number of retries that the binary client makes before rejecting the promise with an error
|
|
53
|
+
Default is 0 so that the indexer can handle retries internally
|
|
54
|
+
*/
|
|
55
|
+
let hyperSyncClientMaxRetries =
|
|
56
|
+
envSafe->EnvSafe.get("ENVIO_HYPERSYNC_CLIENT_MAX_RETRIES", S.int, ~fallback=0)
|
|
57
|
+
|
|
58
|
+
let hypersyncClientSerializationFormat =
|
|
59
|
+
envSafe->EnvSafe.get(
|
|
60
|
+
"ENVIO_HYPERSYNC_CLIENT_SERIALIZATION_FORMAT",
|
|
61
|
+
HyperSyncClient.serializationFormatSchema,
|
|
62
|
+
~fallback=CapnProto,
|
|
63
|
+
)
|
|
64
|
+
|
|
65
|
+
let hypersyncClientEnableQueryCaching =
|
|
66
|
+
envSafe->EnvSafe.get("ENVIO_HYPERSYNC_CLIENT_ENABLE_QUERY_CACHING", S.bool, ~fallback=true)
|
|
67
|
+
|
|
68
|
+
module Benchmark = {
|
|
69
|
+
module SaveDataStrategy: {
|
|
70
|
+
type t
|
|
71
|
+
let schema: S.t<t>
|
|
72
|
+
let default: t
|
|
73
|
+
let shouldSaveJsonFile: t => bool
|
|
74
|
+
let shouldSavePrometheus: t => bool
|
|
75
|
+
let shouldSaveData: t => bool
|
|
76
|
+
} = {
|
|
77
|
+
@unboxed
|
|
78
|
+
type t = Bool(bool) | @as("json-file") JsonFile | @as("prometheus") Prometheus
|
|
79
|
+
|
|
80
|
+
let schema = S.enum([Bool(true), Bool(false), JsonFile, Prometheus])
|
|
81
|
+
let default = Bool(false)
|
|
82
|
+
|
|
83
|
+
let shouldSaveJsonFile = self =>
|
|
84
|
+
switch self {
|
|
85
|
+
| JsonFile | Bool(true) => true
|
|
86
|
+
| _ => false
|
|
87
|
+
}
|
|
88
|
+
|
|
89
|
+
let shouldSavePrometheus = _ => true
|
|
90
|
+
|
|
91
|
+
let shouldSaveData = self => self->shouldSavePrometheus || self->shouldSaveJsonFile
|
|
92
|
+
}
|
|
93
|
+
|
|
94
|
+
let saveDataStrategy =
|
|
95
|
+
envSafe->EnvSafe.get(
|
|
96
|
+
"ENVIO_SAVE_BENCHMARK_DATA",
|
|
97
|
+
SaveDataStrategy.schema,
|
|
98
|
+
~fallback=SaveDataStrategy.default,
|
|
99
|
+
)
|
|
100
|
+
|
|
101
|
+
let shouldSaveData = saveDataStrategy->SaveDataStrategy.shouldSaveData
|
|
102
|
+
|
|
103
|
+
/**
|
|
104
|
+
StdDev involves saving sum of squares of data points, which could get very large.
|
|
105
|
+
|
|
106
|
+
Currently only do this for local runs on json-file and not prometheus.
|
|
107
|
+
*/
|
|
108
|
+
let shouldSaveStdDev =
|
|
109
|
+
saveDataStrategy->SaveDataStrategy.shouldSaveJsonFile
|
|
110
|
+
}
|
|
111
|
+
|
|
112
|
+
let logStrategy =
|
|
113
|
+
envSafe->EnvSafe.get(
|
|
114
|
+
"LOG_STRATEGY",
|
|
115
|
+
S.enum([
|
|
116
|
+
Logging.EcsFile,
|
|
117
|
+
EcsConsole,
|
|
118
|
+
EcsConsoleMultistream,
|
|
119
|
+
FileOnly,
|
|
120
|
+
ConsoleRaw,
|
|
121
|
+
ConsolePretty,
|
|
122
|
+
Both,
|
|
123
|
+
]),
|
|
124
|
+
~fallback=ConsolePretty,
|
|
125
|
+
)
|
|
126
|
+
|
|
127
|
+
Logging.setLogger(
|
|
128
|
+
Logging.makeLogger(
|
|
129
|
+
~logStrategy,
|
|
130
|
+
~logFilePath,
|
|
131
|
+
~defaultFileLogLevel,
|
|
132
|
+
~userLogLevel=userLogLevel->Belt.Option.getWithDefault(#info),
|
|
133
|
+
),
|
|
134
|
+
)
|
|
135
|
+
|
|
136
|
+
module Db = {
|
|
137
|
+
let host = envSafe->EnvSafe.get("ENVIO_PG_HOST", S.string, ~devFallback="localhost")
|
|
138
|
+
let port = envSafe->EnvSafe.get("ENVIO_PG_PORT", S.int->S.port, ~devFallback=5433)
|
|
139
|
+
let user = envSafe->EnvSafe.get("ENVIO_PG_USER", S.string, ~devFallback="postgres")
|
|
140
|
+
let password = envSafe->EnvSafe.get(
|
|
141
|
+
"ENVIO_PG_PASSWORD",
|
|
142
|
+
S.string,
|
|
143
|
+
~fallback={
|
|
144
|
+
envSafe->EnvSafe.get("ENVIO_POSTGRES_PASSWORD", S.string, ~fallback="testing")
|
|
145
|
+
},
|
|
146
|
+
)
|
|
147
|
+
let database = envSafe->EnvSafe.get("ENVIO_PG_DATABASE", S.string, ~devFallback="envio-dev")
|
|
148
|
+
let publicSchema = envSafe->EnvSafe.get("ENVIO_PG_PUBLIC_SCHEMA", S.string, ~fallback="public")
|
|
149
|
+
let ssl = envSafe->EnvSafe.get(
|
|
150
|
+
"ENVIO_PG_SSL_MODE",
|
|
151
|
+
Postgres.sslOptionsSchema,
|
|
152
|
+
//this is a dev fallback option for local deployments, shouldn't run in the prod env
|
|
153
|
+
//the SSL modes should be provided as string otherwise as 'require' | 'allow' | 'prefer' | 'verify-full'
|
|
154
|
+
~devFallback=Bool(false),
|
|
155
|
+
)
|
|
156
|
+
}
|
|
157
|
+
|
|
158
|
+
module ClickHouseSink = {
|
|
159
|
+
let host = envSafe->EnvSafe.get("ENVIO_CLICKHOUSE_SINK_HOST", S.option(S.string))
|
|
160
|
+
let database = envSafe->EnvSafe.get("ENVIO_CLICKHOUSE_SINK_DATABASE", S.option(S.string))
|
|
161
|
+
let username = switch host {
|
|
162
|
+
| None => ""
|
|
163
|
+
| Some(_) => envSafe->EnvSafe.get("ENVIO_CLICKHOUSE_SINK_USERNAME", S.string)
|
|
164
|
+
}
|
|
165
|
+
let password = switch host {
|
|
166
|
+
| None => ""
|
|
167
|
+
| Some(_) => envSafe->EnvSafe.get("ENVIO_CLICKHOUSE_SINK_PASSWORD", S.string)
|
|
168
|
+
}
|
|
169
|
+
}
|
|
170
|
+
|
|
171
|
+
module Hasura = {
|
|
172
|
+
// Disable it on HS indexer run, since we don't have Hasura credentials anyways
|
|
173
|
+
// Also, it might be useful for some users who don't care about Hasura
|
|
174
|
+
let enabled = envSafe->EnvSafe.get("ENVIO_HASURA", S.bool, ~fallback=true)
|
|
175
|
+
|
|
176
|
+
let responseLimit = switch envSafe->EnvSafe.get("ENVIO_HASURA_RESPONSE_LIMIT", S.option(S.int)) {
|
|
177
|
+
| Some(_) as s => s
|
|
178
|
+
| None => envSafe->EnvSafe.get("HASURA_RESPONSE_LIMIT", S.option(S.int))
|
|
179
|
+
}
|
|
180
|
+
|
|
181
|
+
let graphqlEndpoint =
|
|
182
|
+
envSafe->EnvSafe.get(
|
|
183
|
+
"HASURA_GRAPHQL_ENDPOINT",
|
|
184
|
+
S.string,
|
|
185
|
+
~devFallback="http://localhost:8080/v1/metadata",
|
|
186
|
+
)
|
|
187
|
+
|
|
188
|
+
let url = graphqlEndpoint->Js.String2.slice(~from=0, ~to_=-("/v1/metadata"->Js.String2.length))
|
|
189
|
+
|
|
190
|
+
let role = envSafe->EnvSafe.get("HASURA_GRAPHQL_ROLE", S.string, ~devFallback="admin")
|
|
191
|
+
|
|
192
|
+
let secret = envSafe->EnvSafe.get("HASURA_GRAPHQL_ADMIN_SECRET", S.string, ~devFallback="testing")
|
|
193
|
+
|
|
194
|
+
let aggregateEntities = envSafe->EnvSafe.get(
|
|
195
|
+
"ENVIO_HASURA_PUBLIC_AGGREGATE",
|
|
196
|
+
S.union([
|
|
197
|
+
S.array(S.string),
|
|
198
|
+
// Temporary workaround: Hosted Service can't use commas in env vars for multiple entities.
|
|
199
|
+
// Will be removed once comma support is added — don't rely on this.
|
|
200
|
+
S.string->S.transform(s => {
|
|
201
|
+
parser: string =>
|
|
202
|
+
switch string->Js.String2.split("&") {
|
|
203
|
+
| []
|
|
204
|
+
| [_] =>
|
|
205
|
+
s.fail(`Provide an array of entities in the JSON format.`)
|
|
206
|
+
| entities => entities
|
|
207
|
+
},
|
|
208
|
+
}),
|
|
209
|
+
]),
|
|
210
|
+
~fallback=[],
|
|
211
|
+
)
|
|
212
|
+
}
|
|
213
|
+
|
|
214
|
+
module Configurable = {
|
|
215
|
+
module SyncConfig = {
|
|
216
|
+
let initialBlockInterval =
|
|
217
|
+
envSafe->EnvSafe.get("ENVIO_RPC_INITIAL_BLOCK_INTERVAL", S.option(S.int))
|
|
218
|
+
let backoffMultiplicative =
|
|
219
|
+
envSafe->EnvSafe.get("ENVIO_RPC_BACKOFF_MULTIPLICATIVE", S.option(S.float))
|
|
220
|
+
let accelerationAdditive =
|
|
221
|
+
envSafe->EnvSafe.get("ENVIO_RPC_ACCELERATION_ADDITIVE", S.option(S.int))
|
|
222
|
+
let intervalCeiling = envSafe->EnvSafe.get("ENVIO_RPC_INTERVAL_CEILING", S.option(S.int))
|
|
223
|
+
}
|
|
224
|
+
}
|
|
225
|
+
|
|
226
|
+
module ThrottleWrites = {
|
|
227
|
+
let chainMetadataIntervalMillis =
|
|
228
|
+
envSafe->EnvSafe.get("ENVIO_THROTTLE_CHAIN_METADATA_INTERVAL_MILLIS", S.int, ~devFallback=500)
|
|
229
|
+
let pruneStaleDataIntervalMillis =
|
|
230
|
+
envSafe->EnvSafe.get(
|
|
231
|
+
"ENVIO_THROTTLE_PRUNE_STALE_DATA_INTERVAL_MILLIS",
|
|
232
|
+
S.int,
|
|
233
|
+
~devFallback=30_000,
|
|
234
|
+
)
|
|
235
|
+
|
|
236
|
+
let liveMetricsBenchmarkIntervalMillis =
|
|
237
|
+
envSafe->EnvSafe.get(
|
|
238
|
+
"ENVIO_THROTTLE_LIVE_METRICS_BENCHMARK_INTERVAL_MILLIS",
|
|
239
|
+
S.int,
|
|
240
|
+
~devFallback=1_000,
|
|
241
|
+
)
|
|
242
|
+
|
|
243
|
+
let jsonFileBenchmarkIntervalMillis =
|
|
244
|
+
envSafe->EnvSafe.get(
|
|
245
|
+
"ENVIO_THROTTLE_JSON_FILE_BENCHMARK_INTERVAL_MILLIS",
|
|
246
|
+
S.int,
|
|
247
|
+
~devFallback=500,
|
|
248
|
+
)
|
|
249
|
+
}
|
|
250
|
+
|
|
251
|
+
// You need to close the envSafe after you're done with it so that it immediately tells you about your misconfigured environment on startup.
|
|
252
|
+
envSafe->EnvSafe.close
|
package/src/Env.res.mjs
ADDED
|
@@ -0,0 +1,271 @@
|
|
|
1
|
+
// Generated by ReScript, PLEASE EDIT WITH CARE
|
|
2
|
+
|
|
3
|
+
import * as EnvSafe from "rescript-envsafe/src/EnvSafe.res.mjs";
|
|
4
|
+
import * as Logging from "./Logging.res.mjs";
|
|
5
|
+
import * as Postgres from "./bindings/Postgres.res.mjs";
|
|
6
|
+
import * as Belt_Option from "rescript/lib/es6/belt_Option.js";
|
|
7
|
+
import * as Caml_option from "rescript/lib/es6/caml_option.js";
|
|
8
|
+
import * as HyperSyncClient from "./sources/HyperSyncClient.res.mjs";
|
|
9
|
+
import * as S$RescriptSchema from "rescript-schema/src/S.res.mjs";
|
|
10
|
+
|
|
11
|
+
import 'dotenv/config'
|
|
12
|
+
;
|
|
13
|
+
|
|
14
|
+
var envSafe = EnvSafe.make(undefined);
|
|
15
|
+
|
|
16
|
+
var updateSyncTimeOnRestart = EnvSafe.get(envSafe, "UPDATE_SYNC_TIME_ON_RESTART", S$RescriptSchema.bool, undefined, true, undefined, undefined);
|
|
17
|
+
|
|
18
|
+
var targetBufferSize = EnvSafe.get(envSafe, "ENVIO_INDEXING_MAX_BUFFER_SIZE", S$RescriptSchema.option(S$RescriptSchema.$$int), undefined, undefined, undefined, undefined);
|
|
19
|
+
|
|
20
|
+
var maxAddrInPartition = EnvSafe.get(envSafe, "MAX_PARTITION_SIZE", S$RescriptSchema.$$int, undefined, 5000, undefined, undefined);
|
|
21
|
+
|
|
22
|
+
var maxPartitionConcurrency = EnvSafe.get(envSafe, "ENVIO_MAX_PARTITION_CONCURRENCY", S$RescriptSchema.$$int, undefined, 10, undefined, undefined);
|
|
23
|
+
|
|
24
|
+
var indexingBlockLag = EnvSafe.get(envSafe, "ENVIO_INDEXING_BLOCK_LAG", S$RescriptSchema.option(S$RescriptSchema.$$int), undefined, undefined, undefined, undefined);
|
|
25
|
+
|
|
26
|
+
var serverPort = EnvSafe.get(envSafe, "ENVIO_INDEXER_PORT", S$RescriptSchema.port(S$RescriptSchema.$$int, undefined), undefined, EnvSafe.get(envSafe, "METRICS_PORT", S$RescriptSchema.port(S$RescriptSchema.$$int, undefined), undefined, 9898, undefined, undefined), undefined, undefined);
|
|
27
|
+
|
|
28
|
+
var tuiOffEnvVar = EnvSafe.get(envSafe, "TUI_OFF", S$RescriptSchema.bool, undefined, false, undefined, undefined);
|
|
29
|
+
|
|
30
|
+
var logLevelSchema = S$RescriptSchema.$$enum([
|
|
31
|
+
"trace",
|
|
32
|
+
"debug",
|
|
33
|
+
"info",
|
|
34
|
+
"warn",
|
|
35
|
+
"error",
|
|
36
|
+
"fatal",
|
|
37
|
+
"udebug",
|
|
38
|
+
"uinfo",
|
|
39
|
+
"uwarn",
|
|
40
|
+
"uerror",
|
|
41
|
+
"silent"
|
|
42
|
+
]);
|
|
43
|
+
|
|
44
|
+
var logFilePath = EnvSafe.get(envSafe, "LOG_FILE", S$RescriptSchema.string, undefined, "logs/envio.log", undefined, undefined);
|
|
45
|
+
|
|
46
|
+
var userLogLevel = EnvSafe.get(envSafe, "LOG_LEVEL", S$RescriptSchema.option(logLevelSchema), undefined, undefined, undefined, undefined);
|
|
47
|
+
|
|
48
|
+
var defaultFileLogLevel = EnvSafe.get(envSafe, "FILE_LOG_LEVEL", logLevelSchema, undefined, "trace", undefined, undefined);
|
|
49
|
+
|
|
50
|
+
var prodEnvioAppUrl = "https://envio.dev";
|
|
51
|
+
|
|
52
|
+
var envioAppUrl = EnvSafe.get(envSafe, "ENVIO_APP", S$RescriptSchema.string, undefined, prodEnvioAppUrl, undefined, undefined);
|
|
53
|
+
|
|
54
|
+
var envioApiToken = EnvSafe.get(envSafe, "ENVIO_API_TOKEN", S$RescriptSchema.option(S$RescriptSchema.string), undefined, undefined, undefined, undefined);
|
|
55
|
+
|
|
56
|
+
var hyperSyncClientTimeoutMillis = EnvSafe.get(envSafe, "ENVIO_HYPERSYNC_CLIENT_TIMEOUT_MILLIS", S$RescriptSchema.$$int, undefined, 120000, undefined, undefined);
|
|
57
|
+
|
|
58
|
+
var hyperSyncClientMaxRetries = EnvSafe.get(envSafe, "ENVIO_HYPERSYNC_CLIENT_MAX_RETRIES", S$RescriptSchema.$$int, undefined, 0, undefined, undefined);
|
|
59
|
+
|
|
60
|
+
var hypersyncClientSerializationFormat = EnvSafe.get(envSafe, "ENVIO_HYPERSYNC_CLIENT_SERIALIZATION_FORMAT", HyperSyncClient.serializationFormatSchema, undefined, "CapnProto", undefined, undefined);
|
|
61
|
+
|
|
62
|
+
var hypersyncClientEnableQueryCaching = EnvSafe.get(envSafe, "ENVIO_HYPERSYNC_CLIENT_ENABLE_QUERY_CACHING", S$RescriptSchema.bool, undefined, true, undefined, undefined);
|
|
63
|
+
|
|
64
|
+
var schema = S$RescriptSchema.$$enum([
|
|
65
|
+
true,
|
|
66
|
+
false,
|
|
67
|
+
"json-file",
|
|
68
|
+
"prometheus"
|
|
69
|
+
]);
|
|
70
|
+
|
|
71
|
+
var $$default = false;
|
|
72
|
+
|
|
73
|
+
function shouldSaveJsonFile(self) {
|
|
74
|
+
if (typeof self !== "boolean") {
|
|
75
|
+
if (self === "json-file") {
|
|
76
|
+
return true;
|
|
77
|
+
} else {
|
|
78
|
+
return false;
|
|
79
|
+
}
|
|
80
|
+
} else if (self) {
|
|
81
|
+
return true;
|
|
82
|
+
} else {
|
|
83
|
+
return false;
|
|
84
|
+
}
|
|
85
|
+
}
|
|
86
|
+
|
|
87
|
+
function shouldSavePrometheus(param) {
|
|
88
|
+
return true;
|
|
89
|
+
}
|
|
90
|
+
|
|
91
|
+
function shouldSaveData(self) {
|
|
92
|
+
return true;
|
|
93
|
+
}
|
|
94
|
+
|
|
95
|
+
var SaveDataStrategy = {
|
|
96
|
+
schema: schema,
|
|
97
|
+
$$default: $$default,
|
|
98
|
+
shouldSaveJsonFile: shouldSaveJsonFile,
|
|
99
|
+
shouldSavePrometheus: shouldSavePrometheus,
|
|
100
|
+
shouldSaveData: shouldSaveData
|
|
101
|
+
};
|
|
102
|
+
|
|
103
|
+
var saveDataStrategy = EnvSafe.get(envSafe, "ENVIO_SAVE_BENCHMARK_DATA", schema, undefined, Caml_option.some($$default), undefined, undefined);
|
|
104
|
+
|
|
105
|
+
var shouldSaveData$1 = shouldSaveData(saveDataStrategy);
|
|
106
|
+
|
|
107
|
+
var shouldSaveStdDev = shouldSaveJsonFile(saveDataStrategy);
|
|
108
|
+
|
|
109
|
+
var Benchmark = {
|
|
110
|
+
SaveDataStrategy: SaveDataStrategy,
|
|
111
|
+
saveDataStrategy: saveDataStrategy,
|
|
112
|
+
shouldSaveData: shouldSaveData$1,
|
|
113
|
+
shouldSaveStdDev: shouldSaveStdDev
|
|
114
|
+
};
|
|
115
|
+
|
|
116
|
+
var logStrategy = EnvSafe.get(envSafe, "LOG_STRATEGY", S$RescriptSchema.$$enum([
|
|
117
|
+
"ecs-file",
|
|
118
|
+
"ecs-console",
|
|
119
|
+
"ecs-console-multistream",
|
|
120
|
+
"file-only",
|
|
121
|
+
"console-raw",
|
|
122
|
+
"console-pretty",
|
|
123
|
+
"both-prettyconsole"
|
|
124
|
+
]), undefined, "console-pretty", undefined, undefined);
|
|
125
|
+
|
|
126
|
+
Logging.setLogger(Logging.makeLogger(logStrategy, logFilePath, defaultFileLogLevel, Belt_Option.getWithDefault(userLogLevel, "info")));
|
|
127
|
+
|
|
128
|
+
var host = EnvSafe.get(envSafe, "ENVIO_PG_HOST", S$RescriptSchema.string, undefined, undefined, "localhost", undefined);
|
|
129
|
+
|
|
130
|
+
var port = EnvSafe.get(envSafe, "ENVIO_PG_PORT", S$RescriptSchema.port(S$RescriptSchema.$$int, undefined), undefined, undefined, 5433, undefined);
|
|
131
|
+
|
|
132
|
+
var user = EnvSafe.get(envSafe, "ENVIO_PG_USER", S$RescriptSchema.string, undefined, undefined, "postgres", undefined);
|
|
133
|
+
|
|
134
|
+
var password = EnvSafe.get(envSafe, "ENVIO_PG_PASSWORD", S$RescriptSchema.string, undefined, EnvSafe.get(envSafe, "ENVIO_POSTGRES_PASSWORD", S$RescriptSchema.string, undefined, "testing", undefined, undefined), undefined, undefined);
|
|
135
|
+
|
|
136
|
+
var database = EnvSafe.get(envSafe, "ENVIO_PG_DATABASE", S$RescriptSchema.string, undefined, undefined, "envio-dev", undefined);
|
|
137
|
+
|
|
138
|
+
var publicSchema = EnvSafe.get(envSafe, "ENVIO_PG_PUBLIC_SCHEMA", S$RescriptSchema.string, undefined, "public", undefined, undefined);
|
|
139
|
+
|
|
140
|
+
var ssl = EnvSafe.get(envSafe, "ENVIO_PG_SSL_MODE", Postgres.sslOptionsSchema, undefined, undefined, false, undefined);
|
|
141
|
+
|
|
142
|
+
var Db = {
|
|
143
|
+
host: host,
|
|
144
|
+
port: port,
|
|
145
|
+
user: user,
|
|
146
|
+
password: password,
|
|
147
|
+
database: database,
|
|
148
|
+
publicSchema: publicSchema,
|
|
149
|
+
ssl: ssl
|
|
150
|
+
};
|
|
151
|
+
|
|
152
|
+
var host$1 = EnvSafe.get(envSafe, "ENVIO_CLICKHOUSE_SINK_HOST", S$RescriptSchema.option(S$RescriptSchema.string), undefined, undefined, undefined, undefined);
|
|
153
|
+
|
|
154
|
+
var database$1 = EnvSafe.get(envSafe, "ENVIO_CLICKHOUSE_SINK_DATABASE", S$RescriptSchema.option(S$RescriptSchema.string), undefined, undefined, undefined, undefined);
|
|
155
|
+
|
|
156
|
+
var username = host$1 !== undefined ? EnvSafe.get(envSafe, "ENVIO_CLICKHOUSE_SINK_USERNAME", S$RescriptSchema.string, undefined, undefined, undefined, undefined) : "";
|
|
157
|
+
|
|
158
|
+
var password$1 = host$1 !== undefined ? EnvSafe.get(envSafe, "ENVIO_CLICKHOUSE_SINK_PASSWORD", S$RescriptSchema.string, undefined, undefined, undefined, undefined) : "";
|
|
159
|
+
|
|
160
|
+
var ClickHouseSink = {
|
|
161
|
+
host: host$1,
|
|
162
|
+
database: database$1,
|
|
163
|
+
username: username,
|
|
164
|
+
password: password$1
|
|
165
|
+
};
|
|
166
|
+
|
|
167
|
+
var enabled = EnvSafe.get(envSafe, "ENVIO_HASURA", S$RescriptSchema.bool, undefined, true, undefined, undefined);
|
|
168
|
+
|
|
169
|
+
var s = EnvSafe.get(envSafe, "ENVIO_HASURA_RESPONSE_LIMIT", S$RescriptSchema.option(S$RescriptSchema.$$int), undefined, undefined, undefined, undefined);
|
|
170
|
+
|
|
171
|
+
var responseLimit = s !== undefined ? s : EnvSafe.get(envSafe, "HASURA_RESPONSE_LIMIT", S$RescriptSchema.option(S$RescriptSchema.$$int), undefined, undefined, undefined, undefined);
|
|
172
|
+
|
|
173
|
+
var graphqlEndpoint = EnvSafe.get(envSafe, "HASURA_GRAPHQL_ENDPOINT", S$RescriptSchema.string, undefined, undefined, "http://localhost:8080/v1/metadata", undefined);
|
|
174
|
+
|
|
175
|
+
var url = graphqlEndpoint.slice(0, -"/v1/metadata".length | 0);
|
|
176
|
+
|
|
177
|
+
var role = EnvSafe.get(envSafe, "HASURA_GRAPHQL_ROLE", S$RescriptSchema.string, undefined, undefined, "admin", undefined);
|
|
178
|
+
|
|
179
|
+
var secret = EnvSafe.get(envSafe, "HASURA_GRAPHQL_ADMIN_SECRET", S$RescriptSchema.string, undefined, undefined, "testing", undefined);
|
|
180
|
+
|
|
181
|
+
var aggregateEntities = EnvSafe.get(envSafe, "ENVIO_HASURA_PUBLIC_AGGREGATE", S$RescriptSchema.union([
|
|
182
|
+
S$RescriptSchema.array(S$RescriptSchema.string),
|
|
183
|
+
S$RescriptSchema.transform(S$RescriptSchema.string, (function (s) {
|
|
184
|
+
return {
|
|
185
|
+
p: (function (string) {
|
|
186
|
+
var entities = string.split("&");
|
|
187
|
+
var len = entities.length;
|
|
188
|
+
if (len !== 1 && len !== 0) {
|
|
189
|
+
return entities;
|
|
190
|
+
} else {
|
|
191
|
+
return s.fail("Provide an array of entities in the JSON format.", undefined);
|
|
192
|
+
}
|
|
193
|
+
})
|
|
194
|
+
};
|
|
195
|
+
}))
|
|
196
|
+
]), undefined, [], undefined, undefined);
|
|
197
|
+
|
|
198
|
+
var Hasura = {
|
|
199
|
+
enabled: enabled,
|
|
200
|
+
responseLimit: responseLimit,
|
|
201
|
+
graphqlEndpoint: graphqlEndpoint,
|
|
202
|
+
url: url,
|
|
203
|
+
role: role,
|
|
204
|
+
secret: secret,
|
|
205
|
+
aggregateEntities: aggregateEntities
|
|
206
|
+
};
|
|
207
|
+
|
|
208
|
+
var initialBlockInterval = EnvSafe.get(envSafe, "ENVIO_RPC_INITIAL_BLOCK_INTERVAL", S$RescriptSchema.option(S$RescriptSchema.$$int), undefined, undefined, undefined, undefined);
|
|
209
|
+
|
|
210
|
+
var backoffMultiplicative = EnvSafe.get(envSafe, "ENVIO_RPC_BACKOFF_MULTIPLICATIVE", S$RescriptSchema.option(S$RescriptSchema.$$float), undefined, undefined, undefined, undefined);
|
|
211
|
+
|
|
212
|
+
var accelerationAdditive = EnvSafe.get(envSafe, "ENVIO_RPC_ACCELERATION_ADDITIVE", S$RescriptSchema.option(S$RescriptSchema.$$int), undefined, undefined, undefined, undefined);
|
|
213
|
+
|
|
214
|
+
var intervalCeiling = EnvSafe.get(envSafe, "ENVIO_RPC_INTERVAL_CEILING", S$RescriptSchema.option(S$RescriptSchema.$$int), undefined, undefined, undefined, undefined);
|
|
215
|
+
|
|
216
|
+
var SyncConfig = {
|
|
217
|
+
initialBlockInterval: initialBlockInterval,
|
|
218
|
+
backoffMultiplicative: backoffMultiplicative,
|
|
219
|
+
accelerationAdditive: accelerationAdditive,
|
|
220
|
+
intervalCeiling: intervalCeiling
|
|
221
|
+
};
|
|
222
|
+
|
|
223
|
+
var Configurable = {
|
|
224
|
+
SyncConfig: SyncConfig
|
|
225
|
+
};
|
|
226
|
+
|
|
227
|
+
var chainMetadataIntervalMillis = EnvSafe.get(envSafe, "ENVIO_THROTTLE_CHAIN_METADATA_INTERVAL_MILLIS", S$RescriptSchema.$$int, undefined, undefined, 500, undefined);
|
|
228
|
+
|
|
229
|
+
var pruneStaleDataIntervalMillis = EnvSafe.get(envSafe, "ENVIO_THROTTLE_PRUNE_STALE_DATA_INTERVAL_MILLIS", S$RescriptSchema.$$int, undefined, undefined, 30000, undefined);
|
|
230
|
+
|
|
231
|
+
var liveMetricsBenchmarkIntervalMillis = EnvSafe.get(envSafe, "ENVIO_THROTTLE_LIVE_METRICS_BENCHMARK_INTERVAL_MILLIS", S$RescriptSchema.$$int, undefined, undefined, 1000, undefined);
|
|
232
|
+
|
|
233
|
+
var jsonFileBenchmarkIntervalMillis = EnvSafe.get(envSafe, "ENVIO_THROTTLE_JSON_FILE_BENCHMARK_INTERVAL_MILLIS", S$RescriptSchema.$$int, undefined, undefined, 500, undefined);
|
|
234
|
+
|
|
235
|
+
var ThrottleWrites = {
|
|
236
|
+
chainMetadataIntervalMillis: chainMetadataIntervalMillis,
|
|
237
|
+
pruneStaleDataIntervalMillis: pruneStaleDataIntervalMillis,
|
|
238
|
+
liveMetricsBenchmarkIntervalMillis: liveMetricsBenchmarkIntervalMillis,
|
|
239
|
+
jsonFileBenchmarkIntervalMillis: jsonFileBenchmarkIntervalMillis
|
|
240
|
+
};
|
|
241
|
+
|
|
242
|
+
EnvSafe.close(envSafe);
|
|
243
|
+
|
|
244
|
+
export {
|
|
245
|
+
updateSyncTimeOnRestart ,
|
|
246
|
+
targetBufferSize ,
|
|
247
|
+
maxAddrInPartition ,
|
|
248
|
+
maxPartitionConcurrency ,
|
|
249
|
+
indexingBlockLag ,
|
|
250
|
+
serverPort ,
|
|
251
|
+
tuiOffEnvVar ,
|
|
252
|
+
logLevelSchema ,
|
|
253
|
+
logFilePath ,
|
|
254
|
+
userLogLevel ,
|
|
255
|
+
defaultFileLogLevel ,
|
|
256
|
+
prodEnvioAppUrl ,
|
|
257
|
+
envioAppUrl ,
|
|
258
|
+
envioApiToken ,
|
|
259
|
+
hyperSyncClientTimeoutMillis ,
|
|
260
|
+
hyperSyncClientMaxRetries ,
|
|
261
|
+
hypersyncClientSerializationFormat ,
|
|
262
|
+
hypersyncClientEnableQueryCaching ,
|
|
263
|
+
Benchmark ,
|
|
264
|
+
logStrategy ,
|
|
265
|
+
Db ,
|
|
266
|
+
ClickHouseSink ,
|
|
267
|
+
Hasura ,
|
|
268
|
+
Configurable ,
|
|
269
|
+
ThrottleWrites ,
|
|
270
|
+
}
|
|
271
|
+
/* Not a pure module */
|
package/src/Envio.gen.ts
CHANGED
|
@@ -13,7 +13,9 @@ import type {S_t as RescriptSchema_S_t} from 'rescript-schema/RescriptSchema.gen
|
|
|
13
13
|
|
|
14
14
|
export type blockEvent = { readonly number: number };
|
|
15
15
|
|
|
16
|
-
export type fuelBlockEvent = { readonly height: number
|
|
16
|
+
export type fuelBlockEvent = { readonly height: number };
|
|
17
|
+
|
|
18
|
+
export type svmOnBlockArgs<context> = { readonly slot: number; readonly context: context };
|
|
17
19
|
|
|
18
20
|
export type onBlockArgs<block,context> = { readonly block: block; readonly context: context };
|
|
19
21
|
|
|
@@ -25,6 +27,12 @@ export type onBlockOptions<chain> = {
|
|
|
25
27
|
readonly endBlock?: number
|
|
26
28
|
};
|
|
27
29
|
|
|
30
|
+
export type whereOperations<entity,fieldType> = {
|
|
31
|
+
readonly eq: (_1:fieldType) => Promise<entity[]>;
|
|
32
|
+
readonly gt: (_1:fieldType) => Promise<entity[]>;
|
|
33
|
+
readonly lt: (_1:fieldType) => Promise<entity[]>
|
|
34
|
+
};
|
|
35
|
+
|
|
28
36
|
export type logger = $$logger;
|
|
29
37
|
|
|
30
38
|
export type effect<input,output> = $$effect<input,output>;
|
package/src/Envio.res
CHANGED
|
@@ -2,18 +2,14 @@
|
|
|
2
2
|
// Should be an entry point after we get rid of the generated project.
|
|
3
3
|
// Don't forget to keep index.d.ts in sync with this file.
|
|
4
4
|
|
|
5
|
-
// EVM block event with 'number' field for backward compatibility
|
|
6
5
|
@genType
|
|
7
|
-
type blockEvent = {
|
|
8
|
-
number: int,
|
|
9
|
-
}
|
|
6
|
+
type blockEvent = {number: int}
|
|
10
7
|
|
|
11
|
-
// Fuel block event with 'height' field
|
|
12
8
|
@genType
|
|
13
|
-
type fuelBlockEvent = {
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
}
|
|
9
|
+
type fuelBlockEvent = {height: int}
|
|
10
|
+
|
|
11
|
+
@genType
|
|
12
|
+
type svmOnBlockArgs<'context> = {slot: int, context: 'context}
|
|
17
13
|
|
|
18
14
|
@genType
|
|
19
15
|
type onBlockArgs<'block, 'context> = {
|
|
@@ -30,6 +26,13 @@ type onBlockOptions<'chain> = {
|
|
|
30
26
|
endBlock?: int,
|
|
31
27
|
}
|
|
32
28
|
|
|
29
|
+
@genType
|
|
30
|
+
type whereOperations<'entity, 'fieldType> = {
|
|
31
|
+
eq: 'fieldType => promise<array<'entity>>,
|
|
32
|
+
gt: 'fieldType => promise<array<'entity>>,
|
|
33
|
+
lt: 'fieldType => promise<array<'entity>>,
|
|
34
|
+
}
|
|
35
|
+
|
|
33
36
|
@genType.import(("./Types.ts", "Logger"))
|
|
34
37
|
type logger = {
|
|
35
38
|
debug: 'params. (string, ~params: {..} as 'params=?) => unit,
|