@hot-updater/server 1.0.0-rc.18 → 1.0.0-rc.21
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +12 -14
- package/dist/adapters/drizzle.cjs +6 -8
- package/dist/adapters/drizzle.d.cts +2 -2
- package/dist/adapters/drizzle.d.mts +2 -2
- package/dist/adapters/drizzle.mjs +1 -3
- package/dist/adapters/drizzleExecutor.d.cts +1 -1
- package/dist/adapters/drizzleExecutor.d.mts +1 -1
- package/dist/adapters/kysely.cjs +4 -6
- package/dist/adapters/kysely.d.cts +3 -3
- package/dist/adapters/kysely.d.mts +3 -3
- package/dist/adapters/kysely.mjs +1 -3
- package/dist/adapters/kyselyExecutor.d.cts +1 -2
- package/dist/adapters/kyselyExecutor.d.mts +1 -2
- package/dist/adapters/mongodb.cjs +10 -21
- package/dist/adapters/mongodb.d.cts +1 -1
- package/dist/adapters/mongodb.d.mts +1 -1
- package/dist/adapters/mongodb.mjs +9 -20
- package/dist/adapters/mongodbAdapter.cjs +11 -11
- package/dist/adapters/mongodbAdapter.d.cts +1 -1
- package/dist/adapters/mongodbAdapter.d.mts +1 -1
- package/dist/adapters/mongodbAdapter.mjs +1 -1
- package/dist/adapters/prisma.cjs +7 -9
- package/dist/adapters/prisma.d.cts +1 -1
- package/dist/adapters/prisma.d.mts +1 -1
- package/dist/adapters/prisma.mjs +1 -3
- package/dist/adapters/prismaExecutor.cjs +2 -3
- package/dist/adapters/prismaExecutor.mjs +1 -2
- package/dist/adapters/sqlProviders.cjs +7 -2
- package/dist/adapters/sqlProviders.mjs +6 -1
- package/dist/assembly/assemblePlugins.cjs +26 -48
- package/dist/assembly/assemblePlugins.d.cts +2 -5
- package/dist/assembly/assemblePlugins.d.mts +2 -5
- package/dist/assembly/assemblePlugins.mjs +19 -45
- package/dist/assembly/clientPlugins.cjs +6 -4
- package/dist/assembly/clientPlugins.mjs +2 -0
- package/dist/assembly/configError.d.cts +1 -6
- package/dist/assembly/configError.d.mts +1 -6
- package/dist/assembly/configError.mjs +1 -6
- package/dist/core/api.cjs +0 -40
- package/dist/core/api.d.cts +5 -16
- package/dist/core/api.d.mts +5 -16
- package/dist/core/api.mjs +1 -37
- package/dist/core/baseCandidates.cjs +0 -43
- package/dist/core/baseCandidates.mjs +2 -43
- package/dist/core/operations.cjs +13 -12
- package/dist/core/operations.mjs +6 -5
- package/dist/core/reads.cjs +4 -4
- package/dist/core/reads.d.cts +2 -41
- package/dist/core/reads.d.mts +2 -41
- package/dist/core/reads.mjs +3 -3
- package/dist/core/releases.cjs +6 -6
- package/dist/core/releases.mjs +1 -1
- package/dist/core/writes.cjs +2 -2
- package/dist/core/writes.mjs +1 -1
- package/dist/createHotUpdaterCore.cjs +39 -39
- package/dist/createHotUpdaterCore.d.cts +61 -8
- package/dist/createHotUpdaterCore.d.mts +61 -8
- package/dist/createHotUpdaterCore.mjs +35 -32
- package/dist/db/engineDrizzleSchema.cjs +3 -4
- package/dist/db/engineDrizzleSchema.mjs +1 -2
- package/dist/db/enginePrismaSchema.cjs +4 -5
- package/dist/db/enginePrismaSchema.d.cts +1 -1
- package/dist/db/enginePrismaSchema.d.mts +1 -1
- package/dist/db/enginePrismaSchema.mjs +1 -2
- package/dist/db/releaseCatalog.cjs +6 -6
- package/dist/db/releaseCatalog.mjs +1 -1
- package/dist/db/updateArtifacts.cjs +6 -6
- package/dist/db/updateArtifacts.mjs +1 -1
- package/dist/handler.cjs +3 -4
- package/dist/handler.mjs +1 -1
- package/dist/handlerAdminRoutes.cjs +1 -2
- package/dist/handlerAdminRoutes.mjs +1 -2
- package/dist/handlerVersionRoutes.cjs +2 -2
- package/dist/handlerVersionRoutes.mjs +2 -2
- package/dist/index.cjs +9 -2
- package/dist/index.d.cts +4 -3
- package/dist/index.d.mts +4 -3
- package/dist/index.mjs +2 -1
- package/dist/node.cjs +3 -6
- package/dist/node.d.cts +3 -3
- package/dist/node.d.mts +3 -3
- package/dist/node.mjs +4 -4
- package/dist/package.cjs +1 -1
- package/dist/package.mjs +1 -1
- package/dist/plugins/api-keys/index.cjs +8 -52
- package/dist/plugins/api-keys/index.d.cts +1 -84
- package/dist/plugins/api-keys/index.d.mts +1 -84
- package/dist/plugins/api-keys/index.mjs +2 -49
- package/dist/plugins/definePlugin.d.cts +2 -200
- package/dist/plugins/definePlugin.d.mts +2 -200
- package/dist/plugins/insights/index.cjs +7 -126
- package/dist/plugins/insights/index.d.cts +1 -398
- package/dist/plugins/insights/index.d.mts +1 -398
- package/dist/plugins/insights/index.mjs +2 -121
- package/dist/plugins/official.cjs +30 -0
- package/dist/plugins/official.mjs +29 -0
- package/dist/storageAccess.cjs +13 -10
- package/dist/storageAccess.mjs +13 -10
- package/dist/types/index.d.cts +1 -1
- package/dist/types/index.d.mts +1 -1
- package/package.json +15 -37
- package/dist/_virtual/_rolldown/runtime.cjs +0 -23
- package/dist/assembly/clientPlugins.d.cts +0 -16
- package/dist/assembly/clientPlugins.d.mts +0 -16
- package/dist/assembly/configError.cjs +0 -7
- package/dist/assembly/databasePlugins.cjs +0 -27
- package/dist/assembly/databasePlugins.d.cts +0 -43
- package/dist/assembly/databasePlugins.d.mts +0 -43
- package/dist/assembly/databasePlugins.mjs +0 -26
- package/dist/assembly/pluginCli.cjs +0 -125
- package/dist/assembly/pluginCli.d.cts +0 -59
- package/dist/assembly/pluginCli.d.mts +0 -59
- package/dist/assembly/pluginCli.mjs +0 -121
- package/dist/core/baseCandidates.d.cts +0 -17
- package/dist/core/baseCandidates.d.mts +0 -17
- package/dist/core/schema.cjs +0 -279
- package/dist/core/schema.d.cts +0 -307
- package/dist/core/schema.d.mts +0 -307
- package/dist/core/schema.mjs +0 -277
- package/dist/database/aggregateBatching.cjs +0 -626
- package/dist/database/aggregateBatching.d.cts +0 -10
- package/dist/database/aggregateBatching.d.mts +0 -10
- package/dist/database/aggregateBatching.mjs +0 -625
- package/dist/database/busy.cjs +0 -36
- package/dist/database/busy.d.cts +0 -12
- package/dist/database/busy.d.mts +0 -12
- package/dist/database/busy.mjs +0 -36
- package/dist/database/cursor.cjs +0 -44
- package/dist/database/cursor.d.cts +0 -7
- package/dist/database/cursor.d.mts +0 -7
- package/dist/database/cursor.mjs +0 -40
- package/dist/database/database.cjs +0 -63
- package/dist/database/database.d.cts +0 -136
- package/dist/database/database.d.mts +0 -136
- package/dist/database/database.mjs +0 -63
- package/dist/database/definitions.d.cts +0 -78
- package/dist/database/definitions.d.mts +0 -78
- package/dist/database/engine.cjs +0 -37
- package/dist/database/engine.d.cts +0 -41
- package/dist/database/engine.d.mts +0 -41
- package/dist/database/engine.mjs +0 -37
- package/dist/database/engineAggregates.cjs +0 -118
- package/dist/database/engineAggregates.mjs +0 -115
- package/dist/database/engineReads.cjs +0 -182
- package/dist/database/engineReads.d.cts +0 -35
- package/dist/database/engineReads.d.mts +0 -35
- package/dist/database/engineReads.mjs +0 -181
- package/dist/database/engineTransaction.cjs +0 -399
- package/dist/database/engineTransaction.d.cts +0 -26
- package/dist/database/engineTransaction.d.mts +0 -26
- package/dist/database/engineTransaction.mjs +0 -398
- package/dist/database/errors.cjs +0 -27
- package/dist/database/errors.d.cts +0 -21
- package/dist/database/errors.d.mts +0 -21
- package/dist/database/errors.mjs +0 -24
- package/dist/database/fence.cjs +0 -125
- package/dist/database/fence.d.cts +0 -42
- package/dist/database/fence.d.mts +0 -42
- package/dist/database/fence.mjs +0 -117
- package/dist/database/index.cjs +0 -136
- package/dist/database/index.d.cts +0 -18
- package/dist/database/index.d.mts +0 -18
- package/dist/database/index.mjs +0 -16
- package/dist/database/kv/kvAdapter.cjs +0 -285
- package/dist/database/kv/kvAdapter.d.cts +0 -109
- package/dist/database/kv/kvAdapter.d.mts +0 -109
- package/dist/database/kv/kvAdapter.mjs +0 -284
- package/dist/database/resolveSchema.cjs +0 -199
- package/dist/database/resolveSchema.d.cts +0 -42
- package/dist/database/resolveSchema.d.mts +0 -42
- package/dist/database/resolveSchema.mjs +0 -196
- package/dist/database/retention.cjs +0 -92
- package/dist/database/retention.mjs +0 -90
- package/dist/database/schema.cjs +0 -24
- package/dist/database/schema.d.cts +0 -90
- package/dist/database/schema.d.mts +0 -90
- package/dist/database/schema.mjs +0 -23
- package/dist/database/sql/sqlAdapter.cjs +0 -290
- package/dist/database/sql/sqlAdapter.d.cts +0 -46
- package/dist/database/sql/sqlAdapter.d.mts +0 -46
- package/dist/database/sql/sqlAdapter.mjs +0 -287
- package/dist/database/sql/sqlSchema.cjs +0 -171
- package/dist/database/sql/sqlSchema.d.cts +0 -8
- package/dist/database/sql/sqlSchema.d.mts +0 -8
- package/dist/database/sql/sqlSchema.mjs +0 -165
- package/dist/db/coreDatabase.cjs +0 -85
- package/dist/db/coreDatabase.d.cts +0 -57
- package/dist/db/coreDatabase.d.mts +0 -57
- package/dist/db/coreDatabase.mjs +0 -78
- package/dist/db/createBundleDiff.cjs +0 -144
- package/dist/db/createBundleDiff.d.cts +0 -17
- package/dist/db/createBundleDiff.d.mts +0 -17
- package/dist/db/createBundleDiff.mjs +0 -141
- package/dist/db/engineMigrator.cjs +0 -53
- package/dist/db/engineMigrator.mjs +0 -53
- package/dist/db/engineSql.cjs +0 -26
- package/dist/db/engineSql.d.cts +0 -17
- package/dist/db/engineSql.d.mts +0 -17
- package/dist/db/engineSql.mjs +0 -25
- package/dist/db/engineSqlMigrator.cjs +0 -66
- package/dist/db/engineSqlMigrator.mjs +0 -66
- package/dist/db/fixedMigratorShared.cjs +0 -12
- package/dist/db/fixedMigratorShared.mjs +0 -11
- package/dist/db/index.cjs +0 -50
- package/dist/db/index.d.cts +0 -23
- package/dist/db/index.d.mts +0 -23
- package/dist/db/index.mjs +0 -33
- package/dist/db/releaseCatalog.d.cts +0 -16
- package/dist/db/releaseCatalog.d.mts +0 -16
- package/dist/db/schemaSettings.cjs +0 -63
- package/dist/db/schemaSettings.d.cts +0 -12
- package/dist/db/schemaSettings.d.mts +0 -12
- package/dist/db/schemaSettings.mjs +0 -62
- package/dist/db/settingsMigrator.cjs +0 -92
- package/dist/db/settingsMigrator.mjs +0 -89
- package/dist/db/types.cjs +0 -11
- package/dist/db/types.d.cts +0 -78
- package/dist/db/types.d.mts +0 -78
- package/dist/db/types.mjs +0 -10
- package/dist/diff.cjs +0 -3
- package/dist/diff.d.cts +0 -2
- package/dist/diff.d.mts +0 -2
- package/dist/diff.mjs +0 -2
- package/dist/plugins/api-keys/apiKeys.cjs +0 -139
- package/dist/plugins/api-keys/apiKeys.d.cts +0 -27
- package/dist/plugins/api-keys/apiKeys.d.mts +0 -27
- package/dist/plugins/api-keys/apiKeys.mjs +0 -129
- package/dist/plugins/api-keys/cli.cjs +0 -115
- package/dist/plugins/api-keys/cli.mjs +0 -114
- package/dist/plugins/api-keys/model.cjs +0 -58
- package/dist/plugins/api-keys/model.d.cts +0 -26
- package/dist/plugins/api-keys/model.d.mts +0 -26
- package/dist/plugins/api-keys/model.mjs +0 -58
- package/dist/plugins/api-keys/schema.cjs +0 -38
- package/dist/plugins/api-keys/schema.d.cts +0 -44
- package/dist/plugins/api-keys/schema.d.mts +0 -44
- package/dist/plugins/api-keys/schema.mjs +0 -39
- package/dist/plugins/definePlugin.cjs +0 -5
- package/dist/plugins/definePlugin.mjs +0 -5
- package/dist/plugins/index.cjs +0 -38
- package/dist/plugins/index.d.cts +0 -12
- package/dist/plugins/index.d.mts +0 -12
- package/dist/plugins/index.mjs +0 -9
- package/dist/plugins/insights/contract.cjs +0 -193
- package/dist/plugins/insights/contract.mjs +0 -189
- package/dist/plugins/insights/domain.d.cts +0 -149
- package/dist/plugins/insights/domain.d.mts +0 -149
- package/dist/plugins/insights/errors.cjs +0 -15
- package/dist/plugins/insights/errors.mjs +0 -14
- package/dist/plugins/insights/eventInput.cjs +0 -284
- package/dist/plugins/insights/eventInput.mjs +0 -282
- package/dist/plugins/insights/eventRow.cjs +0 -49
- package/dist/plugins/insights/eventRow.d.cts +0 -64
- package/dist/plugins/insights/eventRow.d.mts +0 -64
- package/dist/plugins/insights/eventRow.mjs +0 -47
- package/dist/plugins/insights/model.cjs +0 -17
- package/dist/plugins/insights/model.d.cts +0 -10
- package/dist/plugins/insights/model.d.mts +0 -10
- package/dist/plugins/insights/model.mjs +0 -17
- package/dist/plugins/insights/modelTypes.d.cts +0 -176
- package/dist/plugins/insights/modelTypes.d.mts +0 -176
- package/dist/plugins/insights/overview.cjs +0 -109
- package/dist/plugins/insights/overview.d.cts +0 -15
- package/dist/plugins/insights/overview.d.mts +0 -15
- package/dist/plugins/insights/overview.mjs +0 -107
- package/dist/plugins/insights/provider.cjs +0 -375
- package/dist/plugins/insights/provider.d.cts +0 -6
- package/dist/plugins/insights/provider.d.mts +0 -6
- package/dist/plugins/insights/provider.mjs +0 -374
- package/dist/plugins/insights/queryInput.cjs +0 -93
- package/dist/plugins/insights/queryInput.mjs +0 -91
- package/dist/plugins/insights/reads.cjs +0 -681
- package/dist/plugins/insights/reads.d.cts +0 -61
- package/dist/plugins/insights/reads.d.mts +0 -61
- package/dist/plugins/insights/reads.mjs +0 -674
- package/dist/plugins/insights/recordEvent.cjs +0 -319
- package/dist/plugins/insights/recordEvent.d.cts +0 -18
- package/dist/plugins/insights/recordEvent.d.mts +0 -18
- package/dist/plugins/insights/recordEvent.mjs +0 -316
- package/dist/plugins/insights/routes.cjs +0 -96
- package/dist/plugins/insights/routes.mjs +0 -95
- package/dist/plugins/insights/schema.cjs +0 -489
- package/dist/plugins/insights/schema.d.cts +0 -698
- package/dist/plugins/insights/schema.d.mts +0 -698
- package/dist/plugins/insights/schema.mjs +0 -483
- package/dist/plugins/insights/testing/eventRow.d.mts +0 -64
- package/dist/plugins/insights/testing/expectInsightsIndex.mjs +0 -18
- package/dist/plugins/insights/testing/fixtures.d.mts +0 -8
- package/dist/plugins/insights/testing/fixtures.mjs +0 -25
- package/dist/plugins/insights/testing/index.d.mts +0 -24
- package/dist/plugins/insights/testing/index.mjs +0 -25
- package/dist/plugins/insights/testing/insightsModelTests.mjs +0 -714
- package/dist/plugins/insights/testing/modelTypes.d.mts +0 -176
- package/dist/plugins/insights/testing/setupInsightsHttpTestSuite.d.mts +0 -11
- package/dist/plugins/insights/testing/setupInsightsHttpTestSuite.mjs +0 -107
- package/dist/plugins/insights/testing/setupInsightsModelTestSuite.d.mts +0 -11
- package/dist/plugins/insights/testing/setupInsightsModelTestSuite.mjs +0 -31
- package/dist/plugins/insights/testing/types.d.mts +0 -26
- package/dist/plugins/insights/types.d.cts +0 -33
- package/dist/plugins/insights/types.d.mts +0 -33
- package/src/adapters/drizzle.conformance.integration.spec.ts +0 -34
- package/src/adapters/drizzle.readBudgets.integration.spec.ts +0 -43
- package/src/adapters/drizzle.spec.ts +0 -314
- package/src/adapters/drizzle.ts +0 -64
- package/src/adapters/drizzleExecutor.ts +0 -166
- package/src/adapters/kysely.conformance.integration.spec.ts +0 -36
- package/src/adapters/kysely.readBudgets.integration.spec.ts +0 -44
- package/src/adapters/kysely.spec.ts +0 -244
- package/src/adapters/kysely.ts +0 -46
- package/src/adapters/kyselyExecutor.ts +0 -53
- package/src/adapters/mongodb.integration.spec.ts +0 -271
- package/src/adapters/mongodb.readBudgets.integration.spec.ts +0 -61
- package/src/adapters/mongodb.ts +0 -45
- package/src/adapters/mongodbAdapter.ts +0 -307
- package/src/adapters/prisma.conformance.integration.spec.ts +0 -36
- package/src/adapters/prisma.integration.spec.ts +0 -146
- package/src/adapters/prisma.readBudgets.integration.spec.ts +0 -43
- package/src/adapters/prisma.spec.ts +0 -257
- package/src/adapters/prisma.ts +0 -74
- package/src/adapters/prismaExecutor.ts +0 -107
- package/src/adapters/prismaTestClients.ts +0 -182
- package/src/adapters/sqlProviders.ts +0 -14
- package/src/assembly/assemblePlugins.ts +0 -302
- package/src/assembly/assembly.spec.ts +0 -377
- package/src/assembly/assembly.types.spec.ts +0 -203
- package/src/assembly/clientPlugins.ts +0 -113
- package/src/assembly/configError.ts +0 -4
- package/src/assembly/databasePlugins.spec.ts +0 -71
- package/src/assembly/databasePlugins.ts +0 -102
- package/src/assembly/pluginCli.spec.ts +0 -254
- package/src/assembly/pluginCli.ts +0 -248
- package/src/assembly/pluginRoutes.spec.ts +0 -186
- package/src/core/api.ts +0 -139
- package/src/core/baseCandidates.spec.ts +0 -378
- package/src/core/baseCandidates.ts +0 -136
- package/src/core/index.ts +0 -44
- package/src/core/operations.spec.ts +0 -415
- package/src/core/operations.ts +0 -551
- package/src/core/reads.spec.ts +0 -300
- package/src/core/reads.ts +0 -417
- package/src/core/releases.spec.ts +0 -308
- package/src/core/releases.ts +0 -345
- package/src/core/schema.ts +0 -173
- package/src/core/writes.ts +0 -160
- package/src/createHotUpdaterCore.ts +0 -260
- package/src/database/aggregateBatching.spec.ts +0 -577
- package/src/database/aggregateBatching.ts +0 -803
- package/src/database/busy.spec.ts +0 -45
- package/src/database/busy.ts +0 -50
- package/src/database/cursor.ts +0 -65
- package/src/database/database.ts +0 -366
- package/src/database/database.types.spec.ts +0 -135
- package/src/database/definitions.ts +0 -76
- package/src/database/engine.ts +0 -62
- package/src/database/engineAggregates.spec.ts +0 -536
- package/src/database/engineAggregates.ts +0 -189
- package/src/database/engineReads.spec.ts +0 -219
- package/src/database/engineReads.ts +0 -304
- package/src/database/engineTransaction.spec.ts +0 -710
- package/src/database/engineTransaction.ts +0 -582
- package/src/database/errors.ts +0 -30
- package/src/database/fence.spec.ts +0 -223
- package/src/database/fence.ts +0 -175
- package/src/database/index.ts +0 -160
- package/src/database/kv/kvAdapter.batching.integration.spec.ts +0 -15
- package/src/database/kv/kvAdapter.conformance.integration.spec.ts +0 -19
- package/src/database/kv/kvAdapter.readBudgets.integration.spec.ts +0 -17
- package/src/database/kv/kvAdapter.spec.ts +0 -595
- package/src/database/kv/kvAdapter.ts +0 -479
- package/src/database/kv/kvTestStore.ts +0 -118
- package/src/database/memory.readBudgets.integration.spec.ts +0 -13
- package/src/database/resolveSchema.spec.ts +0 -230
- package/src/database/resolveSchema.ts +0 -375
- package/src/database/retention.spec.ts +0 -314
- package/src/database/retention.ts +0 -129
- package/src/database/schema.ts +0 -213
- package/src/database/schema.types.spec.ts +0 -94
- package/src/database/sql/docker-compose.yml +0 -36
- package/src/database/sql/sqlAdapter.integration.spec.ts +0 -145
- package/src/database/sql/sqlAdapter.readBudgets.integration.spec.ts +0 -123
- package/src/database/sql/sqlAdapter.spec.ts +0 -343
- package/src/database/sql/sqlAdapter.ts +0 -552
- package/src/database/sql/sqlSchema.ts +0 -286
- package/src/database/sql/sqlTestExecutors.ts +0 -183
- package/src/databaseTestSuite.spec.ts +0 -44
- package/src/db/bundleRows.spec.ts +0 -164
- package/src/db/bundleRows.ts +0 -10
- package/src/db/coreDatabase.ts +0 -153
- package/src/db/createBundleDiff.spec.ts +0 -464
- package/src/db/createBundleDiff.ts +0 -370
- package/src/db/engineDrizzleSchema.ts +0 -72
- package/src/db/engineMigrator.ts +0 -105
- package/src/db/enginePrismaSchema.ts +0 -147
- package/src/db/engineSql.spec.ts +0 -130
- package/src/db/engineSql.ts +0 -48
- package/src/db/engineSqlMigrator.ts +0 -116
- package/src/db/fixedMigratorShared.ts +0 -17
- package/src/db/index.spec.ts +0 -554
- package/src/db/index.ts +0 -93
- package/src/db/node-sqlite.d.ts +0 -25
- package/src/db/pluginTables.spec.ts +0 -248
- package/src/db/releaseCatalog.ts +0 -106
- package/src/db/schemaSettings.ts +0 -104
- package/src/db/settingsMigrator.spec.ts +0 -65
- package/src/db/settingsMigrator.ts +0 -152
- package/src/db/types.ts +0 -82
- package/src/db/updateArtifacts.spec.ts +0 -235
- package/src/db/updateArtifacts.ts +0 -473
- package/src/db/updateCheck.bench.ts +0 -47
- package/src/diff.ts +0 -6
- package/src/handler-standalone.integration.spec.ts +0 -321
- package/src/handler.spec.ts +0 -273
- package/src/handler.testFixtures.ts +0 -25
- package/src/handler.ts +0 -302
- package/src/handlerAdminRoutes.spec.ts +0 -183
- package/src/handlerAdminRoutes.ts +0 -536
- package/src/handlerAuth.integration.spec.ts +0 -33
- package/src/handlerErrors.ts +0 -7
- package/src/handlerManagement.spec.ts +0 -202
- package/src/handlerParameters.ts +0 -105
- package/src/handlerReleaseCatalogRoutes.ts +0 -176
- package/src/handlerTypes.ts +0 -19
- package/src/handlerVersionRoutes.ts +0 -25
- package/src/index.ts +0 -13
- package/src/internalRouter.ts +0 -104
- package/src/lintRules.spec.ts +0 -76
- package/src/node.spec.ts +0 -119
- package/src/node.ts +0 -111
- package/src/plugins/api-keys/apiKeys.integration.spec.ts +0 -92
- package/src/plugins/api-keys/apiKeys.spec.ts +0 -166
- package/src/plugins/api-keys/apiKeys.ts +0 -214
- package/src/plugins/api-keys/apiKeysPlugin.spec.ts +0 -168
- package/src/plugins/api-keys/cli.spec.ts +0 -187
- package/src/plugins/api-keys/cli.ts +0 -140
- package/src/plugins/api-keys/index.ts +0 -73
- package/src/plugins/api-keys/model.ts +0 -88
- package/src/plugins/api-keys/schema.ts +0 -22
- package/src/plugins/definePlugin.ts +0 -242
- package/src/plugins/index.ts +0 -73
- package/src/plugins/insights/contract.spec.ts +0 -285
- package/src/plugins/insights/contract.ts +0 -372
- package/src/plugins/insights/domain.ts +0 -176
- package/src/plugins/insights/errors.ts +0 -11
- package/src/plugins/insights/eventInput.ts +0 -381
- package/src/plugins/insights/eventRow.ts +0 -209
- package/src/plugins/insights/index.ts +0 -222
- package/src/plugins/insights/insights.integration.spec.ts +0 -921
- package/src/plugins/insights/insightsRollout.integration.spec.ts +0 -186
- package/src/plugins/insights/model.spec.ts +0 -64
- package/src/plugins/insights/model.ts +0 -18
- package/src/plugins/insights/modelTypes.ts +0 -197
- package/src/plugins/insights/overview.spec.ts +0 -64
- package/src/plugins/insights/overview.ts +0 -214
- package/src/plugins/insights/provider.spec.ts +0 -585
- package/src/plugins/insights/provider.ts +0 -704
- package/src/plugins/insights/queryInput.ts +0 -142
- package/src/plugins/insights/reads.spec.ts +0 -1013
- package/src/plugins/insights/reads.ts +0 -1037
- package/src/plugins/insights/recordEvent.spec.ts +0 -897
- package/src/plugins/insights/recordEvent.ts +0 -476
- package/src/plugins/insights/retention.spec.ts +0 -115
- package/src/plugins/insights/routes.ts +0 -149
- package/src/plugins/insights/schema.ts +0 -409
- package/src/plugins/insights/testing/expectInsightsIndex.spec.ts +0 -42
- package/src/plugins/insights/testing/expectInsightsIndex.ts +0 -20
- package/src/plugins/insights/testing/fixtures.ts +0 -30
- package/src/plugins/insights/testing/index.ts +0 -45
- package/src/plugins/insights/testing/insightsModelTests.ts +0 -860
- package/src/plugins/insights/testing/setupInsightsHttpTestSuite.ts +0 -152
- package/src/plugins/insights/testing/setupInsightsModelTestSuite.ts +0 -36
- package/src/plugins/insights/testing/types.ts +0 -30
- package/src/plugins/insights/types.ts +0 -55
- package/src/plugins/pluginTestHarness.spec.ts +0 -56
- package/src/readBudgets.testFixtures.ts +0 -15
- package/src/releaseCatalogRoutes.integration.spec.ts +0 -200
- package/src/retention.spec.ts +0 -73
- package/src/runtime.spec.ts +0 -207
- package/src/runtime.testFixtures.ts +0 -60
- package/src/runtimeBundles.integration.spec.ts +0 -112
- package/src/storageAccess.spec.ts +0 -152
- package/src/storageAccess.ts +0 -141
- package/src/testUtilsMutation.integration.spec.ts +0 -216
- package/src/testUtilsPackage.integration.spec.ts +0 -180
- package/src/types/index.ts +0 -2
- package/src/version.ts +0 -3
|
@@ -1,625 +0,0 @@
|
|
|
1
|
-
import { DatabaseTransactionError } from "./errors.mjs";
|
|
2
|
-
import { recordAggregate } from "./engineAggregates.mjs";
|
|
3
|
-
import { defineTable } from "./schema.mjs";
|
|
4
|
-
import { DATABASE_VERSION_COLUMN, compareUtf8 } from "@hot-updater/plugin-core/internal";
|
|
5
|
-
//#region src/database/aggregateBatching.ts
|
|
6
|
-
/** Log rows spread over 8 tables, each its own DynamoDB partition. */
|
|
7
|
-
const LOG_TABLES = [
|
|
8
|
-
0,
|
|
9
|
-
1,
|
|
10
|
-
2,
|
|
11
|
-
3,
|
|
12
|
-
4,
|
|
13
|
-
5,
|
|
14
|
-
6,
|
|
15
|
-
7
|
|
16
|
-
].map((at) => `aggregate_log_${at}`);
|
|
17
|
-
const LEASE_TABLE = "aggregate_lease";
|
|
18
|
-
const LEASE = { id: "compaction" };
|
|
19
|
-
/** How long a compaction holds the lease before another process may take it. */
|
|
20
|
-
const LEASE_MS = 3e4;
|
|
21
|
-
/**
|
|
22
|
-
* Default windows: log mode compacts every 60 seconds, since reads compact
|
|
23
|
-
* first; memory mode flushes every 15, since its window is what a crash
|
|
24
|
-
* loses.
|
|
25
|
-
*/
|
|
26
|
-
const WINDOW_MS = {
|
|
27
|
-
log: 6e4,
|
|
28
|
-
memory: 15e3
|
|
29
|
-
};
|
|
30
|
-
/** Log rows a compaction reads from each log table for one group. */
|
|
31
|
-
const LOG_PAGE = 200;
|
|
32
|
-
/**
|
|
33
|
-
* Groups one compaction applies: after a commit, so the request that runs
|
|
34
|
-
* it waits for one group; before a read; and on flush.
|
|
35
|
-
*/
|
|
36
|
-
const GROUPS = {
|
|
37
|
-
commit: 1,
|
|
38
|
-
read: 8,
|
|
39
|
-
flush: 256
|
|
40
|
-
};
|
|
41
|
-
/** Tries per write after a conflict or a transient error. */
|
|
42
|
-
const ATTEMPTS = 5;
|
|
43
|
-
/** Aggregate rows a memory buffer holds before a commit waits for a flush. */
|
|
44
|
-
const MAX_BUFFERED = 1e4;
|
|
45
|
-
const log = defineTable({
|
|
46
|
-
id: {
|
|
47
|
-
type: "string",
|
|
48
|
-
maxLength: 32
|
|
49
|
-
},
|
|
50
|
-
/** One committed transaction's changes, one entry per aggregate row. */
|
|
51
|
-
changes: { type: "string" }
|
|
52
|
-
}, {
|
|
53
|
-
key: ["id"],
|
|
54
|
-
indexes: { oldest: {
|
|
55
|
-
eq: [],
|
|
56
|
-
sort: ["id"]
|
|
57
|
-
} }
|
|
58
|
-
});
|
|
59
|
-
/**
|
|
60
|
-
* Held by `holder` until `until`; the next compaction is due at `next`.
|
|
61
|
-
* `applied` lists the log rows a compaction has applied and not yet deleted,
|
|
62
|
-
* as `[log table's index, id]` pairs, so no compaction applies them again.
|
|
63
|
-
*/
|
|
64
|
-
const lease = defineTable({
|
|
65
|
-
id: {
|
|
66
|
-
type: "string",
|
|
67
|
-
maxLength: 16
|
|
68
|
-
},
|
|
69
|
-
holder: {
|
|
70
|
-
type: "string",
|
|
71
|
-
maxLength: 32
|
|
72
|
-
},
|
|
73
|
-
until: { type: "integer" },
|
|
74
|
-
next: { type: "integer" },
|
|
75
|
-
applied: { type: "string" }
|
|
76
|
-
}, { key: ["id"] });
|
|
77
|
-
/** The log and lease tables; an engine that batches has them in its schema. */
|
|
78
|
-
const aggregateBatchingModule = {
|
|
79
|
-
id: "aggregateBatching",
|
|
80
|
-
schema: {
|
|
81
|
-
...Object.fromEntries(LOG_TABLES.map((table) => [table, log])),
|
|
82
|
-
[LEASE_TABLE]: lease
|
|
83
|
-
}
|
|
84
|
-
};
|
|
85
|
-
const shapeOf = (model) => model.definition;
|
|
86
|
-
const isBatched = (model) => model?.definition.kind === "aggregate" && shapeOf(model).batched === true;
|
|
87
|
-
const valuesOf = ({ deltas, sketches }) => ({
|
|
88
|
-
...deltas,
|
|
89
|
-
...sketches
|
|
90
|
-
});
|
|
91
|
-
/**
|
|
92
|
-
* Merges `values` into the change for `key`'s identity as `tx.aggregate`
|
|
93
|
-
* does: deltas add up and sketches merge. One constant `shardBy` keys each
|
|
94
|
-
* identity to one entry; the write picks the shard.
|
|
95
|
-
*/
|
|
96
|
-
const merge = (into, model, key, values) => recordAggregate(into, model, Object.fromEntries(shapeOf(model).key.map((field, at) => [field, key[at]])), values, "");
|
|
97
|
-
const mergeAll = (into, changes) => {
|
|
98
|
-
for (const change of changes) merge(into, change.model, change.key, valuesOf(change));
|
|
99
|
-
return into;
|
|
100
|
-
};
|
|
101
|
-
/** A row's metrics as values to merge: counters, gauges, and the sketches it has. */
|
|
102
|
-
const metricsOf = (model, row) => {
|
|
103
|
-
const { counters, gauges, distinct } = shapeOf(model);
|
|
104
|
-
return Object.fromEntries([...[...counters, ...gauges].map((name) => [name, Number(row[name] ?? 0)]), ...distinct.flatMap((name) => row[name] === null || row[name] === void 0 ? [] : [[name, row[name]]])]);
|
|
105
|
-
};
|
|
106
|
-
/** A shard row before its first change: every metric zero or empty. */
|
|
107
|
-
const blank = (model, key) => {
|
|
108
|
-
const { counters, gauges, distinct } = shapeOf(model);
|
|
109
|
-
return Object.fromEntries([
|
|
110
|
-
...model.table.key.map((column, at) => [column, key[at]]),
|
|
111
|
-
...[...counters, ...gauges].map((name) => [name, 0]),
|
|
112
|
-
...distinct.map((name) => [name, null]),
|
|
113
|
-
[DATABASE_VERSION_COLUMN, 0]
|
|
114
|
-
]);
|
|
115
|
-
};
|
|
116
|
-
/** Whether a change needs its row: sketches merge, and a gauge may reach zero. */
|
|
117
|
-
const rewrites = ({ model, deltas, sketches }) => Object.keys(sketches).length > 0 || shapeOf(model).gauges.some((gauge) => (deltas[gauge] ?? 0) !== 0);
|
|
118
|
-
const increment = ({ model, deltas }, key) => Object.values(deltas).some((delta) => delta !== 0) ? {
|
|
119
|
-
type: "increment",
|
|
120
|
-
table: model.table,
|
|
121
|
-
key,
|
|
122
|
-
by: deltas,
|
|
123
|
-
init: blank(model, key)
|
|
124
|
-
} : void 0;
|
|
125
|
-
/**
|
|
126
|
-
* The guarded write that merges `change` into `current`: insert, patch, or
|
|
127
|
-
* delete at zero. Unlike a transaction's, a gauge may go below zero here: a
|
|
128
|
-
* shard row holds one writer's net changes, and reads sum every shard.
|
|
129
|
-
*/
|
|
130
|
-
const rewrite = (change, key, current) => {
|
|
131
|
-
const { model } = change;
|
|
132
|
-
const { table } = model;
|
|
133
|
-
const { counters, gauges, distinct } = shapeOf(model);
|
|
134
|
-
const base = current ?? blank(model, key);
|
|
135
|
-
const sum = mergeAll(/* @__PURE__ */ new Map(), [change]);
|
|
136
|
-
merge(sum, model, key, metricsOf(model, base));
|
|
137
|
-
const set = valuesOf([...sum.values()][0]);
|
|
138
|
-
if (current && Object.keys(set).every((name) => current[name] === set[name])) return void 0;
|
|
139
|
-
const row = {
|
|
140
|
-
...base,
|
|
141
|
-
...set
|
|
142
|
-
};
|
|
143
|
-
const zero = distinct.length === 0 && [...counters, ...gauges].every((name) => Number(row[name]) === 0);
|
|
144
|
-
if (current === null) return zero ? void 0 : {
|
|
145
|
-
type: "insert",
|
|
146
|
-
table,
|
|
147
|
-
row
|
|
148
|
-
};
|
|
149
|
-
const guard = { v: Number(current[DATABASE_VERSION_COLUMN]) };
|
|
150
|
-
return zero ? {
|
|
151
|
-
type: "delete",
|
|
152
|
-
table,
|
|
153
|
-
key,
|
|
154
|
-
guard,
|
|
155
|
-
previous: current
|
|
156
|
-
} : {
|
|
157
|
-
type: "patch",
|
|
158
|
-
table,
|
|
159
|
-
key,
|
|
160
|
-
set,
|
|
161
|
-
guard,
|
|
162
|
-
previous: current
|
|
163
|
-
};
|
|
164
|
-
};
|
|
165
|
-
/**
|
|
166
|
-
* The write for each change on its shard: a blind increment that creates
|
|
167
|
-
* the row for counters, and a guarded rewrite for gauges and sketches, whose
|
|
168
|
-
* rows are read in one batch per table.
|
|
169
|
-
*/
|
|
170
|
-
const compile = async (adapter, changes, shard) => {
|
|
171
|
-
const keys = changes.map(({ model, key }) => [...key.slice(0, -1), shard(model)]);
|
|
172
|
-
const reads = /* @__PURE__ */ new Map();
|
|
173
|
-
changes.forEach((change, at) => {
|
|
174
|
-
if (rewrites(change)) reads.set(change.model, [...reads.get(change.model) ?? [], at]);
|
|
175
|
-
});
|
|
176
|
-
const current = /* @__PURE__ */ new Map();
|
|
177
|
-
await Promise.all([...reads].map(async ([model, positions]) => {
|
|
178
|
-
const rows = await adapter.get(model.table, positions.map((at) => keys[at]));
|
|
179
|
-
positions.forEach((at, index) => current.set(at, rows[index] ?? null));
|
|
180
|
-
}));
|
|
181
|
-
return changes.map((change, at) => current.has(at) ? rewrite(change, keys[at], current.get(at)) : increment(change, keys[at]));
|
|
182
|
-
};
|
|
183
|
-
const isOp = (op) => op !== void 0;
|
|
184
|
-
const sleep = (attempt) => new Promise((resolve) => setTimeout(resolve, Math.min(250, 5 * 2 ** attempt) * Math.random()));
|
|
185
|
-
/** Runs of one character, where shorter: a sparse sketch packs into a few. */
|
|
186
|
-
const pack = (text) => {
|
|
187
|
-
const runs = (text.match(/(.)\1*/gsu) ?? []).flatMap((run) => [run[0], run.length]);
|
|
188
|
-
return JSON.stringify(runs).length < JSON.stringify(text).length ? runs : text;
|
|
189
|
-
};
|
|
190
|
-
const unpack = (value) => Array.isArray(value) ? value.map((item, at) => at % 2 ? "" : item.repeat(value[at + 1])).join("") : value;
|
|
191
|
-
/** Raw deflate of `text` as base64, where the runtime has `CompressionStream`. */
|
|
192
|
-
const deflate = async (text) => {
|
|
193
|
-
if (typeof CompressionStream === "undefined") return void 0;
|
|
194
|
-
const stream = new Blob([text]).stream().pipeThrough(new CompressionStream("deflate-raw"));
|
|
195
|
-
let binary = "";
|
|
196
|
-
for (const byte of new Uint8Array(await new Response(stream).arrayBuffer())) binary += String.fromCharCode(byte);
|
|
197
|
-
return btoa(binary);
|
|
198
|
-
};
|
|
199
|
-
const inflate = (base64) => new Response(new Blob([Uint8Array.from(atob(base64), (char) => char.charCodeAt(0))]).stream().pipeThrough(new DecompressionStream("deflate-raw"))).text();
|
|
200
|
-
/**
|
|
201
|
-
* A log row's `changes`: entries of a table, an identity, and values, as
|
|
202
|
-
* JSON, or `z` and its deflate where shorter, so a row stays under the 1 KB
|
|
203
|
-
* that DynamoDB bills as one unit.
|
|
204
|
-
*/
|
|
205
|
-
const encode = async (changes) => {
|
|
206
|
-
const json = JSON.stringify({
|
|
207
|
-
v: 1,
|
|
208
|
-
c: [...changes].map(({ model, key, deltas, sketches }) => {
|
|
209
|
-
const packed = Object.entries(sketches).map(([name, sketch]) => [name, pack(sketch)]);
|
|
210
|
-
const values = {
|
|
211
|
-
...deltas,
|
|
212
|
-
...Object.fromEntries(packed)
|
|
213
|
-
};
|
|
214
|
-
return [
|
|
215
|
-
model.table.name,
|
|
216
|
-
key.slice(0, -1),
|
|
217
|
-
values
|
|
218
|
-
];
|
|
219
|
-
})
|
|
220
|
-
});
|
|
221
|
-
const zipped = await deflate(json);
|
|
222
|
-
return zipped !== void 0 && zipped.length < json.length ? `z${zipped}` : json;
|
|
223
|
-
};
|
|
224
|
-
/**
|
|
225
|
-
* Batches changes to aggregates declared `batched`. A transaction records
|
|
226
|
-
* them without writing their rows; once it commits, "memory" mode keeps
|
|
227
|
-
* them in this process until its timer flushes them, and "log" mode has
|
|
228
|
-
* written them as one log row in the same atomic write, which a compaction
|
|
229
|
-
* later merges into the aggregates and deletes, atomically again, so each
|
|
230
|
-
* applies exactly once. One lease row keeps compactions one at a time.
|
|
231
|
-
*/
|
|
232
|
-
const createAggregateBatches = ({ engine, adapter, schema, batching: { mode = "log", windowMs = WINDOW_MS[mode] }, now }) => {
|
|
233
|
-
if (!schema.models.has(LEASE_TABLE)) throw new DatabaseTransactionError("An engine that batches aggregates needs aggregateBatchingModule in its schema.");
|
|
234
|
-
const holder = crypto.randomUUID().replaceAll("-", "");
|
|
235
|
-
const table = (name) => schema.models.get(name).table;
|
|
236
|
-
const warned = /* @__PURE__ */ new Set();
|
|
237
|
-
const warn = (what) => (error) => {
|
|
238
|
-
if (warned.has(what)) return;
|
|
239
|
-
warned.add(what);
|
|
240
|
-
console.warn(`[hot-updater] Aggregate ${what} failed.`, error);
|
|
241
|
-
};
|
|
242
|
-
/** A log row's changes, or undefined when it names an aggregate or metric this schema lacks. */
|
|
243
|
-
const decode = async (text) => {
|
|
244
|
-
const changes = /* @__PURE__ */ new Map();
|
|
245
|
-
try {
|
|
246
|
-
const json = text.startsWith("z") ? await inflate(text.slice(1)) : text;
|
|
247
|
-
const { c } = JSON.parse(json);
|
|
248
|
-
for (const [name, identity, values] of c) {
|
|
249
|
-
const model = schema.models.get(name);
|
|
250
|
-
if (!isBatched(model)) return void 0;
|
|
251
|
-
const unpacked = Object.entries(values).map(([metric, value]) => [metric, unpack(value)]);
|
|
252
|
-
merge(changes, model, [...identity, 0], Object.fromEntries(unpacked));
|
|
253
|
-
}
|
|
254
|
-
} catch (error) {
|
|
255
|
-
warn("log decoding")(error);
|
|
256
|
-
return;
|
|
257
|
-
}
|
|
258
|
-
return changes;
|
|
259
|
-
};
|
|
260
|
-
/**
|
|
261
|
-
* Writes changes in atomic chunks within `fits`, and returns the ones it
|
|
262
|
-
* could not apply. A write whose outcome is unknown is dropped, never
|
|
263
|
-
* resent, so no change applies twice.
|
|
264
|
-
*/
|
|
265
|
-
const apply = async (changes, shard) => {
|
|
266
|
-
let rest = changes;
|
|
267
|
-
let ops = [];
|
|
268
|
-
let read = true;
|
|
269
|
-
for (let failures = 0; rest.length > 0 && failures < ATTEMPTS;) try {
|
|
270
|
-
if (read) ops = await compile(adapter, rest, shard);
|
|
271
|
-
let size = rest.length;
|
|
272
|
-
const chunk = () => ops.slice(0, size).filter(isOp);
|
|
273
|
-
while (size > 1 && !adapter.fits(chunk())) size = Math.ceil(size / 2);
|
|
274
|
-
let result = { ok: true };
|
|
275
|
-
if (chunk().length > 0) result = await adapter.write(chunk()).catch((error) => {
|
|
276
|
-
warn("flush")(error);
|
|
277
|
-
return { ok: true };
|
|
278
|
-
});
|
|
279
|
-
read = !result.ok && !("retry" in result);
|
|
280
|
-
if (result.ok) {
|
|
281
|
-
rest = rest.slice(size);
|
|
282
|
-
ops = ops.slice(size);
|
|
283
|
-
failures = 0;
|
|
284
|
-
} else {
|
|
285
|
-
failures += 1;
|
|
286
|
-
if (!read) await sleep(failures);
|
|
287
|
-
}
|
|
288
|
-
} catch (error) {
|
|
289
|
-
warn("flush")(error);
|
|
290
|
-
return rest;
|
|
291
|
-
}
|
|
292
|
-
return rest;
|
|
293
|
-
};
|
|
294
|
-
let buffer = /* @__PURE__ */ new Map();
|
|
295
|
-
let timer;
|
|
296
|
-
let flushing;
|
|
297
|
-
const shards = /* @__PURE__ */ new Map();
|
|
298
|
-
/** Each process writes its own shard, so flushes of two processes rarely meet. */
|
|
299
|
-
const processShard = (model) => {
|
|
300
|
-
if (!shards.has(model)) shards.set(model, Math.floor(Math.random() * shapeOf(model).shards));
|
|
301
|
-
return shards.get(model);
|
|
302
|
-
};
|
|
303
|
-
const schedule = () => {
|
|
304
|
-
if (timer !== void 0 || buffer.size === 0) return;
|
|
305
|
-
timer = setTimeout(() => {
|
|
306
|
-
timer = void 0;
|
|
307
|
-
flushBuffer();
|
|
308
|
-
}, windowMs);
|
|
309
|
-
timer.unref?.();
|
|
310
|
-
};
|
|
311
|
-
/** Never rejects: what it cannot apply goes back into the buffer. */
|
|
312
|
-
const flushBuffer = () => flushing ??= (async () => {
|
|
313
|
-
clearTimeout(timer);
|
|
314
|
-
timer = void 0;
|
|
315
|
-
const pending = [...buffer.values()];
|
|
316
|
-
buffer = /* @__PURE__ */ new Map();
|
|
317
|
-
mergeAll(buffer, await apply(pending, processShard));
|
|
318
|
-
})().catch(warn("flush")).finally(() => {
|
|
319
|
-
flushing = void 0;
|
|
320
|
-
schedule();
|
|
321
|
-
});
|
|
322
|
-
let nextDue = 0;
|
|
323
|
-
let compacting;
|
|
324
|
-
/** Log rows this process read, by `[log table's index, id]`, for the deletes after a group. */
|
|
325
|
-
const known = /* @__PURE__ */ new Map();
|
|
326
|
-
const idOf = (shard, id) => JSON.stringify([shard, id]);
|
|
327
|
-
/** The lease row as stored once `set` is written over it. */
|
|
328
|
-
const leaseOp = (held, set) => {
|
|
329
|
-
const next = {
|
|
330
|
-
...held,
|
|
331
|
-
...set,
|
|
332
|
-
_v: Number(held._v) + 1
|
|
333
|
-
};
|
|
334
|
-
return {
|
|
335
|
-
op: {
|
|
336
|
-
type: "patch",
|
|
337
|
-
table: table(LEASE_TABLE),
|
|
338
|
-
key: [LEASE.id],
|
|
339
|
-
set,
|
|
340
|
-
guard: { v: Number(held._v) },
|
|
341
|
-
previous: held
|
|
342
|
-
},
|
|
343
|
-
next
|
|
344
|
-
};
|
|
345
|
-
};
|
|
346
|
-
/** The lease row as stored after this process takes it, or undefined when it is held or not due. */
|
|
347
|
-
const takeLease = (force) => engine.transaction(async (tx) => {
|
|
348
|
-
const at = now();
|
|
349
|
-
const held = await tx.findOne(LEASE_TABLE, LEASE);
|
|
350
|
-
const fields = {
|
|
351
|
-
holder,
|
|
352
|
-
until: at + LEASE_MS
|
|
353
|
-
};
|
|
354
|
-
if (held === null) {
|
|
355
|
-
const row = {
|
|
356
|
-
...LEASE,
|
|
357
|
-
...fields,
|
|
358
|
-
next: 0,
|
|
359
|
-
applied: "[]"
|
|
360
|
-
};
|
|
361
|
-
tx.create(LEASE_TABLE, row);
|
|
362
|
-
return {
|
|
363
|
-
...row,
|
|
364
|
-
_v: 0
|
|
365
|
-
};
|
|
366
|
-
}
|
|
367
|
-
nextDue = Number(held.next);
|
|
368
|
-
if (held.holder !== holder && Number(held.until) > at || !force && nextDue > at) return void 0;
|
|
369
|
-
tx.update(LEASE_TABLE, held, fields);
|
|
370
|
-
return {
|
|
371
|
-
...held,
|
|
372
|
-
...fields,
|
|
373
|
-
_v: Number(held._v) + 1
|
|
374
|
-
};
|
|
375
|
-
});
|
|
376
|
-
/**
|
|
377
|
-
* Writes `ops` once, retrying transient errors; true when it committed.
|
|
378
|
-
* A conflict leaves its log rows for the next compaction; a write whose
|
|
379
|
-
* outcome is unknown throws, and the next compaction reads what it did.
|
|
380
|
-
*/
|
|
381
|
-
const commit = async (ops) => {
|
|
382
|
-
for (let failures = 0; failures < ATTEMPTS; failures += 1) {
|
|
383
|
-
const result = await adapter.write(ops);
|
|
384
|
-
if (result.ok) return true;
|
|
385
|
-
if (!("retry" in result)) return false;
|
|
386
|
-
await sleep(failures);
|
|
387
|
-
}
|
|
388
|
-
return false;
|
|
389
|
-
};
|
|
390
|
-
/** Deletes the log rows `held` lists as applied, in parallel writes; true once none is left. */
|
|
391
|
-
const deleteApplied = async (held) => {
|
|
392
|
-
const applied = JSON.parse(String(held.applied));
|
|
393
|
-
await Promise.all(LOG_TABLES.map(async (name, shard) => {
|
|
394
|
-
const ids = applied.flatMap(([at, id]) => at === shard && !known.has(idOf(at, id)) ? [id] : []);
|
|
395
|
-
if (ids.length === 0) return;
|
|
396
|
-
const rows = await adapter.get(table(name), ids.map((id) => [id]));
|
|
397
|
-
for (const row of rows) if (row) known.set(idOf(shard, row.id), row);
|
|
398
|
-
}));
|
|
399
|
-
const rows = applied.flatMap(([shard, id]) => {
|
|
400
|
-
const row = known.get(idOf(shard, id));
|
|
401
|
-
return row === void 0 ? [] : [{
|
|
402
|
-
shard,
|
|
403
|
-
row
|
|
404
|
-
}];
|
|
405
|
-
});
|
|
406
|
-
if (adapter.deleteConsumed && await Promise.all(LOG_TABLES.map((name, at) => {
|
|
407
|
-
const own = rows.flatMap(({ shard, row }) => shard === at ? [row] : []);
|
|
408
|
-
return own.length > 0 && adapter.deleteConsumed(table(name), own);
|
|
409
|
-
})).then(() => true, (error) => (warn("log cleanup")(error), false))) {
|
|
410
|
-
for (const [shard, id] of applied) known.delete(idOf(shard, id));
|
|
411
|
-
return true;
|
|
412
|
-
}
|
|
413
|
-
const deletes = rows.map(({ shard, row }) => {
|
|
414
|
-
const guard = { v: Number(row[DATABASE_VERSION_COLUMN]) };
|
|
415
|
-
return {
|
|
416
|
-
type: "delete",
|
|
417
|
-
table: table(LOG_TABLES[shard]),
|
|
418
|
-
key: [String(row.id)],
|
|
419
|
-
guard,
|
|
420
|
-
previous: row
|
|
421
|
-
};
|
|
422
|
-
});
|
|
423
|
-
let size = deletes.length;
|
|
424
|
-
while (size > 1 && !adapter.fits(deletes.slice(0, size))) size = Math.ceil(size / 2);
|
|
425
|
-
const chunks = [];
|
|
426
|
-
for (let at = 0; at < deletes.length; at += size) chunks.push(deletes.slice(at, at + size));
|
|
427
|
-
if ((await Promise.all(chunks.map(commit))).includes(false)) return false;
|
|
428
|
-
for (const [shard, id] of applied) known.delete(idOf(shard, id));
|
|
429
|
-
return true;
|
|
430
|
-
};
|
|
431
|
-
/**
|
|
432
|
-
* The oldest pending log rows this schema can read, a page from each
|
|
433
|
-
* table; `more` when a page was full, so more may wait.
|
|
434
|
-
*/
|
|
435
|
-
const readLogs = async () => {
|
|
436
|
-
let more = false;
|
|
437
|
-
return {
|
|
438
|
-
logs: (await Promise.all(LOG_TABLES.map(async (name, shard) => {
|
|
439
|
-
const page = await engine.reads.findMany(name, {
|
|
440
|
-
index: "oldest",
|
|
441
|
-
limit: LOG_PAGE
|
|
442
|
-
});
|
|
443
|
-
more ||= page.next !== void 0;
|
|
444
|
-
return (await Promise.all(page.rows.map(async (row) => ({
|
|
445
|
-
shard,
|
|
446
|
-
row,
|
|
447
|
-
changes: await decode(String(row.changes))
|
|
448
|
-
})))).flatMap(({ changes, ...entry }) => changes === void 0 ? [] : [{
|
|
449
|
-
...entry,
|
|
450
|
-
changes
|
|
451
|
-
}]);
|
|
452
|
-
}))).flat().sort((left, right) => compareUtf8(String(left.row.id), String(right.row.id))),
|
|
453
|
-
more
|
|
454
|
-
};
|
|
455
|
-
};
|
|
456
|
-
const rowsFor = async (changes) => (await compile(adapter, changes, () => 0)).filter(isOp);
|
|
457
|
-
/**
|
|
458
|
-
* Applies the oldest pending log rows whose merged changes fit in one
|
|
459
|
-
* atomic write with the lease, which lists them as applied; the rows are
|
|
460
|
-
* deleted after it. A log row too large for one write applies in parts,
|
|
461
|
-
* keeping the rest in it. Returns the lease after the write and how many
|
|
462
|
-
* log rows it applied whole, or undefined when a conflict stopped it.
|
|
463
|
-
*/
|
|
464
|
-
const applyGroup = async (held, logs) => {
|
|
465
|
-
for (let count = logs.length; count > 0; count = Math.floor(count / 2)) {
|
|
466
|
-
const batch = logs.slice(0, count);
|
|
467
|
-
const changes = mergeAll(/* @__PURE__ */ new Map(), batch.flatMap((entry) => [...entry.changes.values()]));
|
|
468
|
-
const applied = batch.map(({ shard, row }) => [shard, row.id]);
|
|
469
|
-
const lease = leaseOp(held, { applied: JSON.stringify(applied) });
|
|
470
|
-
const ops = [...await rowsFor([...changes.values()]), lease.op];
|
|
471
|
-
if (!adapter.fits(ops)) continue;
|
|
472
|
-
for (const { shard, row } of batch) known.set(idOf(shard, row.id), row);
|
|
473
|
-
return await commit(ops) ? {
|
|
474
|
-
held: lease.next,
|
|
475
|
-
count
|
|
476
|
-
} : void 0;
|
|
477
|
-
}
|
|
478
|
-
const [{ shard, row, changes }] = logs;
|
|
479
|
-
const name = LOG_TABLES[shard];
|
|
480
|
-
const entries = [...changes.values()];
|
|
481
|
-
for (let take = entries.length - 1; take > 0; take = Math.floor(take / 2)) {
|
|
482
|
-
const kept = {
|
|
483
|
-
type: "patch",
|
|
484
|
-
table: table(name),
|
|
485
|
-
key: [String(row.id)],
|
|
486
|
-
set: { changes: await encode(entries.slice(take)) },
|
|
487
|
-
guard: { v: Number(row[DATABASE_VERSION_COLUMN]) },
|
|
488
|
-
previous: row
|
|
489
|
-
};
|
|
490
|
-
const lease = leaseOp(held, {});
|
|
491
|
-
const ops = [
|
|
492
|
-
...await rowsFor(entries.slice(0, take)),
|
|
493
|
-
kept,
|
|
494
|
-
lease.op
|
|
495
|
-
];
|
|
496
|
-
if (adapter.fits(ops)) return await commit(ops) ? {
|
|
497
|
-
held: lease.next,
|
|
498
|
-
count: 0
|
|
499
|
-
} : void 0;
|
|
500
|
-
}
|
|
501
|
-
throw new DatabaseTransactionError(`${name}: one aggregate change does not fit in one write.`);
|
|
502
|
-
};
|
|
503
|
-
/**
|
|
504
|
-
* Applies up to `groups` groups under the lease, deleting each group's log
|
|
505
|
-
* rows before the next; the next compaction is due at once when some are
|
|
506
|
-
* left. The lease release clears the applied list once its rows are gone.
|
|
507
|
-
*/
|
|
508
|
-
const run = async (force, groups) => {
|
|
509
|
-
let held = await takeLease(force);
|
|
510
|
-
if (held === void 0) return;
|
|
511
|
-
let pending = true;
|
|
512
|
-
let clear = false;
|
|
513
|
-
try {
|
|
514
|
-
for (let group = 0;; group += 1) {
|
|
515
|
-
clear = await deleteApplied(held);
|
|
516
|
-
if (!clear || !pending || group === groups) break;
|
|
517
|
-
const { logs, more } = await readLogs();
|
|
518
|
-
if (logs.length === 0) {
|
|
519
|
-
pending = false;
|
|
520
|
-
break;
|
|
521
|
-
}
|
|
522
|
-
const applied = await applyGroup(held, logs);
|
|
523
|
-
if (applied === void 0) break;
|
|
524
|
-
[held, clear] = [applied.held, false];
|
|
525
|
-
pending = more || applied.count < logs.length;
|
|
526
|
-
}
|
|
527
|
-
} finally {
|
|
528
|
-
nextDue = now() + (pending ? 0 : windowMs);
|
|
529
|
-
const set = {
|
|
530
|
-
until: 0,
|
|
531
|
-
next: nextDue,
|
|
532
|
-
...clear ? { applied: "[]" } : {}
|
|
533
|
-
};
|
|
534
|
-
await commit([leaseOp(held, set).op]);
|
|
535
|
-
known.clear();
|
|
536
|
-
}
|
|
537
|
-
};
|
|
538
|
-
/** One compaction at a time in this process; never rejects. */
|
|
539
|
-
const compact = (force, groups) => compacting ??= run(force, groups).catch(warn("compaction")).finally(() => {
|
|
540
|
-
compacting = void 0;
|
|
541
|
-
});
|
|
542
|
-
let checking;
|
|
543
|
-
/** Whether any log row waits; reads at once share one check. */
|
|
544
|
-
const hasPending = () => checking ??= Promise.all(LOG_TABLES.map((name) => engine.reads.findMany(name, {
|
|
545
|
-
index: "oldest",
|
|
546
|
-
limit: 1
|
|
547
|
-
}))).then((pages) => pages.some((page) => page.rows.length > 0)).finally(() => {
|
|
548
|
-
checking = void 0;
|
|
549
|
-
});
|
|
550
|
-
/** Takes a committed transaction's changes; never rejects, since the transaction already committed. */
|
|
551
|
-
const committed = async (changes) => {
|
|
552
|
-
if (mode === "log") {
|
|
553
|
-
if (now() >= nextDue) await compact(false, GROUPS.commit);
|
|
554
|
-
return;
|
|
555
|
-
}
|
|
556
|
-
mergeAll(buffer, changes.values());
|
|
557
|
-
schedule();
|
|
558
|
-
if (buffer.size >= MAX_BUFFERED) await flushBuffer();
|
|
559
|
-
};
|
|
560
|
-
const flush = async () => {
|
|
561
|
-
await flushBuffer();
|
|
562
|
-
if (mode === "log" && await hasPending()) await compact(true, GROUPS.flush);
|
|
563
|
-
};
|
|
564
|
-
return {
|
|
565
|
-
async transaction(fn) {
|
|
566
|
-
let changes = /* @__PURE__ */ new Map();
|
|
567
|
-
const result = await engine.transaction(async (tx) => {
|
|
568
|
-
const attempt = /* @__PURE__ */ new Map();
|
|
569
|
-
changes = attempt;
|
|
570
|
-
let open = true;
|
|
571
|
-
let failure;
|
|
572
|
-
const aggregate = (name, identity, values, options) => {
|
|
573
|
-
const model = schema.models.get(name);
|
|
574
|
-
if (!isBatched(model)) return tx.aggregate(name, identity, values, options);
|
|
575
|
-
try {
|
|
576
|
-
if (!open) throw new DatabaseTransactionError("The transaction has ended.");
|
|
577
|
-
recordAggregate(attempt, model, identity, values, options?.shardBy);
|
|
578
|
-
} catch (error) {
|
|
579
|
-
failure ??= { error };
|
|
580
|
-
throw error;
|
|
581
|
-
}
|
|
582
|
-
};
|
|
583
|
-
try {
|
|
584
|
-
const value = await fn({
|
|
585
|
-
...tx,
|
|
586
|
-
aggregate
|
|
587
|
-
});
|
|
588
|
-
if (failure) throw failure.error;
|
|
589
|
-
if (mode === "log" && attempt.size > 0) {
|
|
590
|
-
const id = `${now().toString(36).padStart(9, "0")}${holder.slice(0, 8)}${crypto.randomUUID().slice(0, 8)}`;
|
|
591
|
-
const shard = Math.floor(Math.random() * LOG_TABLES.length);
|
|
592
|
-
const merged = mergeAll(/* @__PURE__ */ new Map(), attempt.values());
|
|
593
|
-
tx.create(LOG_TABLES[shard], {
|
|
594
|
-
id,
|
|
595
|
-
changes: await encode(merged.values())
|
|
596
|
-
});
|
|
597
|
-
}
|
|
598
|
-
return value;
|
|
599
|
-
} finally {
|
|
600
|
-
open = false;
|
|
601
|
-
}
|
|
602
|
-
});
|
|
603
|
-
if (changes.size > 0) await committed(changes);
|
|
604
|
-
return result;
|
|
605
|
-
},
|
|
606
|
-
async beforeRead(name) {
|
|
607
|
-
if (!isBatched(schema.models.get(name))) return;
|
|
608
|
-
if (buffer.size > 0 || flushing !== void 0) await flushBuffer();
|
|
609
|
-
if (mode === "log") {
|
|
610
|
-
if (await hasPending().catch((error) => {
|
|
611
|
-
warn("read")(error);
|
|
612
|
-
return false;
|
|
613
|
-
})) await compact(true, GROUPS.read);
|
|
614
|
-
}
|
|
615
|
-
},
|
|
616
|
-
flush,
|
|
617
|
-
async dispose() {
|
|
618
|
-
clearTimeout(timer);
|
|
619
|
-
timer = void 0;
|
|
620
|
-
await flush();
|
|
621
|
-
}
|
|
622
|
-
};
|
|
623
|
-
};
|
|
624
|
-
//#endregion
|
|
625
|
-
export { aggregateBatchingModule, createAggregateBatches };
|
package/dist/database/busy.cjs
DELETED
|
@@ -1,36 +0,0 @@
|
|
|
1
|
-
const require_errors = require("./errors.cjs");
|
|
2
|
-
//#region src/database/busy.ts
|
|
3
|
-
/** Error names the AWS SDKs give a throttled request, as their retry strategy classifies them. */
|
|
4
|
-
const THROTTLING_NAMES = /* @__PURE__ */ new Set([
|
|
5
|
-
"ProvisionedThroughputExceededException",
|
|
6
|
-
"RequestLimitExceeded",
|
|
7
|
-
"RequestThrottled",
|
|
8
|
-
"RequestThrottledException",
|
|
9
|
-
"SlowDown",
|
|
10
|
-
"ThrottledException",
|
|
11
|
-
"Throttling",
|
|
12
|
-
"ThrottlingException",
|
|
13
|
-
"TooManyRequestsException"
|
|
14
|
-
]);
|
|
15
|
-
/** gRPC's RESOURCE_EXHAUSTED, the status Firestore throttles a request with. */
|
|
16
|
-
const RESOURCE_EXHAUSTED = 8;
|
|
17
|
-
/**
|
|
18
|
-
* Whether the database is busy rather than broken, so the same request can
|
|
19
|
-
* succeed later: a transaction ran out of retries, or the backend throttled
|
|
20
|
-
* a request. Writes already retry transient failures, throttled ones
|
|
21
|
-
* included, until the budget runs out. A throttled read throws the backend's
|
|
22
|
-
* own error, so it is recognized by what the backends call it: a name the
|
|
23
|
-
* AWS SDKs retry as throttling, HTTP 429, or gRPC's RESOURCE_EXHAUSTED.
|
|
24
|
-
*/
|
|
25
|
-
const isDatabaseBusyError = (error) => {
|
|
26
|
-
if (error instanceof require_errors.DatabaseConflictError) return true;
|
|
27
|
-
if (typeof error !== "object" || error === null) return false;
|
|
28
|
-
const { name, code, message, status, statusCode, $metadata } = error;
|
|
29
|
-
return typeof name === "string" && THROTTLING_NAMES.has(name) || [
|
|
30
|
-
status,
|
|
31
|
-
statusCode,
|
|
32
|
-
$metadata?.httpStatusCode
|
|
33
|
-
].includes(429) || code === RESOURCE_EXHAUSTED && typeof message === "string" && message.includes("RESOURCE_EXHAUSTED");
|
|
34
|
-
};
|
|
35
|
-
//#endregion
|
|
36
|
-
exports.isDatabaseBusyError = isDatabaseBusyError;
|
package/dist/database/busy.d.cts
DELETED
|
@@ -1,12 +0,0 @@
|
|
|
1
|
-
//#region src/database/busy.d.ts
|
|
2
|
-
/**
|
|
3
|
-
* Whether the database is busy rather than broken, so the same request can
|
|
4
|
-
* succeed later: a transaction ran out of retries, or the backend throttled
|
|
5
|
-
* a request. Writes already retry transient failures, throttled ones
|
|
6
|
-
* included, until the budget runs out. A throttled read throws the backend's
|
|
7
|
-
* own error, so it is recognized by what the backends call it: a name the
|
|
8
|
-
* AWS SDKs retry as throttling, HTTP 429, or gRPC's RESOURCE_EXHAUSTED.
|
|
9
|
-
*/
|
|
10
|
-
declare const isDatabaseBusyError: (error: unknown) => boolean;
|
|
11
|
-
//#endregion
|
|
12
|
-
export { isDatabaseBusyError };
|
package/dist/database/busy.d.mts
DELETED
|
@@ -1,12 +0,0 @@
|
|
|
1
|
-
//#region src/database/busy.d.ts
|
|
2
|
-
/**
|
|
3
|
-
* Whether the database is busy rather than broken, so the same request can
|
|
4
|
-
* succeed later: a transaction ran out of retries, or the backend throttled
|
|
5
|
-
* a request. Writes already retry transient failures, throttled ones
|
|
6
|
-
* included, until the budget runs out. A throttled read throws the backend's
|
|
7
|
-
* own error, so it is recognized by what the backends call it: a name the
|
|
8
|
-
* AWS SDKs retry as throttling, HTTP 429, or gRPC's RESOURCE_EXHAUSTED.
|
|
9
|
-
*/
|
|
10
|
-
declare const isDatabaseBusyError: (error: unknown) => boolean;
|
|
11
|
-
//#endregion
|
|
12
|
-
export { isDatabaseBusyError };
|