@dotdo/postgres 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +868 -0
- package/dist/cdc/change-stream.d.ts +44 -0
- package/dist/cdc/change-stream.d.ts.map +1 -0
- package/dist/cdc/change-stream.js +95 -0
- package/dist/cdc/change-stream.js.map +1 -0
- package/dist/cdc/filter.d.ts +58 -0
- package/dist/cdc/filter.d.ts.map +1 -0
- package/dist/cdc/filter.js +520 -0
- package/dist/cdc/filter.js.map +1 -0
- package/dist/cdc/index.d.ts +47 -0
- package/dist/cdc/index.d.ts.map +1 -0
- package/dist/cdc/index.js +50 -0
- package/dist/cdc/index.js.map +1 -0
- package/dist/cdc/resume-token.d.ts +60 -0
- package/dist/cdc/resume-token.d.ts.map +1 -0
- package/dist/cdc/resume-token.js +228 -0
- package/dist/cdc/resume-token.js.map +1 -0
- package/dist/cdc/transport/index.d.ts +7 -0
- package/dist/cdc/transport/index.d.ts.map +1 -0
- package/dist/cdc/transport/index.js +7 -0
- package/dist/cdc/transport/index.js.map +1 -0
- package/dist/cdc/transport/sse.d.ts +120 -0
- package/dist/cdc/transport/sse.d.ts.map +1 -0
- package/dist/cdc/transport/sse.js +590 -0
- package/dist/cdc/transport/sse.js.map +1 -0
- package/dist/cdc/transport/websocket.d.ts +130 -0
- package/dist/cdc/transport/websocket.d.ts.map +1 -0
- package/dist/cdc/transport/websocket.js +688 -0
- package/dist/cdc/transport/websocket.js.map +1 -0
- package/dist/cdc/types.d.ts +306 -0
- package/dist/cdc/types.d.ts.map +1 -0
- package/dist/cdc/types.js +8 -0
- package/dist/cdc/types.js.map +1 -0
- package/dist/config/index.d.ts +25 -0
- package/dist/config/index.d.ts.map +1 -0
- package/dist/config/index.js +25 -0
- package/dist/config/index.js.map +1 -0
- package/dist/config/memory.d.ts +139 -0
- package/dist/config/memory.d.ts.map +1 -0
- package/dist/config/memory.js +157 -0
- package/dist/config/memory.js.map +1 -0
- package/dist/config/storage.d.ts +157 -0
- package/dist/config/storage.d.ts.map +1 -0
- package/dist/config/storage.js +178 -0
- package/dist/config/storage.js.map +1 -0
- package/dist/config/streaming.d.ts +117 -0
- package/dist/config/streaming.d.ts.map +1 -0
- package/dist/config/streaming.js +132 -0
- package/dist/config/streaming.js.map +1 -0
- package/dist/config/timeouts.d.ts +168 -0
- package/dist/config/timeouts.d.ts.map +1 -0
- package/dist/config/timeouts.js +192 -0
- package/dist/config/timeouts.js.map +1 -0
- package/dist/extensions/config.d.ts +89 -0
- package/dist/extensions/config.d.ts.map +1 -0
- package/dist/extensions/config.js +216 -0
- package/dist/extensions/config.js.map +1 -0
- package/dist/extensions/geo.d.ts +452 -0
- package/dist/extensions/geo.d.ts.map +1 -0
- package/dist/extensions/geo.js +583 -0
- package/dist/extensions/geo.js.map +1 -0
- package/dist/extensions/index.d.ts +167 -0
- package/dist/extensions/index.d.ts.map +1 -0
- package/dist/extensions/index.js +99 -0
- package/dist/extensions/index.js.map +1 -0
- package/dist/extensions/loader.d.ts +226 -0
- package/dist/extensions/loader.d.ts.map +1 -0
- package/dist/extensions/loader.js +456 -0
- package/dist/extensions/loader.js.map +1 -0
- package/dist/extensions/pgmq-lite.d.ts +330 -0
- package/dist/extensions/pgmq-lite.d.ts.map +1 -0
- package/dist/extensions/pgmq-lite.js +648 -0
- package/dist/extensions/pgmq-lite.js.map +1 -0
- package/dist/extensions/plugins.d.ts +260 -0
- package/dist/extensions/plugins.d.ts.map +1 -0
- package/dist/extensions/plugins.js +535 -0
- package/dist/extensions/plugins.js.map +1 -0
- package/dist/extensions/registry.d.ts +93 -0
- package/dist/extensions/registry.d.ts.map +1 -0
- package/dist/extensions/registry.js +182 -0
- package/dist/extensions/registry.js.map +1 -0
- package/dist/extensions/vector.d.ts +106 -0
- package/dist/extensions/vector.d.ts.map +1 -0
- package/dist/extensions/vector.js +129 -0
- package/dist/extensions/vector.js.map +1 -0
- package/dist/iceberg/analytics.d.ts +279 -0
- package/dist/iceberg/analytics.d.ts.map +1 -0
- package/dist/iceberg/analytics.js +448 -0
- package/dist/iceberg/analytics.js.map +1 -0
- package/dist/iceberg/catalog-api.d.ts +39 -0
- package/dist/iceberg/catalog-api.d.ts.map +1 -0
- package/dist/iceberg/catalog-api.js +388 -0
- package/dist/iceberg/catalog-api.js.map +1 -0
- package/dist/iceberg/catalog.d.ts +401 -0
- package/dist/iceberg/catalog.d.ts.map +1 -0
- package/dist/iceberg/catalog.js +677 -0
- package/dist/iceberg/catalog.js.map +1 -0
- package/dist/iceberg/duckdb-wasm.d.ts +447 -0
- package/dist/iceberg/duckdb-wasm.d.ts.map +1 -0
- package/dist/iceberg/duckdb-wasm.js +600 -0
- package/dist/iceberg/duckdb-wasm.js.map +1 -0
- package/dist/iceberg/index.d.ts +92 -0
- package/dist/iceberg/index.d.ts.map +1 -0
- package/dist/iceberg/index.js +119 -0
- package/dist/iceberg/index.js.map +1 -0
- package/dist/iceberg/metadata.d.ts +214 -0
- package/dist/iceberg/metadata.d.ts.map +1 -0
- package/dist/iceberg/metadata.js +535 -0
- package/dist/iceberg/metadata.js.map +1 -0
- package/dist/iceberg/optimizer.d.ts +296 -0
- package/dist/iceberg/optimizer.d.ts.map +1 -0
- package/dist/iceberg/optimizer.js +889 -0
- package/dist/iceberg/optimizer.js.map +1 -0
- package/dist/iceberg/parquet.d.ts +447 -0
- package/dist/iceberg/parquet.d.ts.map +1 -0
- package/dist/iceberg/parquet.js +1225 -0
- package/dist/iceberg/parquet.js.map +1 -0
- package/dist/iceberg/r2-organization.d.ts +422 -0
- package/dist/iceberg/r2-organization.d.ts.map +1 -0
- package/dist/iceberg/r2-organization.js +672 -0
- package/dist/iceberg/r2-organization.js.map +1 -0
- package/dist/iceberg/scheduler-do-example.d.ts +158 -0
- package/dist/iceberg/scheduler-do-example.d.ts.map +1 -0
- package/dist/iceberg/scheduler-do-example.js +261 -0
- package/dist/iceberg/scheduler-do-example.js.map +1 -0
- package/dist/iceberg/scheduler.d.ts +434 -0
- package/dist/iceberg/scheduler.d.ts.map +1 -0
- package/dist/iceberg/scheduler.js +818 -0
- package/dist/iceberg/scheduler.js.map +1 -0
- package/dist/iceberg/schema.d.ts +149 -0
- package/dist/iceberg/schema.d.ts.map +1 -0
- package/dist/iceberg/schema.js +525 -0
- package/dist/iceberg/schema.js.map +1 -0
- package/dist/iceberg/snapshot-manager.d.ts +406 -0
- package/dist/iceberg/snapshot-manager.d.ts.map +1 -0
- package/dist/iceberg/snapshot-manager.js +934 -0
- package/dist/iceberg/snapshot-manager.js.map +1 -0
- package/dist/iceberg/sql-router.d.ts +194 -0
- package/dist/iceberg/sql-router.d.ts.map +1 -0
- package/dist/iceberg/sql-router.js +180 -0
- package/dist/iceberg/sql-router.js.map +1 -0
- package/dist/iceberg/test-fixtures.d.ts +151 -0
- package/dist/iceberg/test-fixtures.d.ts.map +1 -0
- package/dist/iceberg/test-fixtures.js +446 -0
- package/dist/iceberg/test-fixtures.js.map +1 -0
- package/dist/iceberg/time-travel-api.d.ts +102 -0
- package/dist/iceberg/time-travel-api.d.ts.map +1 -0
- package/dist/iceberg/time-travel-api.js +437 -0
- package/dist/iceberg/time-travel-api.js.map +1 -0
- package/dist/iceberg/time-travel.d.ts +293 -0
- package/dist/iceberg/time-travel.d.ts.map +1 -0
- package/dist/iceberg/time-travel.js +689 -0
- package/dist/iceberg/time-travel.js.map +1 -0
- package/dist/iceberg/transformer.d.ts +356 -0
- package/dist/iceberg/transformer.d.ts.map +1 -0
- package/dist/iceberg/transformer.js +770 -0
- package/dist/iceberg/transformer.js.map +1 -0
- package/dist/iceberg/types.d.ts +318 -0
- package/dist/iceberg/types.d.ts.map +1 -0
- package/dist/iceberg/types.js +9 -0
- package/dist/iceberg/types.js.map +1 -0
- package/dist/iceberg/writer.d.ts +144 -0
- package/dist/iceberg/writer.d.ts.map +1 -0
- package/dist/iceberg/writer.js +452 -0
- package/dist/iceberg/writer.js.map +1 -0
- package/dist/index.d.ts +50 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +69 -0
- package/dist/index.js.map +1 -0
- package/dist/lineage/index.d.ts +11 -0
- package/dist/lineage/index.d.ts.map +1 -0
- package/dist/lineage/index.js +11 -0
- package/dist/lineage/index.js.map +1 -0
- package/dist/lineage/integration.d.ts +134 -0
- package/dist/lineage/integration.d.ts.map +1 -0
- package/dist/lineage/integration.js +258 -0
- package/dist/lineage/integration.js.map +1 -0
- package/dist/lineage/tracker.d.ts +189 -0
- package/dist/lineage/tracker.d.ts.map +1 -0
- package/dist/lineage/tracker.js +1352 -0
- package/dist/lineage/tracker.js.map +1 -0
- package/dist/lineage/types.d.ts +318 -0
- package/dist/lineage/types.d.ts.map +1 -0
- package/dist/lineage/types.js +9 -0
- package/dist/lineage/types.js.map +1 -0
- package/dist/middleware/index.d.ts +11 -0
- package/dist/middleware/index.d.ts.map +1 -0
- package/dist/middleware/index.js +16 -0
- package/dist/middleware/index.js.map +1 -0
- package/dist/middleware/rate-limit.d.ts +397 -0
- package/dist/middleware/rate-limit.d.ts.map +1 -0
- package/dist/middleware/rate-limit.js +507 -0
- package/dist/middleware/rate-limit.js.map +1 -0
- package/dist/migration-tooling/external-migration.d.ts +601 -0
- package/dist/migration-tooling/external-migration.d.ts.map +1 -0
- package/dist/migration-tooling/external-migration.js +1612 -0
- package/dist/migration-tooling/external-migration.js.map +1 -0
- package/dist/migration-tooling/index.d.ts +19 -0
- package/dist/migration-tooling/index.d.ts.map +1 -0
- package/dist/migration-tooling/index.js +19 -0
- package/dist/migration-tooling/index.js.map +1 -0
- package/dist/migrations/auto-migrator.d.ts +289 -0
- package/dist/migrations/auto-migrator.d.ts.map +1 -0
- package/dist/migrations/auto-migrator.js +396 -0
- package/dist/migrations/auto-migrator.js.map +1 -0
- package/dist/migrations/bulk-orchestrator.d.ts +403 -0
- package/dist/migrations/bulk-orchestrator.d.ts.map +1 -0
- package/dist/migrations/bulk-orchestrator.js +646 -0
- package/dist/migrations/bulk-orchestrator.js.map +1 -0
- package/dist/migrations/compatibility.d.ts +216 -0
- package/dist/migrations/compatibility.d.ts.map +1 -0
- package/dist/migrations/compatibility.js +651 -0
- package/dist/migrations/compatibility.js.map +1 -0
- package/dist/migrations/do-migrations.d.ts +101 -0
- package/dist/migrations/do-migrations.d.ts.map +1 -0
- package/dist/migrations/do-migrations.js +1060 -0
- package/dist/migrations/do-migrations.js.map +1 -0
- package/dist/migrations/do-migrations.types.d.ts +550 -0
- package/dist/migrations/do-migrations.types.d.ts.map +1 -0
- package/dist/migrations/do-migrations.types.js +15 -0
- package/dist/migrations/do-migrations.types.js.map +1 -0
- package/dist/migrations/drizzle-compat.d.ts +163 -0
- package/dist/migrations/drizzle-compat.d.ts.map +1 -0
- package/dist/migrations/drizzle-compat.js +273 -0
- package/dist/migrations/drizzle-compat.js.map +1 -0
- package/dist/migrations/index.d.ts +109 -0
- package/dist/migrations/index.d.ts.map +1 -0
- package/dist/migrations/index.js +127 -0
- package/dist/migrations/index.js.map +1 -0
- package/dist/migrations/migration-api.d.ts +161 -0
- package/dist/migrations/migration-api.d.ts.map +1 -0
- package/dist/migrations/migration-api.js +499 -0
- package/dist/migrations/migration-api.js.map +1 -0
- package/dist/migrations/progress-tracker-do.d.ts +195 -0
- package/dist/migrations/progress-tracker-do.d.ts.map +1 -0
- package/dist/migrations/progress-tracker-do.js +339 -0
- package/dist/migrations/progress-tracker-do.js.map +1 -0
- package/dist/migrations/progress-tracker-kv.d.ts +103 -0
- package/dist/migrations/progress-tracker-kv.d.ts.map +1 -0
- package/dist/migrations/progress-tracker-kv.js +231 -0
- package/dist/migrations/progress-tracker-kv.js.map +1 -0
- package/dist/migrations/progress-tracker.d.ts +320 -0
- package/dist/migrations/progress-tracker.d.ts.map +1 -0
- package/dist/migrations/progress-tracker.js +443 -0
- package/dist/migrations/progress-tracker.js.map +1 -0
- package/dist/migrations/registry.d.ts +231 -0
- package/dist/migrations/registry.d.ts.map +1 -0
- package/dist/migrations/registry.js +376 -0
- package/dist/migrations/registry.js.map +1 -0
- package/dist/migrations/runner.d.ts +197 -0
- package/dist/migrations/runner.d.ts.map +1 -0
- package/dist/migrations/runner.js +1167 -0
- package/dist/migrations/runner.js.map +1 -0
- package/dist/migrations/schema-generator.d.ts +111 -0
- package/dist/migrations/schema-generator.d.ts.map +1 -0
- package/dist/migrations/schema-generator.js +335 -0
- package/dist/migrations/schema-generator.js.map +1 -0
- package/dist/migrations/testing.d.ts +321 -0
- package/dist/migrations/testing.d.ts.map +1 -0
- package/dist/migrations/testing.js +645 -0
- package/dist/migrations/testing.js.map +1 -0
- package/dist/migrations/types.d.ts +503 -0
- package/dist/migrations/types.d.ts.map +1 -0
- package/dist/migrations/types.js +11 -0
- package/dist/migrations/types.js.map +1 -0
- package/dist/migrations/validator.d.ts +215 -0
- package/dist/migrations/validator.d.ts.map +1 -0
- package/dist/migrations/validator.js +494 -0
- package/dist/migrations/validator.js.map +1 -0
- package/dist/observability/alerting.d.ts +116 -0
- package/dist/observability/alerting.d.ts.map +1 -0
- package/dist/observability/alerting.js +353 -0
- package/dist/observability/alerting.js.map +1 -0
- package/dist/observability/analytics-engine.d.ts +357 -0
- package/dist/observability/analytics-engine.d.ts.map +1 -0
- package/dist/observability/analytics-engine.js +430 -0
- package/dist/observability/analytics-engine.js.map +1 -0
- package/dist/observability/cost-metrics.d.ts +269 -0
- package/dist/observability/cost-metrics.d.ts.map +1 -0
- package/dist/observability/cost-metrics.js +560 -0
- package/dist/observability/cost-metrics.js.map +1 -0
- package/dist/observability/cross-do-tracing.d.ts +305 -0
- package/dist/observability/cross-do-tracing.d.ts.map +1 -0
- package/dist/observability/cross-do-tracing.js +431 -0
- package/dist/observability/cross-do-tracing.js.map +1 -0
- package/dist/observability/error-rate-collector.d.ts +163 -0
- package/dist/observability/error-rate-collector.d.ts.map +1 -0
- package/dist/observability/error-rate-collector.js +306 -0
- package/dist/observability/error-rate-collector.js.map +1 -0
- package/dist/observability/exporters.d.ts +231 -0
- package/dist/observability/exporters.d.ts.map +1 -0
- package/dist/observability/exporters.js +479 -0
- package/dist/observability/exporters.js.map +1 -0
- package/dist/observability/health-check.d.ts +106 -0
- package/dist/observability/health-check.d.ts.map +1 -0
- package/dist/observability/health-check.js +243 -0
- package/dist/observability/health-check.js.map +1 -0
- package/dist/observability/index.d.ts +297 -0
- package/dist/observability/index.d.ts.map +1 -0
- package/dist/observability/index.js +455 -0
- package/dist/observability/index.js.map +1 -0
- package/dist/observability/instrumentation.d.ts +222 -0
- package/dist/observability/instrumentation.d.ts.map +1 -0
- package/dist/observability/instrumentation.js +532 -0
- package/dist/observability/instrumentation.js.map +1 -0
- package/dist/observability/memory-metrics.d.ts +227 -0
- package/dist/observability/memory-metrics.d.ts.map +1 -0
- package/dist/observability/memory-metrics.js +688 -0
- package/dist/observability/memory-metrics.js.map +1 -0
- package/dist/observability/metrics-endpoint.d.ts +91 -0
- package/dist/observability/metrics-endpoint.d.ts.map +1 -0
- package/dist/observability/metrics-endpoint.js +246 -0
- package/dist/observability/metrics-endpoint.js.map +1 -0
- package/dist/observability/metrics.d.ts +88 -0
- package/dist/observability/metrics.d.ts.map +1 -0
- package/dist/observability/metrics.js +253 -0
- package/dist/observability/metrics.js.map +1 -0
- package/dist/observability/observability-features.d.ts +488 -0
- package/dist/observability/observability-features.d.ts.map +1 -0
- package/dist/observability/observability-features.js +773 -0
- package/dist/observability/observability-features.js.map +1 -0
- package/dist/observability/prometheus.d.ts +39 -0
- package/dist/observability/prometheus.d.ts.map +1 -0
- package/dist/observability/prometheus.js +120 -0
- package/dist/observability/prometheus.js.map +1 -0
- package/dist/observability/propagation.d.ts +126 -0
- package/dist/observability/propagation.d.ts.map +1 -0
- package/dist/observability/propagation.js +234 -0
- package/dist/observability/propagation.js.map +1 -0
- package/dist/observability/query-latency.d.ts +243 -0
- package/dist/observability/query-latency.d.ts.map +1 -0
- package/dist/observability/query-latency.js +292 -0
- package/dist/observability/query-latency.js.map +1 -0
- package/dist/observability/query-performance.d.ts +169 -0
- package/dist/observability/query-performance.d.ts.map +1 -0
- package/dist/observability/query-performance.js +290 -0
- package/dist/observability/query-performance.js.map +1 -0
- package/dist/observability/storage-tier-metrics.d.ts +174 -0
- package/dist/observability/storage-tier-metrics.d.ts.map +1 -0
- package/dist/observability/storage-tier-metrics.js +306 -0
- package/dist/observability/storage-tier-metrics.js.map +1 -0
- package/dist/observability/tier-cost-optimizer.d.ts +155 -0
- package/dist/observability/tier-cost-optimizer.d.ts.map +1 -0
- package/dist/observability/tier-cost-optimizer.js +536 -0
- package/dist/observability/tier-cost-optimizer.js.map +1 -0
- package/dist/observability/tracer.d.ts +149 -0
- package/dist/observability/tracer.d.ts.map +1 -0
- package/dist/observability/tracer.js +435 -0
- package/dist/observability/tracer.js.map +1 -0
- package/dist/observability/types.d.ts +402 -0
- package/dist/observability/types.d.ts.map +1 -0
- package/dist/observability/types.js +103 -0
- package/dist/observability/types.js.map +1 -0
- package/dist/pglite/workers-pglite.d.ts +138 -0
- package/dist/pglite/workers-pglite.d.ts.map +1 -0
- package/dist/pglite/workers-pglite.js +143 -0
- package/dist/pglite/workers-pglite.js.map +1 -0
- package/dist/pglite-assets/pglite.data +0 -0
- package/dist/pglite-assets/pglite.wasm +0 -0
- package/dist/playground/index.d.ts +52 -0
- package/dist/playground/index.d.ts.map +1 -0
- package/dist/playground/index.js +55 -0
- package/dist/playground/index.js.map +1 -0
- package/dist/playground/keyboard-shortcuts.d.ts +116 -0
- package/dist/playground/keyboard-shortcuts.d.ts.map +1 -0
- package/dist/playground/keyboard-shortcuts.js +588 -0
- package/dist/playground/keyboard-shortcuts.js.map +1 -0
- package/dist/playground/playground.d.ts +82 -0
- package/dist/playground/playground.d.ts.map +1 -0
- package/dist/playground/playground.js +271 -0
- package/dist/playground/playground.js.map +1 -0
- package/dist/playground/query-executor.d.ts +115 -0
- package/dist/playground/query-executor.d.ts.map +1 -0
- package/dist/playground/query-executor.js +558 -0
- package/dist/playground/query-executor.js.map +1 -0
- package/dist/playground/query-history.d.ts +92 -0
- package/dist/playground/query-history.d.ts.map +1 -0
- package/dist/playground/query-history.js +259 -0
- package/dist/playground/query-history.js.map +1 -0
- package/dist/playground/result-formatter.d.ts +59 -0
- package/dist/playground/result-formatter.d.ts.map +1 -0
- package/dist/playground/result-formatter.js +341 -0
- package/dist/playground/result-formatter.js.map +1 -0
- package/dist/playground/sample-datasets.d.ts +77 -0
- package/dist/playground/sample-datasets.d.ts.map +1 -0
- package/dist/playground/sample-datasets.js +641 -0
- package/dist/playground/sample-datasets.js.map +1 -0
- package/dist/playground/sample-queries.d.ts +73 -0
- package/dist/playground/sample-queries.d.ts.map +1 -0
- package/dist/playground/sample-queries.js +1095 -0
- package/dist/playground/sample-queries.js.map +1 -0
- package/dist/playground/schema-explorer.d.ts +55 -0
- package/dist/playground/schema-explorer.d.ts.map +1 -0
- package/dist/playground/schema-explorer.js +473 -0
- package/dist/playground/schema-explorer.js.map +1 -0
- package/dist/playground/types.d.ts +430 -0
- package/dist/playground/types.d.ts.map +1 -0
- package/dist/playground/types.js +10 -0
- package/dist/playground/types.js.map +1 -0
- package/dist/readonly/cache-reader.d.ts +145 -0
- package/dist/readonly/cache-reader.d.ts.map +1 -0
- package/dist/readonly/cache-reader.js +198 -0
- package/dist/readonly/cache-reader.js.map +1 -0
- package/dist/readonly/config.d.ts +74 -0
- package/dist/readonly/config.d.ts.map +1 -0
- package/dist/readonly/config.js +67 -0
- package/dist/readonly/config.js.map +1 -0
- package/dist/readonly/index.d.ts +22 -0
- package/dist/readonly/index.d.ts.map +1 -0
- package/dist/readonly/index.js +17 -0
- package/dist/readonly/index.js.map +1 -0
- package/dist/readonly/pglite-wrapper.d.ts +82 -0
- package/dist/readonly/pglite-wrapper.d.ts.map +1 -0
- package/dist/readonly/pglite-wrapper.js +123 -0
- package/dist/readonly/pglite-wrapper.js.map +1 -0
- package/dist/readonly/worker.d.ts +142 -0
- package/dist/readonly/worker.d.ts.map +1 -0
- package/dist/readonly/worker.js +187 -0
- package/dist/readonly/worker.js.map +1 -0
- package/dist/readonly/write-blocker.d.ts +47 -0
- package/dist/readonly/write-blocker.d.ts.map +1 -0
- package/dist/readonly/write-blocker.js +136 -0
- package/dist/readonly/write-blocker.js.map +1 -0
- package/dist/recovery/disaster-recovery.d.ts +326 -0
- package/dist/recovery/disaster-recovery.d.ts.map +1 -0
- package/dist/recovery/disaster-recovery.js +799 -0
- package/dist/recovery/disaster-recovery.js.map +1 -0
- package/dist/recovery/index.d.ts +12 -0
- package/dist/recovery/index.d.ts.map +1 -0
- package/dist/recovery/index.js +12 -0
- package/dist/recovery/index.js.map +1 -0
- package/dist/recovery/parquet-parser.d.ts +321 -0
- package/dist/recovery/parquet-parser.d.ts.map +1 -0
- package/dist/recovery/parquet-parser.js +797 -0
- package/dist/recovery/parquet-parser.js.map +1 -0
- package/dist/retention/index.d.ts +50 -0
- package/dist/retention/index.d.ts.map +1 -0
- package/dist/retention/index.js +50 -0
- package/dist/retention/index.js.map +1 -0
- package/dist/retention/policy.d.ts +344 -0
- package/dist/retention/policy.d.ts.map +1 -0
- package/dist/retention/policy.js +472 -0
- package/dist/retention/policy.js.map +1 -0
- package/dist/retention/purger.d.ts +187 -0
- package/dist/retention/purger.d.ts.map +1 -0
- package/dist/retention/purger.js +411 -0
- package/dist/retention/purger.js.map +1 -0
- package/dist/rls/auth-integration.d.ts +280 -0
- package/dist/rls/auth-integration.d.ts.map +1 -0
- package/dist/rls/auth-integration.js +399 -0
- package/dist/rls/auth-integration.js.map +1 -0
- package/dist/rls/generator.d.ts +249 -0
- package/dist/rls/generator.d.ts.map +1 -0
- package/dist/rls/generator.js +495 -0
- package/dist/rls/generator.js.map +1 -0
- package/dist/rls/index.d.ts +26 -0
- package/dist/rls/index.d.ts.map +1 -0
- package/dist/rls/index.js +58 -0
- package/dist/rls/index.js.map +1 -0
- package/dist/rls/policy.d.ts +116 -0
- package/dist/rls/policy.d.ts.map +1 -0
- package/dist/rls/policy.js +77 -0
- package/dist/rls/policy.js.map +1 -0
- package/dist/rls/validator.d.ts +155 -0
- package/dist/rls/validator.d.ts.map +1 -0
- package/dist/rls/validator.js +792 -0
- package/dist/rls/validator.js.map +1 -0
- package/dist/routing/adaptive-router.d.ts +317 -0
- package/dist/routing/adaptive-router.d.ts.map +1 -0
- package/dist/routing/adaptive-router.js +554 -0
- package/dist/routing/adaptive-router.js.map +1 -0
- package/dist/routing/circuit-breaker.d.ts +339 -0
- package/dist/routing/circuit-breaker.d.ts.map +1 -0
- package/dist/routing/circuit-breaker.js +620 -0
- package/dist/routing/circuit-breaker.js.map +1 -0
- package/dist/routing/cost-metrics.d.ts +133 -0
- package/dist/routing/cost-metrics.d.ts.map +1 -0
- package/dist/routing/cost-metrics.js +259 -0
- package/dist/routing/cost-metrics.js.map +1 -0
- package/dist/routing/do-connection-pool.d.ts +243 -0
- package/dist/routing/do-connection-pool.d.ts.map +1 -0
- package/dist/routing/do-connection-pool.js +572 -0
- package/dist/routing/do-connection-pool.js.map +1 -0
- package/dist/routing/index.d.ts +59 -0
- package/dist/routing/index.d.ts.map +1 -0
- package/dist/routing/index.js +59 -0
- package/dist/routing/index.js.map +1 -0
- package/dist/routing/query-complexity-estimator.d.ts +73 -0
- package/dist/routing/query-complexity-estimator.d.ts.map +1 -0
- package/dist/routing/query-complexity-estimator.js +327 -0
- package/dist/routing/query-complexity-estimator.js.map +1 -0
- package/dist/routing/request-coalescing.d.ts +178 -0
- package/dist/routing/request-coalescing.d.ts.map +1 -0
- package/dist/routing/request-coalescing.js +325 -0
- package/dist/routing/request-coalescing.js.map +1 -0
- package/dist/routing/runtime-router.d.ts +107 -0
- package/dist/routing/runtime-router.d.ts.map +1 -0
- package/dist/routing/runtime-router.js +246 -0
- package/dist/routing/runtime-router.js.map +1 -0
- package/dist/routing/tenant-router.d.ts +848 -0
- package/dist/routing/tenant-router.d.ts.map +1 -0
- package/dist/routing/tenant-router.js +1056 -0
- package/dist/routing/tenant-router.js.map +1 -0
- package/dist/routing/websocket-pool.d.ts +119 -0
- package/dist/routing/websocket-pool.d.ts.map +1 -0
- package/dist/routing/websocket-pool.js +436 -0
- package/dist/routing/websocket-pool.js.map +1 -0
- package/dist/storage/cache-layer.d.ts +159 -0
- package/dist/storage/cache-layer.d.ts.map +1 -0
- package/dist/storage/cache-layer.js +245 -0
- package/dist/storage/cache-layer.js.map +1 -0
- package/dist/storage/cost-aware-tiering.d.ts +258 -0
- package/dist/storage/cost-aware-tiering.d.ts.map +1 -0
- package/dist/storage/cost-aware-tiering.js +526 -0
- package/dist/storage/cost-aware-tiering.js.map +1 -0
- package/dist/storage/index.d.ts +87 -0
- package/dist/storage/index.d.ts.map +1 -0
- package/dist/storage/index.js +78 -0
- package/dist/storage/index.js.map +1 -0
- package/dist/storage/interfaces.d.ts +856 -0
- package/dist/storage/interfaces.d.ts.map +1 -0
- package/dist/storage/interfaces.js +69 -0
- package/dist/storage/interfaces.js.map +1 -0
- package/dist/storage/r2-layer.d.ts +226 -0
- package/dist/storage/r2-layer.d.ts.map +1 -0
- package/dist/storage/r2-layer.js +307 -0
- package/dist/storage/r2-layer.js.map +1 -0
- package/dist/storage/r2-overflow.d.ts +344 -0
- package/dist/storage/r2-overflow.d.ts.map +1 -0
- package/dist/storage/r2-overflow.js +730 -0
- package/dist/storage/r2-overflow.js.map +1 -0
- package/dist/storage/r2-page-vfs.d.ts +374 -0
- package/dist/storage/r2-page-vfs.d.ts.map +1 -0
- package/dist/storage/r2-page-vfs.js +754 -0
- package/dist/storage/r2-page-vfs.js.map +1 -0
- package/dist/storage/swr-cache.d.ts +181 -0
- package/dist/storage/swr-cache.d.ts.map +1 -0
- package/dist/storage/swr-cache.js +295 -0
- package/dist/storage/swr-cache.js.map +1 -0
- package/dist/storage/tiered-orchestrator.d.ts +951 -0
- package/dist/storage/tiered-orchestrator.d.ts.map +1 -0
- package/dist/storage/tiered-orchestrator.js +1731 -0
- package/dist/storage/tiered-orchestrator.js.map +1 -0
- package/dist/storage/tiered-vfs-swr.d.ts +279 -0
- package/dist/storage/tiered-vfs-swr.d.ts.map +1 -0
- package/dist/storage/tiered-vfs-swr.js +584 -0
- package/dist/storage/tiered-vfs-swr.js.map +1 -0
- package/dist/storage/tiered-vfs.d.ts +405 -0
- package/dist/storage/tiered-vfs.d.ts.map +1 -0
- package/dist/storage/tiered-vfs.js +833 -0
- package/dist/storage/tiered-vfs.js.map +1 -0
- package/dist/streaming/backpressure-controller.d.ts +173 -0
- package/dist/streaming/backpressure-controller.d.ts.map +1 -0
- package/dist/streaming/backpressure-controller.js +344 -0
- package/dist/streaming/backpressure-controller.js.map +1 -0
- package/dist/streaming/buffer-pool.d.ts +241 -0
- package/dist/streaming/buffer-pool.d.ts.map +1 -0
- package/dist/streaming/buffer-pool.js +381 -0
- package/dist/streaming/buffer-pool.js.map +1 -0
- package/dist/streaming/cdc-iceberg-connector.d.ts +272 -0
- package/dist/streaming/cdc-iceberg-connector.d.ts.map +1 -0
- package/dist/streaming/cdc-iceberg-connector.js +408 -0
- package/dist/streaming/cdc-iceberg-connector.js.map +1 -0
- package/dist/streaming/index.d.ts +111 -0
- package/dist/streaming/index.d.ts.map +1 -0
- package/dist/streaming/index.js +128 -0
- package/dist/streaming/index.js.map +1 -0
- package/dist/streaming/live-cdc-stream.d.ts +400 -0
- package/dist/streaming/live-cdc-stream.d.ts.map +1 -0
- package/dist/streaming/live-cdc-stream.js +703 -0
- package/dist/streaming/live-cdc-stream.js.map +1 -0
- package/dist/streaming/memory-bounded-stream.d.ts +207 -0
- package/dist/streaming/memory-bounded-stream.d.ts.map +1 -0
- package/dist/streaming/memory-bounded-stream.js +340 -0
- package/dist/streaming/memory-bounded-stream.js.map +1 -0
- package/dist/streaming/query-streamer.d.ts +379 -0
- package/dist/streaming/query-streamer.d.ts.map +1 -0
- package/dist/streaming/query-streamer.js +495 -0
- package/dist/streaming/query-streamer.js.map +1 -0
- package/dist/streaming/response-streaming.d.ts +203 -0
- package/dist/streaming/response-streaming.d.ts.map +1 -0
- package/dist/streaming/response-streaming.js +449 -0
- package/dist/streaming/response-streaming.js.map +1 -0
- package/dist/types/branded.d.ts +859 -0
- package/dist/types/branded.d.ts.map +1 -0
- package/dist/types/branded.js +891 -0
- package/dist/types/branded.js.map +1 -0
- package/dist/types/utilities.d.ts +757 -0
- package/dist/types/utilities.d.ts.map +1 -0
- package/dist/types/utilities.js +447 -0
- package/dist/types/utilities.js.map +1 -0
- package/dist/wal/replay-engine.d.ts +344 -0
- package/dist/wal/replay-engine.d.ts.map +1 -0
- package/dist/wal/replay-engine.js +975 -0
- package/dist/wal/replay-engine.js.map +1 -0
- package/dist/worker/__mocks__/capnweb.d.ts +13 -0
- package/dist/worker/__mocks__/capnweb.d.ts.map +1 -0
- package/dist/worker/__mocks__/capnweb.js +15 -0
- package/dist/worker/__mocks__/capnweb.js.map +1 -0
- package/dist/worker/__mocks__/cloudflare-workers.d.ts +31 -0
- package/dist/worker/__mocks__/cloudflare-workers.d.ts.map +1 -0
- package/dist/worker/__mocks__/cloudflare-workers.js +33 -0
- package/dist/worker/__mocks__/cloudflare-workers.js.map +1 -0
- package/dist/worker/__mocks__/pglite.data.d.ts +3 -0
- package/dist/worker/__mocks__/pglite.data.d.ts.map +1 -0
- package/dist/worker/__mocks__/pglite.data.js +20 -0
- package/dist/worker/__mocks__/pglite.data.js.map +1 -0
- package/dist/worker/__mocks__/pglite.wasm.d.ts +3 -0
- package/dist/worker/__mocks__/pglite.wasm.d.ts.map +1 -0
- package/dist/worker/__mocks__/pglite.wasm.js +30 -0
- package/dist/worker/__mocks__/pglite.wasm.js.map +1 -0
- package/dist/worker/auth-rate-limiter.d.ts +270 -0
- package/dist/worker/auth-rate-limiter.d.ts.map +1 -0
- package/dist/worker/auth-rate-limiter.js +332 -0
- package/dist/worker/auth-rate-limiter.js.map +1 -0
- package/dist/worker/auth.d.ts +345 -0
- package/dist/worker/auth.d.ts.map +1 -0
- package/dist/worker/auth.js +837 -0
- package/dist/worker/auth.js.map +1 -0
- package/dist/worker/cdc-backpressure.d.ts +338 -0
- package/dist/worker/cdc-backpressure.d.ts.map +1 -0
- package/dist/worker/cdc-backpressure.js +619 -0
- package/dist/worker/cdc-backpressure.js.map +1 -0
- package/dist/worker/cdc-sse.d.ts +277 -0
- package/dist/worker/cdc-sse.d.ts.map +1 -0
- package/dist/worker/cdc-sse.js +528 -0
- package/dist/worker/cdc-sse.js.map +1 -0
- package/dist/worker/cdc-websocket.d.ts +252 -0
- package/dist/worker/cdc-websocket.d.ts.map +1 -0
- package/dist/worker/cdc-websocket.js +940 -0
- package/dist/worker/cdc-websocket.js.map +1 -0
- package/dist/worker/cdc.d.ts +95 -0
- package/dist/worker/cdc.d.ts.map +1 -0
- package/dist/worker/cdc.js +211 -0
- package/dist/worker/cdc.js.map +1 -0
- package/dist/worker/concerns/auth-concern.d.ts +50 -0
- package/dist/worker/concerns/auth-concern.d.ts.map +1 -0
- package/dist/worker/concerns/auth-concern.js +131 -0
- package/dist/worker/concerns/auth-concern.js.map +1 -0
- package/dist/worker/concerns/cdc-concern.d.ts +99 -0
- package/dist/worker/concerns/cdc-concern.d.ts.map +1 -0
- package/dist/worker/concerns/cdc-concern.js +137 -0
- package/dist/worker/concerns/cdc-concern.js.map +1 -0
- package/dist/worker/concerns/index.d.ts +22 -0
- package/dist/worker/concerns/index.d.ts.map +1 -0
- package/dist/worker/concerns/index.js +13 -0
- package/dist/worker/concerns/index.js.map +1 -0
- package/dist/worker/concerns/query-execution-concern.d.ts +104 -0
- package/dist/worker/concerns/query-execution-concern.d.ts.map +1 -0
- package/dist/worker/concerns/query-execution-concern.js +95 -0
- package/dist/worker/concerns/query-execution-concern.js.map +1 -0
- package/dist/worker/concerns/storage-orchestration-concern.d.ts +78 -0
- package/dist/worker/concerns/storage-orchestration-concern.d.ts.map +1 -0
- package/dist/worker/concerns/storage-orchestration-concern.js +240 -0
- package/dist/worker/concerns/storage-orchestration-concern.js.map +1 -0
- package/dist/worker/do-auth-manager.d.ts +108 -0
- package/dist/worker/do-auth-manager.d.ts.map +1 -0
- package/dist/worker/do-auth-manager.js +212 -0
- package/dist/worker/do-auth-manager.js.map +1 -0
- package/dist/worker/do-pglite-manager.d.ts +137 -0
- package/dist/worker/do-pglite-manager.d.ts.map +1 -0
- package/dist/worker/do-pglite-manager.js +228 -0
- package/dist/worker/do-pglite-manager.js.map +1 -0
- package/dist/worker/do.d.ts +556 -0
- package/dist/worker/do.d.ts.map +1 -0
- package/dist/worker/do.js +1441 -0
- package/dist/worker/do.js.map +1 -0
- package/dist/worker/entry.d.ts +23 -0
- package/dist/worker/entry.d.ts.map +1 -0
- package/dist/worker/entry.js +362 -0
- package/dist/worker/entry.js.map +1 -0
- package/dist/worker/errors.d.ts +106 -0
- package/dist/worker/errors.d.ts.map +1 -0
- package/dist/worker/errors.js +178 -0
- package/dist/worker/errors.js.map +1 -0
- package/dist/worker/health-check-manager.d.ts +141 -0
- package/dist/worker/health-check-manager.d.ts.map +1 -0
- package/dist/worker/health-check-manager.js +145 -0
- package/dist/worker/health-check-manager.js.map +1 -0
- package/dist/worker/index.d.ts +60 -0
- package/dist/worker/index.d.ts.map +1 -0
- package/dist/worker/index.js +67 -0
- package/dist/worker/index.js.map +1 -0
- package/dist/worker/memory-pressure.d.ts +892 -0
- package/dist/worker/memory-pressure.d.ts.map +1 -0
- package/dist/worker/memory-pressure.js +1990 -0
- package/dist/worker/memory-pressure.js.map +1 -0
- package/dist/worker/migration-manager.d.ts +153 -0
- package/dist/worker/migration-manager.d.ts.map +1 -0
- package/dist/worker/migration-manager.js +461 -0
- package/dist/worker/migration-manager.js.map +1 -0
- package/dist/worker/plugin-manager.d.ts +147 -0
- package/dist/worker/plugin-manager.d.ts.map +1 -0
- package/dist/worker/plugin-manager.js +408 -0
- package/dist/worker/plugin-manager.js.map +1 -0
- package/dist/worker/proxy.d.ts +330 -0
- package/dist/worker/proxy.d.ts.map +1 -0
- package/dist/worker/proxy.js +504 -0
- package/dist/worker/proxy.js.map +1 -0
- package/dist/worker/query-execution-manager.d.ts +107 -0
- package/dist/worker/query-execution-manager.d.ts.map +1 -0
- package/dist/worker/query-execution-manager.js +155 -0
- package/dist/worker/query-execution-manager.js.map +1 -0
- package/dist/worker/query-executor.d.ts +163 -0
- package/dist/worker/query-executor.d.ts.map +1 -0
- package/dist/worker/query-executor.js +413 -0
- package/dist/worker/query-executor.js.map +1 -0
- package/dist/worker/query-stats-manager.d.ts +117 -0
- package/dist/worker/query-stats-manager.d.ts.map +1 -0
- package/dist/worker/query-stats-manager.js +162 -0
- package/dist/worker/query-stats-manager.js.map +1 -0
- package/dist/worker/result-handler.d.ts +192 -0
- package/dist/worker/result-handler.d.ts.map +1 -0
- package/dist/worker/result-handler.js +346 -0
- package/dist/worker/result-handler.js.map +1 -0
- package/dist/worker/routes.d.ts +135 -0
- package/dist/worker/routes.d.ts.map +1 -0
- package/dist/worker/routes.js +460 -0
- package/dist/worker/routes.js.map +1 -0
- package/dist/worker/rpc-methods-manager.d.ts +142 -0
- package/dist/worker/rpc-methods-manager.d.ts.map +1 -0
- package/dist/worker/rpc-methods-manager.js +195 -0
- package/dist/worker/rpc-methods-manager.js.map +1 -0
- package/dist/worker/rpc.d.ts +259 -0
- package/dist/worker/rpc.d.ts.map +1 -0
- package/dist/worker/rpc.js +398 -0
- package/dist/worker/rpc.js.map +1 -0
- package/dist/worker/schema-version.d.ts +209 -0
- package/dist/worker/schema-version.d.ts.map +1 -0
- package/dist/worker/schema-version.js +450 -0
- package/dist/worker/schema-version.js.map +1 -0
- package/dist/worker/session-manager.d.ts +282 -0
- package/dist/worker/session-manager.d.ts.map +1 -0
- package/dist/worker/session-manager.js +523 -0
- package/dist/worker/session-manager.js.map +1 -0
- package/dist/worker/shutdown-manager.d.ts +188 -0
- package/dist/worker/shutdown-manager.d.ts.map +1 -0
- package/dist/worker/shutdown-manager.js +347 -0
- package/dist/worker/shutdown-manager.js.map +1 -0
- package/dist/worker/sql-transform.d.ts +61 -0
- package/dist/worker/sql-transform.d.ts.map +1 -0
- package/dist/worker/sql-transform.js +312 -0
- package/dist/worker/sql-transform.js.map +1 -0
- package/dist/worker/types.d.ts +738 -0
- package/dist/worker/types.d.ts.map +1 -0
- package/dist/worker/types.js +6 -0
- package/dist/worker/types.js.map +1 -0
- package/dist/worker/user-routes.d.ts +76 -0
- package/dist/worker/user-routes.d.ts.map +1 -0
- package/dist/worker/user-routes.js +188 -0
- package/dist/worker/user-routes.js.map +1 -0
- package/dist/worker/wal-facade.d.ts +138 -0
- package/dist/worker/wal-facade.d.ts.map +1 -0
- package/dist/worker/wal-facade.js +184 -0
- package/dist/worker/wal-facade.js.map +1 -0
- package/dist/worker/wal-r2.d.ts +271 -0
- package/dist/worker/wal-r2.d.ts.map +1 -0
- package/dist/worker/wal-r2.js +689 -0
- package/dist/worker/wal-r2.js.map +1 -0
- package/dist/worker/wal-replay.d.ts +361 -0
- package/dist/worker/wal-replay.d.ts.map +1 -0
- package/dist/worker/wal-replay.js +628 -0
- package/dist/worker/wal-replay.js.map +1 -0
- package/dist/worker/wal-retention.d.ts +389 -0
- package/dist/worker/wal-retention.d.ts.map +1 -0
- package/dist/worker/wal-retention.js +763 -0
- package/dist/worker/wal-retention.js.map +1 -0
- package/dist/worker/wal.d.ts +278 -0
- package/dist/worker/wal.d.ts.map +1 -0
- package/dist/worker/wal.js +467 -0
- package/dist/worker/wal.js.map +1 -0
- package/dist/worker/websocket.d.ts +85 -0
- package/dist/worker/websocket.d.ts.map +1 -0
- package/dist/worker/websocket.js +227 -0
- package/dist/worker/websocket.js.map +1 -0
- package/package.json +108 -0
- package/src/cdc/change-stream.ts +137 -0
- package/src/cdc/filter.ts +646 -0
- package/src/cdc/index.ts +112 -0
- package/src/cdc/resume-token.ts +280 -0
- package/src/cdc/transport/index.ts +7 -0
- package/src/cdc/transport/sse.ts +723 -0
- package/src/cdc/transport/websocket.ts +873 -0
- package/src/cdc/types.ts +346 -0
- package/src/config/index.ts +25 -0
- package/src/config/memory.ts +177 -0
- package/src/config/storage.ts +204 -0
- package/src/config/streaming.ts +147 -0
- package/src/config/timeouts.ts +221 -0
- package/src/extensions/config.test.ts +187 -0
- package/src/extensions/config.ts +278 -0
- package/src/extensions/geo.test.ts +455 -0
- package/src/extensions/geo.ts +858 -0
- package/src/extensions/index.test.ts +259 -0
- package/src/extensions/index.ts +227 -0
- package/src/extensions/loader.test.ts +555 -0
- package/src/extensions/loader.ts +588 -0
- package/src/extensions/pgmq-lite.test.ts +727 -0
- package/src/extensions/pgmq-lite.ts +770 -0
- package/src/extensions/plugins.test.ts +528 -0
- package/src/extensions/plugins.ts +718 -0
- package/src/extensions/registry.test.ts +202 -0
- package/src/extensions/registry.ts +267 -0
- package/src/extensions/vector.test.ts +195 -0
- package/src/extensions/vector.ts +217 -0
- package/src/iceberg/SCHEDULER.md +580 -0
- package/src/iceberg/analytics.test.ts +703 -0
- package/src/iceberg/analytics.ts +727 -0
- package/src/iceberg/catalog-api.test.ts +838 -0
- package/src/iceberg/catalog-api.ts +520 -0
- package/src/iceberg/catalog.test.ts +680 -0
- package/src/iceberg/catalog.ts +1007 -0
- package/src/iceberg/iceberg.test.ts +705 -0
- package/src/iceberg/index.ts +406 -0
- package/src/iceberg/metadata.test.ts +632 -0
- package/src/iceberg/metadata.ts +649 -0
- package/src/iceberg/optimizer.test.ts +868 -0
- package/src/iceberg/optimizer.ts +1287 -0
- package/src/iceberg/parquet.test.ts +899 -0
- package/src/iceberg/parquet.ts +1640 -0
- package/src/iceberg/r2-organization.test.ts +615 -0
- package/src/iceberg/r2-organization.ts +951 -0
- package/src/iceberg/scheduler-do-example.ts +364 -0
- package/src/iceberg/scheduler.test.ts +861 -0
- package/src/iceberg/scheduler.ts +1201 -0
- package/src/iceberg/schema.test.ts +547 -0
- package/src/iceberg/schema.ts +616 -0
- package/src/iceberg/snapshot-manager.test.ts +919 -0
- package/src/iceberg/snapshot-manager.ts +1369 -0
- package/src/iceberg/sql-router.test.ts +334 -0
- package/src/iceberg/sql-router.ts +337 -0
- package/src/iceberg/test-fixtures.ts +605 -0
- package/src/iceberg/time-travel-api.test.ts +1029 -0
- package/src/iceberg/time-travel-api.ts +731 -0
- package/src/iceberg/time-travel.test.ts +1218 -0
- package/src/iceberg/time-travel.ts +1052 -0
- package/src/iceberg/transformer.test.ts +689 -0
- package/src/iceberg/transformer.ts +1029 -0
- package/src/iceberg/types.ts +373 -0
- package/src/iceberg/writer.test.ts +716 -0
- package/src/iceberg/writer.ts +590 -0
- package/src/index.ts +212 -0
- package/src/lineage/index.ts +42 -0
- package/src/lineage/integration.ts +334 -0
- package/src/lineage/tracker.ts +1618 -0
- package/src/lineage/types.ts +354 -0
- package/src/middleware/index.ts +36 -0
- package/src/middleware/rate-limit-concurrent.test.ts +794 -0
- package/src/middleware/rate-limit.test.ts +1568 -0
- package/src/middleware/rate-limit.ts +840 -0
- package/src/migration-tooling/external-migration.test.ts +1864 -0
- package/src/migration-tooling/external-migration.ts +2355 -0
- package/src/migration-tooling/index.ts +19 -0
- package/src/migrations/ARCHITECTURE.md +474 -0
- package/src/migrations/PROGRESS_TRACKING.md +485 -0
- package/src/migrations/auto-migrator.test.ts +732 -0
- package/src/migrations/auto-migrator.ts +531 -0
- package/src/migrations/bulk-orchestrator.test.ts +801 -0
- package/src/migrations/bulk-orchestrator.ts +1039 -0
- package/src/migrations/compatibility.test.ts +958 -0
- package/src/migrations/compatibility.ts +902 -0
- package/src/migrations/do-migrations.test.ts +2620 -0
- package/src/migrations/do-migrations.ts +1289 -0
- package/src/migrations/do-migrations.types.ts +715 -0
- package/src/migrations/drizzle-compat.test.ts +210 -0
- package/src/migrations/drizzle-compat.ts +337 -0
- package/src/migrations/index.ts +334 -0
- package/src/migrations/migration-api.test.ts +438 -0
- package/src/migrations/migration-api.ts +704 -0
- package/src/migrations/progress-tracker-do.ts +518 -0
- package/src/migrations/progress-tracker-kv.ts +305 -0
- package/src/migrations/progress-tracker.test.ts +937 -0
- package/src/migrations/progress-tracker.ts +665 -0
- package/src/migrations/registry.test.ts +331 -0
- package/src/migrations/registry.ts +468 -0
- package/src/migrations/rollback.test.ts +644 -0
- package/src/migrations/runner.test.ts +807 -0
- package/src/migrations/runner.test.ts.backup +759 -0
- package/src/migrations/runner.ts +1459 -0
- package/src/migrations/schema-generator.test.ts +649 -0
- package/src/migrations/schema-generator.ts +513 -0
- package/src/migrations/testing.ts +1037 -0
- package/src/migrations/types.ts +573 -0
- package/src/migrations/validator.test.ts +660 -0
- package/src/migrations/validator.ts +741 -0
- package/src/observability/alerting.test.ts +1133 -0
- package/src/observability/alerting.ts +455 -0
- package/src/observability/analytics-engine.ts +733 -0
- package/src/observability/cost-metrics.ts +804 -0
- package/src/observability/cross-do-tracing.test.ts +516 -0
- package/src/observability/cross-do-tracing.ts +588 -0
- package/src/observability/dashboards/postgres-do-overview.json +1656 -0
- package/src/observability/error-rate-collector.test.ts +977 -0
- package/src/observability/error-rate-collector.ts +518 -0
- package/src/observability/exporters.test.ts +365 -0
- package/src/observability/exporters.ts +650 -0
- package/src/observability/health-check.test.ts +353 -0
- package/src/observability/health-check.ts +341 -0
- package/src/observability/index.test.ts +298 -0
- package/src/observability/index.ts +885 -0
- package/src/observability/instrumentation.test.ts +428 -0
- package/src/observability/instrumentation.ts +788 -0
- package/src/observability/memory-metrics.test.ts +355 -0
- package/src/observability/memory-metrics.ts +990 -0
- package/src/observability/metrics-endpoint.test.ts +402 -0
- package/src/observability/metrics-endpoint.ts +374 -0
- package/src/observability/metrics.test.ts +291 -0
- package/src/observability/metrics.ts +315 -0
- package/src/observability/observability-features.ts +1296 -0
- package/src/observability/prometheus.test.ts +292 -0
- package/src/observability/prometheus.ts +170 -0
- package/src/observability/propagation.test.ts +417 -0
- package/src/observability/propagation.ts +294 -0
- package/src/observability/query-latency.ts +586 -0
- package/src/observability/query-performance.test.ts +406 -0
- package/src/observability/query-performance.ts +491 -0
- package/src/observability/storage-tier-metrics.test.ts +633 -0
- package/src/observability/storage-tier-metrics.ts +570 -0
- package/src/observability/tier-cost-optimizer.ts +740 -0
- package/src/observability/tracer.test.ts +346 -0
- package/src/observability/tracer.ts +585 -0
- package/src/observability/types.test.ts +726 -0
- package/src/observability/types.ts +434 -0
- package/src/pglite/auto-demotion.test.ts +477 -0
- package/src/pglite/auto-demotion.ts +385 -0
- package/src/pglite/auto-promotion.test.ts +824 -0
- package/src/pglite/auto-promotion.ts +547 -0
- package/src/pglite/cache-layer.test.ts +469 -0
- package/src/pglite/cache-layer.ts +271 -0
- package/src/pglite/cold-start-manager.ts +1260 -0
- package/src/pglite/cold-start-optimizer.test.ts +937 -0
- package/src/pglite/cold-start-optimizer.ts +1895 -0
- package/src/pglite/dovfs-adapter.ts +1122 -0
- package/src/pglite/dovfs.ts +1258 -0
- package/src/pglite/etag-cache.test.ts +844 -0
- package/src/pglite/etag-cache.ts +526 -0
- package/src/pglite/index.ts +442 -0
- package/src/pglite/init.test.ts +455 -0
- package/src/pglite/init.ts +574 -0
- package/src/pglite/lifecycle.test.ts +599 -0
- package/src/pglite/lifecycle.ts +704 -0
- package/src/pglite/parallel-loader.test.ts +586 -0
- package/src/pglite/parallel-loader.ts +481 -0
- package/src/pglite/production-pglite.test.ts +666 -0
- package/src/pglite/production-pglite.ts +537 -0
- package/src/pglite/query-executor.ts +614 -0
- package/src/pglite/r2-layer.test.ts +501 -0
- package/src/pglite/r2-layer.ts +322 -0
- package/src/pglite/tiered-init.test.ts +725 -0
- package/src/pglite/tiered-init.ts +556 -0
- package/src/pglite/tiered-vfs.test.ts +726 -0
- package/src/pglite/tiered-vfs.ts +33 -0
- package/src/pglite/tiering-stats.test.ts +531 -0
- package/src/pglite/tiering-stats.ts +407 -0
- package/src/pglite/transaction-hooks.ts +343 -0
- package/src/pglite/warm-loader.test.ts +1701 -0
- package/src/pglite/warm-loader.ts +528 -0
- package/src/pglite/workers-pglite.ts +224 -0
- package/src/pglite-assets/pglite.data +0 -0
- package/src/pglite-assets/pglite.wasm +0 -0
- package/src/pglite.d.ts +47 -0
- package/src/playground/index.ts +137 -0
- package/src/playground/keyboard-shortcuts.ts +677 -0
- package/src/playground/playground.ts +323 -0
- package/src/playground/query-executor.ts +669 -0
- package/src/playground/query-history.ts +328 -0
- package/src/playground/result-formatter.ts +420 -0
- package/src/playground/sample-datasets.ts +674 -0
- package/src/playground/sample-queries.ts +1168 -0
- package/src/playground/schema-explorer.ts +558 -0
- package/src/playground/types.ts +518 -0
- package/src/readonly/cache-reader.test.ts +460 -0
- package/src/readonly/cache-reader.ts +313 -0
- package/src/readonly/config.test.ts +187 -0
- package/src/readonly/config.ts +128 -0
- package/src/readonly/index.ts +50 -0
- package/src/readonly/pglite-wrapper.test.ts +278 -0
- package/src/readonly/pglite-wrapper.ts +184 -0
- package/src/readonly/worker.test.ts +533 -0
- package/src/readonly/worker.ts +341 -0
- package/src/readonly/write-blocker.test.ts +459 -0
- package/src/readonly/write-blocker.ts +175 -0
- package/src/recovery/disaster-recovery.test.ts +618 -0
- package/src/recovery/disaster-recovery.ts +1181 -0
- package/src/recovery/index.ts +43 -0
- package/src/recovery/parquet-parser.ts +974 -0
- package/src/retention/index.ts +74 -0
- package/src/retention/policy.test.ts +571 -0
- package/src/retention/policy.ts +774 -0
- package/src/retention/purger.test.ts +465 -0
- package/src/retention/purger.ts +558 -0
- package/src/rls/auth-integration.test.ts +752 -0
- package/src/rls/auth-integration.ts +533 -0
- package/src/rls/generator.test.ts +829 -0
- package/src/rls/generator.ts +573 -0
- package/src/rls/index.ts +128 -0
- package/src/rls/policy.ts +208 -0
- package/src/rls/rls.test.ts +1071 -0
- package/src/rls/validator.test.ts +930 -0
- package/src/rls/validator.ts +895 -0
- package/src/routing/adaptive-router.test.ts +884 -0
- package/src/routing/adaptive-router.ts +845 -0
- package/src/routing/circuit-breaker.test.ts +1505 -0
- package/src/routing/circuit-breaker.ts +852 -0
- package/src/routing/cost-metrics.test.ts +565 -0
- package/src/routing/cost-metrics.ts +408 -0
- package/src/routing/do-connection-pool.test.ts +1109 -0
- package/src/routing/do-connection-pool.ts +828 -0
- package/src/routing/index.ts +158 -0
- package/src/routing/query-complexity-estimator.test.ts +356 -0
- package/src/routing/query-complexity-estimator.ts +444 -0
- package/src/routing/request-coalescing.test.ts +738 -0
- package/src/routing/request-coalescing.ts +475 -0
- package/src/routing/runtime-router.test.ts +436 -0
- package/src/routing/runtime-router.ts +357 -0
- package/src/routing/tenant-router.test.ts +2493 -0
- package/src/routing/tenant-router.ts +1908 -0
- package/src/routing/websocket-pool.test.ts +551 -0
- package/src/routing/websocket-pool.ts +577 -0
- package/src/storage/access-pattern-tracker.test.ts +874 -0
- package/src/storage/cache-layer.test.ts +560 -0
- package/src/storage/cache-layer.ts +328 -0
- package/src/storage/cost-aware-tiering.test.ts +652 -0
- package/src/storage/cost-aware-tiering.ts +794 -0
- package/src/storage/do-sqlite-blobs.test.ts +937 -0
- package/src/storage/index.ts +272 -0
- package/src/storage/interfaces.ts +974 -0
- package/src/storage/r2-layer.test.ts +653 -0
- package/src/storage/r2-layer.ts +434 -0
- package/src/storage/r2-overflow.ts +920 -0
- package/src/storage/r2-page-vfs.test.ts +2348 -0
- package/src/storage/r2-page-vfs.ts +1054 -0
- package/src/storage/swr-cache.test.ts +832 -0
- package/src/storage/swr-cache.ts +398 -0
- package/src/storage/swr-tiered-integration.test.ts +617 -0
- package/src/storage/tiered-orchestrator.test.ts +2441 -0
- package/src/storage/tiered-orchestrator.ts +2081 -0
- package/src/storage/tiered-vfs-swr.test.ts +736 -0
- package/src/storage/tiered-vfs-swr.ts +735 -0
- package/src/storage/tiered-vfs.test.ts +793 -0
- package/src/storage/tiered-vfs.ts +1082 -0
- package/src/streaming/backpressure-controller.ts +452 -0
- package/src/streaming/buffer-pool.ts +484 -0
- package/src/streaming/cdc-iceberg-connector.ts +605 -0
- package/src/streaming/index.ts +225 -0
- package/src/streaming/live-cdc-stream.ts +985 -0
- package/src/streaming/memory-bounded-stream.ts +443 -0
- package/src/streaming/query-streamer.ts +662 -0
- package/src/streaming/response-streaming.ts +557 -0
- package/src/types/branded.ts +1075 -0
- package/src/types/branded.ts.backup +273 -0
- package/src/types/utilities.ts +1023 -0
- package/src/types/wasm.d.ts +30 -0
- package/src/validation/typed-errors.test.ts +420 -0
- package/src/wal/replay-engine.ts +1264 -0
- package/src/worker/__mocks__/capnweb.ts +15 -0
- package/src/worker/__mocks__/pglite.data.ts +22 -0
- package/src/worker/__mocks__/pglite.wasm.ts +33 -0
- package/src/worker/auth-rate-limiter.test.ts +272 -0
- package/src/worker/auth-rate-limiter.ts +448 -0
- package/src/worker/auth.security-red.test.ts +1236 -0
- package/src/worker/auth.security.test.ts +822 -0
- package/src/worker/auth.test.ts +469 -0
- package/src/worker/auth.ts +1104 -0
- package/src/worker/cdc-backpressure.test.ts +726 -0
- package/src/worker/cdc-backpressure.ts +866 -0
- package/src/worker/cdc-sse.test.ts +780 -0
- package/src/worker/cdc-sse.ts +728 -0
- package/src/worker/cdc-websocket.ts +1229 -0
- package/src/worker/cdc-ws.test.ts +1009 -0
- package/src/worker/cdc.test.ts +327 -0
- package/src/worker/cdc.ts +289 -0
- package/src/worker/concerns/auth-concern.ts +179 -0
- package/src/worker/concerns/cdc-concern.ts +247 -0
- package/src/worker/concerns/index.ts +58 -0
- package/src/worker/concerns/query-execution-concern.ts +194 -0
- package/src/worker/concerns/storage-orchestration-concern.ts +373 -0
- package/src/worker/discriminated-types.test.ts +280 -0
- package/src/worker/do-auth-manager.ts +257 -0
- package/src/worker/do-decomposition.test.ts +1236 -0
- package/src/worker/do-pglite-manager.ts +302 -0
- package/src/worker/do.test.ts +2254 -0
- package/src/worker/do.ts +1878 -0
- package/src/worker/entry.ts +417 -0
- package/src/worker/errors.ts +285 -0
- package/src/worker/health-check-manager.test.ts +261 -0
- package/src/worker/health-check-manager.ts +231 -0
- package/src/worker/index.ts +389 -0
- package/src/worker/memory-pressure.test.ts +1460 -0
- package/src/worker/memory-pressure.ts +2650 -0
- package/src/worker/migration-manager.ts +582 -0
- package/src/worker/neon-compat.test.ts +332 -0
- package/src/worker/plugin-manager.ts +485 -0
- package/src/worker/postgres.do-rpc.d.ts +76 -0
- package/src/worker/proxy.ts +694 -0
- package/src/worker/query-execution-manager.test.ts +303 -0
- package/src/worker/query-execution-manager.ts +219 -0
- package/src/worker/query-executor.test.ts +282 -0
- package/src/worker/query-executor.ts +560 -0
- package/src/worker/query-stats-manager.ts +229 -0
- package/src/worker/result-handler.test.ts +364 -0
- package/src/worker/result-handler.ts +510 -0
- package/src/worker/routes.test.ts +795 -0
- package/src/worker/routes.ts +650 -0
- package/src/worker/rpc-methods-manager.test.ts +326 -0
- package/src/worker/rpc-methods-manager.ts +276 -0
- package/src/worker/rpc.ts +524 -0
- package/src/worker/schema-version.ts +605 -0
- package/src/worker/session-manager.test.ts +506 -0
- package/src/worker/session-manager.ts +732 -0
- package/src/worker/shutdown-manager.ts +469 -0
- package/src/worker/sql-transform.test.ts +286 -0
- package/src/worker/sql-transform.ts +368 -0
- package/src/worker/supabase-compat.test.ts +621 -0
- package/src/worker/types.test.ts +292 -0
- package/src/worker/types.ts +873 -0
- package/src/worker/user-routes.test.ts +703 -0
- package/src/worker/user-routes.ts +303 -0
- package/src/worker/wal-facade.ts +235 -0
- package/src/worker/wal-r2.test.ts +570 -0
- package/src/worker/wal-r2.ts +930 -0
- package/src/worker/wal-replay.test.ts +845 -0
- package/src/worker/wal-replay.ts +897 -0
- package/src/worker/wal-retention.test.ts +758 -0
- package/src/worker/wal-retention.ts +1075 -0
- package/src/worker/wal.test.ts +618 -0
- package/src/worker/wal.ts +697 -0
- package/src/worker/websocket.test.ts +296 -0
- package/src/worker/websocket.ts +284 -0
|
@@ -0,0 +1,897 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* WAL Replay for Point-in-Time Recovery
|
|
3
|
+
* Task: postgres-9te - WAL replay for point-in-time recovery
|
|
4
|
+
*
|
|
5
|
+
* Implements WAL replay capability to restore a PostgresDO to any point in time
|
|
6
|
+
* by reading WAL entries from R2 storage and replaying operations.
|
|
7
|
+
*
|
|
8
|
+
* Features:
|
|
9
|
+
* - Read WAL entries from R2 storage in LSN order
|
|
10
|
+
* - Replay operations to a target timestamp or LSN
|
|
11
|
+
* - Support partial replay for specific tables/schemas
|
|
12
|
+
* - Progress reporting during long replays
|
|
13
|
+
* - Integrity verification after replay
|
|
14
|
+
* - Rollback capability if replay fails
|
|
15
|
+
*/
|
|
16
|
+
|
|
17
|
+
import type { SerializedWALEntry, WALOperation } from './wal'
|
|
18
|
+
import { deserializeWALEntry, type WALEntry } from './wal'
|
|
19
|
+
import type { R2WALStorage } from './wal-r2'
|
|
20
|
+
|
|
21
|
+
// ============================================================================
|
|
22
|
+
// Types and Interfaces
|
|
23
|
+
// ============================================================================
|
|
24
|
+
|
|
25
|
+
/**
|
|
26
|
+
* Recovery target specification
|
|
27
|
+
* Defines when to stop replaying WAL entries
|
|
28
|
+
*/
|
|
29
|
+
export interface RecoveryTarget {
|
|
30
|
+
/** Stop at a specific LSN (exclusive - entries < lsn are replayed) */
|
|
31
|
+
lsn?: bigint
|
|
32
|
+
/** Stop at a specific timestamp (exclusive - entries < timestamp are replayed) */
|
|
33
|
+
timestamp?: number
|
|
34
|
+
/** Stop at a specific transaction ID (all entries in this transaction are replayed) */
|
|
35
|
+
transactionId?: string
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
/**
|
|
39
|
+
* Recovery mode
|
|
40
|
+
* - 'full': Restore entire database state
|
|
41
|
+
* - 'table': Restore specific tables only
|
|
42
|
+
* - 'schema': Restore specific schemas only
|
|
43
|
+
* - 'transaction': Replay specific transactions only
|
|
44
|
+
*/
|
|
45
|
+
export type RecoveryMode = 'full' | 'table' | 'schema' | 'transaction'
|
|
46
|
+
|
|
47
|
+
/**
|
|
48
|
+
* Filter for partial replay
|
|
49
|
+
*/
|
|
50
|
+
export interface RecoveryFilter {
|
|
51
|
+
/** Recovery mode */
|
|
52
|
+
mode: RecoveryMode
|
|
53
|
+
/** Tables to include (for 'table' mode) */
|
|
54
|
+
tables?: string[]
|
|
55
|
+
/** Schemas to include (for 'schema' mode) */
|
|
56
|
+
schemas?: string[]
|
|
57
|
+
/** Transaction IDs to include (for 'transaction' mode) */
|
|
58
|
+
transactionIds?: string[]
|
|
59
|
+
/** Operations to include (default: all) */
|
|
60
|
+
operations?: WALOperation[]
|
|
61
|
+
}
|
|
62
|
+
|
|
63
|
+
/**
|
|
64
|
+
* Replay progress event
|
|
65
|
+
*/
|
|
66
|
+
export interface ReplayProgressEvent {
|
|
67
|
+
/** Current phase of replay */
|
|
68
|
+
phase: 'starting' | 'reading' | 'replaying' | 'verifying' | 'completed' | 'failed' | 'rolling_back'
|
|
69
|
+
/** Current entry being processed (0-indexed) */
|
|
70
|
+
currentEntry: number
|
|
71
|
+
/** Total entries to process (estimated, may increase as more are read) */
|
|
72
|
+
totalEntries: number
|
|
73
|
+
/** Current LSN being processed */
|
|
74
|
+
currentLsn: bigint | null
|
|
75
|
+
/** Target LSN or timestamp */
|
|
76
|
+
target: RecoveryTarget
|
|
77
|
+
/** Entries replayed so far */
|
|
78
|
+
entriesReplayed: number
|
|
79
|
+
/** Entries skipped due to filters */
|
|
80
|
+
entriesSkipped: number
|
|
81
|
+
/** Entries failed */
|
|
82
|
+
entriesFailed: number
|
|
83
|
+
/** Current timestamp in WAL being processed */
|
|
84
|
+
currentTimestamp: number | null
|
|
85
|
+
/** Elapsed time in milliseconds */
|
|
86
|
+
elapsedMs: number
|
|
87
|
+
/** Estimated remaining time in milliseconds (null if unknown) */
|
|
88
|
+
estimatedRemainingMs: number | null
|
|
89
|
+
/** Error message if phase is 'failed' */
|
|
90
|
+
error?: string
|
|
91
|
+
}
|
|
92
|
+
|
|
93
|
+
/**
|
|
94
|
+
* Replay progress listener callback
|
|
95
|
+
*/
|
|
96
|
+
export type ReplayProgressListener = (event: ReplayProgressEvent) => void
|
|
97
|
+
|
|
98
|
+
/**
|
|
99
|
+
* Replay statistics
|
|
100
|
+
*/
|
|
101
|
+
export interface ReplayStats {
|
|
102
|
+
/** Total entries read from storage */
|
|
103
|
+
entriesRead: number
|
|
104
|
+
/** Entries actually replayed */
|
|
105
|
+
entriesReplayed: number
|
|
106
|
+
/** Entries skipped due to filters */
|
|
107
|
+
entriesSkipped: number
|
|
108
|
+
/** Entries that failed to replay */
|
|
109
|
+
entriesFailed: number
|
|
110
|
+
/** Starting LSN of replay */
|
|
111
|
+
startLsn: bigint | null
|
|
112
|
+
/** Ending LSN of replay */
|
|
113
|
+
endLsn: bigint | null
|
|
114
|
+
/** Starting timestamp of replay */
|
|
115
|
+
startTimestamp: number | null
|
|
116
|
+
/** Ending timestamp of replay */
|
|
117
|
+
endTimestamp: number | null
|
|
118
|
+
/** Total duration in milliseconds */
|
|
119
|
+
durationMs: number
|
|
120
|
+
/** Replay throughput (entries per second) */
|
|
121
|
+
throughputEntriesPerSec: number
|
|
122
|
+
}
|
|
123
|
+
|
|
124
|
+
/**
|
|
125
|
+
* Replay result
|
|
126
|
+
*/
|
|
127
|
+
export interface ReplayResult {
|
|
128
|
+
/** Whether replay completed successfully */
|
|
129
|
+
success: boolean
|
|
130
|
+
/** Replay statistics */
|
|
131
|
+
stats: ReplayStats
|
|
132
|
+
/** Error message if failed */
|
|
133
|
+
error?: string
|
|
134
|
+
/** Failed entries with their errors */
|
|
135
|
+
failedEntries?: Array<{ entry: WALEntry; error: string }>
|
|
136
|
+
/** Whether the database was rolled back */
|
|
137
|
+
rolledBack?: boolean
|
|
138
|
+
}
|
|
139
|
+
|
|
140
|
+
/**
|
|
141
|
+
* Replay configuration
|
|
142
|
+
*/
|
|
143
|
+
export interface ReplayConfig {
|
|
144
|
+
/** R2 WAL storage to read from */
|
|
145
|
+
storage: R2WALStorage
|
|
146
|
+
/** Starting LSN (0 to start from beginning) */
|
|
147
|
+
fromLsn?: bigint
|
|
148
|
+
/** Recovery target */
|
|
149
|
+
target: RecoveryTarget
|
|
150
|
+
/** Recovery filter for partial replay */
|
|
151
|
+
filter?: RecoveryFilter
|
|
152
|
+
/** Batch size for reading entries (default: 1000) */
|
|
153
|
+
batchSize?: number
|
|
154
|
+
/** Continue on error (default: false) */
|
|
155
|
+
continueOnError?: boolean
|
|
156
|
+
/** Dry run - validate entries but don't execute (default: false) */
|
|
157
|
+
dryRun?: boolean
|
|
158
|
+
/** Enable integrity verification after replay (default: true) */
|
|
159
|
+
verifyIntegrity?: boolean
|
|
160
|
+
/** Progress callback */
|
|
161
|
+
onProgress?: ReplayProgressListener
|
|
162
|
+
/** Progress report interval in ms (default: 1000) */
|
|
163
|
+
progressIntervalMs?: number
|
|
164
|
+
}
|
|
165
|
+
|
|
166
|
+
/**
|
|
167
|
+
* Interface for executing SQL during replay
|
|
168
|
+
* This is implemented by PostgresDO or a mock for testing
|
|
169
|
+
*/
|
|
170
|
+
export interface ReplayExecutor {
|
|
171
|
+
/** Execute a SQL statement */
|
|
172
|
+
query(sql: string, params?: unknown[]): Promise<{ rows: unknown[]; affectedRows?: number }>
|
|
173
|
+
/** Begin a transaction */
|
|
174
|
+
beginTransaction?(): Promise<void>
|
|
175
|
+
/** Commit a transaction */
|
|
176
|
+
commit?(): Promise<void>
|
|
177
|
+
/** Rollback a transaction */
|
|
178
|
+
rollback?(): Promise<void>
|
|
179
|
+
}
|
|
180
|
+
|
|
181
|
+
// ============================================================================
|
|
182
|
+
// Default Configuration
|
|
183
|
+
// ============================================================================
|
|
184
|
+
|
|
185
|
+
const DEFAULT_REPLAY_CONFIG = {
|
|
186
|
+
fromLsn: 0n,
|
|
187
|
+
batchSize: 1000,
|
|
188
|
+
continueOnError: false,
|
|
189
|
+
dryRun: false,
|
|
190
|
+
verifyIntegrity: true,
|
|
191
|
+
progressIntervalMs: 1000,
|
|
192
|
+
}
|
|
193
|
+
|
|
194
|
+
// ============================================================================
|
|
195
|
+
// Helper Functions
|
|
196
|
+
// ============================================================================
|
|
197
|
+
|
|
198
|
+
/**
|
|
199
|
+
* Check if an entry matches the recovery filter
|
|
200
|
+
*/
|
|
201
|
+
function matchesFilter(entry: WALEntry, filter?: RecoveryFilter): boolean {
|
|
202
|
+
if (!filter) {
|
|
203
|
+
return true
|
|
204
|
+
}
|
|
205
|
+
|
|
206
|
+
// Check operation filter (applies to all modes including 'full')
|
|
207
|
+
if (filter.operations && !filter.operations.includes(entry.operation)) {
|
|
208
|
+
return false
|
|
209
|
+
}
|
|
210
|
+
|
|
211
|
+
// For 'full' mode, only operation filter applies (already checked above)
|
|
212
|
+
if (filter.mode === 'full') {
|
|
213
|
+
return true
|
|
214
|
+
}
|
|
215
|
+
|
|
216
|
+
switch (filter.mode) {
|
|
217
|
+
case 'table':
|
|
218
|
+
return !filter.tables || filter.tables.includes(entry.table)
|
|
219
|
+
case 'schema':
|
|
220
|
+
return !filter.schemas || filter.schemas.includes(entry.schema)
|
|
221
|
+
case 'transaction':
|
|
222
|
+
return !filter.transactionIds || (entry.transactionId !== undefined && filter.transactionIds.includes(entry.transactionId))
|
|
223
|
+
default:
|
|
224
|
+
return true
|
|
225
|
+
}
|
|
226
|
+
}
|
|
227
|
+
|
|
228
|
+
/**
|
|
229
|
+
* Check if an entry is before the recovery target
|
|
230
|
+
*/
|
|
231
|
+
function isBeforeTarget(entry: WALEntry, target: RecoveryTarget): boolean {
|
|
232
|
+
if (target.lsn !== undefined && entry.lsn >= target.lsn) {
|
|
233
|
+
return false
|
|
234
|
+
}
|
|
235
|
+
if (target.timestamp !== undefined && entry.timestamp >= target.timestamp) {
|
|
236
|
+
return false
|
|
237
|
+
}
|
|
238
|
+
// For transaction target, we include the entire transaction
|
|
239
|
+
// This is handled at a higher level
|
|
240
|
+
return true
|
|
241
|
+
}
|
|
242
|
+
|
|
243
|
+
/**
|
|
244
|
+
* Generate SQL for replaying a WAL entry
|
|
245
|
+
*/
|
|
246
|
+
function generateReplaySQL(entry: WALEntry): { sql: string; params: unknown[] } | null {
|
|
247
|
+
switch (entry.operation) {
|
|
248
|
+
case 'INSERT':
|
|
249
|
+
if (!entry.newRow) return null
|
|
250
|
+
const insertCols = Object.keys(entry.newRow)
|
|
251
|
+
const insertPlaceholders = insertCols.map((_, i) => `$${i + 1}`)
|
|
252
|
+
const insertValues = insertCols.map((col) => entry.newRow![col])
|
|
253
|
+
return {
|
|
254
|
+
sql: `INSERT INTO "${entry.schema}"."${entry.table}" (${insertCols.map(c => `"${c}"`).join(', ')}) VALUES (${insertPlaceholders.join(', ')})`,
|
|
255
|
+
params: insertValues,
|
|
256
|
+
}
|
|
257
|
+
|
|
258
|
+
case 'UPDATE':
|
|
259
|
+
if (!entry.newRow || !entry.primaryKey) return null
|
|
260
|
+
const updateCols = Object.keys(entry.newRow).filter((col) => !entry.primaryKey![col])
|
|
261
|
+
if (updateCols.length === 0) return null
|
|
262
|
+
|
|
263
|
+
let paramIdx = 1
|
|
264
|
+
const updateSetClauses = updateCols.map((col) => `"${col}" = $${paramIdx++}`)
|
|
265
|
+
const updateParams: unknown[] = updateCols.map((col) => entry.newRow![col])
|
|
266
|
+
|
|
267
|
+
const updatePkCols = Object.keys(entry.primaryKey)
|
|
268
|
+
const updateWhereClauses = updatePkCols.map((col) => `"${col}" = $${paramIdx++}`)
|
|
269
|
+
updateParams.push(...updatePkCols.map((col) => entry.primaryKey![col]))
|
|
270
|
+
|
|
271
|
+
return {
|
|
272
|
+
sql: `UPDATE "${entry.schema}"."${entry.table}" SET ${updateSetClauses.join(', ')} WHERE ${updateWhereClauses.join(' AND ')}`,
|
|
273
|
+
params: updateParams,
|
|
274
|
+
}
|
|
275
|
+
|
|
276
|
+
case 'DELETE':
|
|
277
|
+
if (!entry.primaryKey && !entry.oldRow) return null
|
|
278
|
+
const deleteKey = entry.primaryKey || entry.oldRow!
|
|
279
|
+
const deletePkCols = Object.keys(deleteKey)
|
|
280
|
+
const deleteWhereClauses = deletePkCols.map((col, i) => `"${col}" = $${i + 1}`)
|
|
281
|
+
const deleteParams = deletePkCols.map((col) => deleteKey[col])
|
|
282
|
+
|
|
283
|
+
return {
|
|
284
|
+
sql: `DELETE FROM "${entry.schema}"."${entry.table}" WHERE ${deleteWhereClauses.join(' AND ')}`,
|
|
285
|
+
params: deleteParams,
|
|
286
|
+
}
|
|
287
|
+
|
|
288
|
+
default:
|
|
289
|
+
return null
|
|
290
|
+
}
|
|
291
|
+
}
|
|
292
|
+
|
|
293
|
+
// ============================================================================
|
|
294
|
+
// WAL Replay Reader
|
|
295
|
+
// ============================================================================
|
|
296
|
+
|
|
297
|
+
/**
|
|
298
|
+
* WALReplayReader - Reads WAL entries from R2 storage in LSN order
|
|
299
|
+
*
|
|
300
|
+
* Provides an async iterator for reading WAL entries efficiently,
|
|
301
|
+
* handling batching and pagination automatically.
|
|
302
|
+
*/
|
|
303
|
+
export class WALReplayReader {
|
|
304
|
+
private storage: R2WALStorage
|
|
305
|
+
private batchSize: number
|
|
306
|
+
private currentBatch: SerializedWALEntry[] = []
|
|
307
|
+
private currentIndex = 0
|
|
308
|
+
private currentLsn: bigint
|
|
309
|
+
private endLsn: bigint | null = null
|
|
310
|
+
private endTimestamp: number | null = null
|
|
311
|
+
private exhausted = false
|
|
312
|
+
private totalRead = 0
|
|
313
|
+
|
|
314
|
+
constructor(
|
|
315
|
+
storage: R2WALStorage,
|
|
316
|
+
options: {
|
|
317
|
+
fromLsn?: bigint
|
|
318
|
+
toLsn?: bigint
|
|
319
|
+
toTimestamp?: number
|
|
320
|
+
batchSize?: number
|
|
321
|
+
} = {}
|
|
322
|
+
) {
|
|
323
|
+
this.storage = storage
|
|
324
|
+
this.currentLsn = options.fromLsn ?? 0n
|
|
325
|
+
this.endLsn = options.toLsn ?? null
|
|
326
|
+
this.endTimestamp = options.toTimestamp ?? null
|
|
327
|
+
this.batchSize = options.batchSize ?? 1000
|
|
328
|
+
}
|
|
329
|
+
|
|
330
|
+
/**
|
|
331
|
+
* Read the next batch of entries from storage
|
|
332
|
+
*/
|
|
333
|
+
private async fetchNextBatch(): Promise<void> {
|
|
334
|
+
if (this.exhausted) {
|
|
335
|
+
return
|
|
336
|
+
}
|
|
337
|
+
|
|
338
|
+
const entries = await this.storage.readEntries(this.currentLsn + 1n, this.batchSize)
|
|
339
|
+
|
|
340
|
+
if (entries.length === 0) {
|
|
341
|
+
this.exhausted = true
|
|
342
|
+
return
|
|
343
|
+
}
|
|
344
|
+
|
|
345
|
+
this.currentBatch = entries
|
|
346
|
+
this.currentIndex = 0
|
|
347
|
+
this.totalRead += entries.length
|
|
348
|
+
|
|
349
|
+
// Update current LSN to the last entry in the batch
|
|
350
|
+
const lastEntry = entries[entries.length - 1]!!
|
|
351
|
+
this.currentLsn = BigInt(lastEntry.lsn)
|
|
352
|
+
}
|
|
353
|
+
|
|
354
|
+
/**
|
|
355
|
+
* Get the next entry, or null if exhausted or past target
|
|
356
|
+
*/
|
|
357
|
+
async next(): Promise<WALEntry | null> {
|
|
358
|
+
// Need to fetch more entries?
|
|
359
|
+
if (this.currentIndex >= this.currentBatch.length) {
|
|
360
|
+
await this.fetchNextBatch()
|
|
361
|
+
}
|
|
362
|
+
|
|
363
|
+
// Still exhausted after fetch?
|
|
364
|
+
if (this.currentIndex >= this.currentBatch.length) {
|
|
365
|
+
return null
|
|
366
|
+
}
|
|
367
|
+
|
|
368
|
+
const serialized = this.currentBatch[this.currentIndex]!!
|
|
369
|
+
const entry = deserializeWALEntry(serialized)
|
|
370
|
+
|
|
371
|
+
// Check if we've reached the end target
|
|
372
|
+
if (this.endLsn !== null && entry.lsn >= this.endLsn) {
|
|
373
|
+
return null
|
|
374
|
+
}
|
|
375
|
+
if (this.endTimestamp !== null && entry.timestamp >= this.endTimestamp) {
|
|
376
|
+
return null
|
|
377
|
+
}
|
|
378
|
+
|
|
379
|
+
this.currentIndex++
|
|
380
|
+
return entry
|
|
381
|
+
}
|
|
382
|
+
|
|
383
|
+
/**
|
|
384
|
+
* Async iterator for reading entries
|
|
385
|
+
*/
|
|
386
|
+
async *[Symbol.asyncIterator](): AsyncGenerator<WALEntry, void, undefined> {
|
|
387
|
+
let entry = await this.next()
|
|
388
|
+
while (entry !== null) {
|
|
389
|
+
yield entry
|
|
390
|
+
entry = await this.next()
|
|
391
|
+
}
|
|
392
|
+
}
|
|
393
|
+
|
|
394
|
+
/**
|
|
395
|
+
* Get total entries read so far
|
|
396
|
+
*/
|
|
397
|
+
getTotalRead(): number {
|
|
398
|
+
return this.totalRead
|
|
399
|
+
}
|
|
400
|
+
|
|
401
|
+
/**
|
|
402
|
+
* Check if reader is exhausted
|
|
403
|
+
*/
|
|
404
|
+
isExhausted(): boolean {
|
|
405
|
+
return this.exhausted && this.currentIndex >= this.currentBatch.length
|
|
406
|
+
}
|
|
407
|
+
}
|
|
408
|
+
|
|
409
|
+
// ============================================================================
|
|
410
|
+
// WAL Replayer
|
|
411
|
+
// ============================================================================
|
|
412
|
+
|
|
413
|
+
/**
|
|
414
|
+
* WALReplayer - Replays WAL entries to restore database state
|
|
415
|
+
*
|
|
416
|
+
* Supports:
|
|
417
|
+
* - Full recovery: Restore entire database state
|
|
418
|
+
* - Partial recovery: Restore specific tables/schemas
|
|
419
|
+
* - Point-in-time recovery: Stop at specific LSN or timestamp
|
|
420
|
+
* - Transaction recovery: Replay specific transactions
|
|
421
|
+
* - Progress reporting and cancellation
|
|
422
|
+
* - Integrity verification after replay
|
|
423
|
+
* - Rollback on failure
|
|
424
|
+
*
|
|
425
|
+
* @example
|
|
426
|
+
* ```typescript
|
|
427
|
+
* const replayer = new WALReplayer(executor, {
|
|
428
|
+
* storage: r2Storage,
|
|
429
|
+
* target: { timestamp: Date.now() - 3600000 }, // 1 hour ago
|
|
430
|
+
* filter: { mode: 'table', tables: ['users'] },
|
|
431
|
+
* onProgress: (event) => console.log(`Replayed ${event.entriesReplayed} entries`),
|
|
432
|
+
* })
|
|
433
|
+
*
|
|
434
|
+
* const result = await replayer.replay()
|
|
435
|
+
* if (result.success) {
|
|
436
|
+
* console.log(`Replayed ${result.stats.entriesReplayed} entries in ${result.stats.durationMs}ms`)
|
|
437
|
+
* }
|
|
438
|
+
* ```
|
|
439
|
+
*/
|
|
440
|
+
export class WALReplayer {
|
|
441
|
+
private executor: ReplayExecutor
|
|
442
|
+
private config: Required<Omit<ReplayConfig, 'filter' | 'onProgress'>> & Pick<ReplayConfig, 'filter' | 'onProgress'>
|
|
443
|
+
private reader: WALReplayReader | null = null
|
|
444
|
+
private aborted = false
|
|
445
|
+
private inTransaction = false
|
|
446
|
+
private transactionEntries: WALEntry[] = []
|
|
447
|
+
|
|
448
|
+
// Stats tracking
|
|
449
|
+
private stats: ReplayStats = {
|
|
450
|
+
entriesRead: 0,
|
|
451
|
+
entriesReplayed: 0,
|
|
452
|
+
entriesSkipped: 0,
|
|
453
|
+
entriesFailed: 0,
|
|
454
|
+
startLsn: null,
|
|
455
|
+
endLsn: null,
|
|
456
|
+
startTimestamp: null,
|
|
457
|
+
endTimestamp: null,
|
|
458
|
+
durationMs: 0,
|
|
459
|
+
throughputEntriesPerSec: 0,
|
|
460
|
+
}
|
|
461
|
+
|
|
462
|
+
private failedEntries: Array<{ entry: WALEntry; error: string }> = []
|
|
463
|
+
private startTime = 0
|
|
464
|
+
private lastProgressTime = 0
|
|
465
|
+
|
|
466
|
+
constructor(executor: ReplayExecutor, config: ReplayConfig) {
|
|
467
|
+
this.executor = executor
|
|
468
|
+
this.config = {
|
|
469
|
+
...DEFAULT_REPLAY_CONFIG,
|
|
470
|
+
...config,
|
|
471
|
+
}
|
|
472
|
+
}
|
|
473
|
+
|
|
474
|
+
/**
|
|
475
|
+
* Abort the replay operation
|
|
476
|
+
*/
|
|
477
|
+
abort(): void {
|
|
478
|
+
this.aborted = true
|
|
479
|
+
}
|
|
480
|
+
|
|
481
|
+
/**
|
|
482
|
+
* Check if replay was aborted
|
|
483
|
+
*/
|
|
484
|
+
isAborted(): boolean {
|
|
485
|
+
return this.aborted
|
|
486
|
+
}
|
|
487
|
+
|
|
488
|
+
/**
|
|
489
|
+
* Get current replay statistics
|
|
490
|
+
*/
|
|
491
|
+
getStats(): ReplayStats {
|
|
492
|
+
return { ...this.stats }
|
|
493
|
+
}
|
|
494
|
+
|
|
495
|
+
/**
|
|
496
|
+
* Emit a progress event
|
|
497
|
+
*/
|
|
498
|
+
private emitProgress(phase: ReplayProgressEvent['phase'], error?: string): void {
|
|
499
|
+
if (!this.config.onProgress) return
|
|
500
|
+
|
|
501
|
+
const now = performance.now()
|
|
502
|
+
const elapsedMs = now - this.startTime
|
|
503
|
+
|
|
504
|
+
// Rate limit progress events
|
|
505
|
+
if (phase !== 'starting' && phase !== 'completed' && phase !== 'failed') {
|
|
506
|
+
if (now - this.lastProgressTime < this.config.progressIntervalMs) {
|
|
507
|
+
return
|
|
508
|
+
}
|
|
509
|
+
}
|
|
510
|
+
this.lastProgressTime = now
|
|
511
|
+
|
|
512
|
+
// Estimate remaining time based on current throughput
|
|
513
|
+
let estimatedRemainingMs: number | null = null
|
|
514
|
+
if (this.stats.entriesReplayed > 0 && this.stats.throughputEntriesPerSec > 0) {
|
|
515
|
+
const remaining = this.reader?.getTotalRead() ?? 0 - this.stats.entriesReplayed
|
|
516
|
+
estimatedRemainingMs = (remaining / this.stats.throughputEntriesPerSec) * 1000
|
|
517
|
+
}
|
|
518
|
+
|
|
519
|
+
// Build event without undefined values for exactOptionalPropertyTypes
|
|
520
|
+
const event: ReplayProgressEvent = {
|
|
521
|
+
phase,
|
|
522
|
+
currentEntry: this.stats.entriesRead,
|
|
523
|
+
totalEntries: this.reader?.getTotalRead() ?? 0,
|
|
524
|
+
currentLsn: this.stats.endLsn,
|
|
525
|
+
target: this.config.target,
|
|
526
|
+
entriesReplayed: this.stats.entriesReplayed,
|
|
527
|
+
entriesSkipped: this.stats.entriesSkipped,
|
|
528
|
+
entriesFailed: this.stats.entriesFailed,
|
|
529
|
+
currentTimestamp: this.stats.endTimestamp,
|
|
530
|
+
elapsedMs,
|
|
531
|
+
estimatedRemainingMs,
|
|
532
|
+
}
|
|
533
|
+
if (error !== undefined) {
|
|
534
|
+
event.error = error
|
|
535
|
+
}
|
|
536
|
+
|
|
537
|
+
this.config.onProgress(event)
|
|
538
|
+
}
|
|
539
|
+
|
|
540
|
+
/**
|
|
541
|
+
* Replay a single WAL entry
|
|
542
|
+
*/
|
|
543
|
+
private async replayEntry(entry: WALEntry): Promise<{ success: boolean; error?: string }> {
|
|
544
|
+
// Check filter
|
|
545
|
+
if (!matchesFilter(entry, this.config.filter)) {
|
|
546
|
+
this.stats.entriesSkipped++
|
|
547
|
+
return { success: true }
|
|
548
|
+
}
|
|
549
|
+
|
|
550
|
+
// Dry run mode - just validate
|
|
551
|
+
if (this.config.dryRun) {
|
|
552
|
+
const sql = generateReplaySQL(entry)
|
|
553
|
+
if (!sql) {
|
|
554
|
+
return { success: false, error: 'Cannot generate SQL for entry' }
|
|
555
|
+
}
|
|
556
|
+
this.stats.entriesReplayed++
|
|
557
|
+
return { success: true }
|
|
558
|
+
}
|
|
559
|
+
|
|
560
|
+
// Generate and execute SQL
|
|
561
|
+
const sql = generateReplaySQL(entry)
|
|
562
|
+
if (!sql) {
|
|
563
|
+
return { success: false, error: 'Cannot generate SQL for entry' }
|
|
564
|
+
}
|
|
565
|
+
|
|
566
|
+
try {
|
|
567
|
+
await this.executor.query(sql.sql, sql.params)
|
|
568
|
+
this.stats.entriesReplayed++
|
|
569
|
+
return { success: true }
|
|
570
|
+
} catch (error) {
|
|
571
|
+
const errorMsg = error instanceof Error ? error.message : String(error)
|
|
572
|
+
return { success: false, error: errorMsg }
|
|
573
|
+
}
|
|
574
|
+
}
|
|
575
|
+
|
|
576
|
+
/**
|
|
577
|
+
* Handle transaction boundaries
|
|
578
|
+
*/
|
|
579
|
+
private async handleTransactionEntry(entry: WALEntry): Promise<void> {
|
|
580
|
+
const txId = entry.transactionId
|
|
581
|
+
|
|
582
|
+
// If filtering by transaction, check if this transaction is included
|
|
583
|
+
if (this.config.filter?.mode === 'transaction' && this.config.filter.transactionIds) {
|
|
584
|
+
if (!txId || !this.config.filter.transactionIds.includes(txId)) {
|
|
585
|
+
this.stats.entriesSkipped++
|
|
586
|
+
return
|
|
587
|
+
}
|
|
588
|
+
}
|
|
589
|
+
|
|
590
|
+
// For transaction target mode, we need to track transaction boundaries
|
|
591
|
+
if (this.config.target.transactionId) {
|
|
592
|
+
if (txId === this.config.target.transactionId) {
|
|
593
|
+
// Mark that we're inside the target transaction
|
|
594
|
+
this.transactionEntries.push(entry)
|
|
595
|
+
}
|
|
596
|
+
}
|
|
597
|
+
|
|
598
|
+
// Replay the entry
|
|
599
|
+
const result = await this.replayEntry(entry)
|
|
600
|
+
if (!result.success) {
|
|
601
|
+
this.stats.entriesFailed++
|
|
602
|
+
this.failedEntries.push({ entry, error: result.error || 'Unknown error' })
|
|
603
|
+
|
|
604
|
+
if (!this.config.continueOnError) {
|
|
605
|
+
throw new Error(`Replay failed for entry ${entry.lsn}: ${result.error}`)
|
|
606
|
+
}
|
|
607
|
+
}
|
|
608
|
+
}
|
|
609
|
+
|
|
610
|
+
/**
|
|
611
|
+
* Verify database integrity after replay
|
|
612
|
+
*/
|
|
613
|
+
private async verifyIntegrity(): Promise<{ valid: boolean; issues: string[] }> {
|
|
614
|
+
const issues: string[] = []
|
|
615
|
+
|
|
616
|
+
try {
|
|
617
|
+
// Run basic integrity checks
|
|
618
|
+
// 1. Check for orphaned foreign key references (if we have access to schema)
|
|
619
|
+
// 2. Check for null values in non-null columns
|
|
620
|
+
// 3. Check for duplicate primary keys
|
|
621
|
+
|
|
622
|
+
// For now, we do a simple check by querying system tables
|
|
623
|
+
await this.executor.query('SELECT 1')
|
|
624
|
+
|
|
625
|
+
return { valid: true, issues }
|
|
626
|
+
} catch (error) {
|
|
627
|
+
issues.push(`Integrity check failed: ${error instanceof Error ? error.message : String(error)}`)
|
|
628
|
+
return { valid: false, issues }
|
|
629
|
+
}
|
|
630
|
+
}
|
|
631
|
+
|
|
632
|
+
/**
|
|
633
|
+
* Rollback the replay operation
|
|
634
|
+
*/
|
|
635
|
+
private async rollback(): Promise<boolean> {
|
|
636
|
+
if (!this.executor.rollback) {
|
|
637
|
+
return false
|
|
638
|
+
}
|
|
639
|
+
|
|
640
|
+
try {
|
|
641
|
+
await this.executor.rollback()
|
|
642
|
+
return true
|
|
643
|
+
} catch (error) {
|
|
644
|
+
console.error('Rollback failed:', error)
|
|
645
|
+
return false
|
|
646
|
+
}
|
|
647
|
+
}
|
|
648
|
+
|
|
649
|
+
/**
|
|
650
|
+
* Execute the replay operation
|
|
651
|
+
*/
|
|
652
|
+
async replay(): Promise<ReplayResult> {
|
|
653
|
+
this.startTime = performance.now()
|
|
654
|
+
this.emitProgress('starting')
|
|
655
|
+
|
|
656
|
+
try {
|
|
657
|
+
// Create reader - build options without undefined values for exactOptionalPropertyTypes
|
|
658
|
+
const readerOptions: {
|
|
659
|
+
fromLsn?: bigint
|
|
660
|
+
toLsn?: bigint
|
|
661
|
+
toTimestamp?: number
|
|
662
|
+
batchSize?: number
|
|
663
|
+
} = {}
|
|
664
|
+
if (this.config.fromLsn !== undefined) {
|
|
665
|
+
readerOptions.fromLsn = this.config.fromLsn
|
|
666
|
+
}
|
|
667
|
+
if (this.config.target.lsn !== undefined) {
|
|
668
|
+
readerOptions.toLsn = this.config.target.lsn
|
|
669
|
+
}
|
|
670
|
+
if (this.config.target.timestamp !== undefined) {
|
|
671
|
+
readerOptions.toTimestamp = this.config.target.timestamp
|
|
672
|
+
}
|
|
673
|
+
if (this.config.batchSize !== undefined) {
|
|
674
|
+
readerOptions.batchSize = this.config.batchSize
|
|
675
|
+
}
|
|
676
|
+
this.reader = new WALReplayReader(this.config.storage, readerOptions)
|
|
677
|
+
|
|
678
|
+
this.emitProgress('reading')
|
|
679
|
+
|
|
680
|
+
// Begin transaction if supported
|
|
681
|
+
if (this.executor.beginTransaction && !this.config.dryRun) {
|
|
682
|
+
await this.executor.beginTransaction()
|
|
683
|
+
this.inTransaction = true
|
|
684
|
+
}
|
|
685
|
+
|
|
686
|
+
this.emitProgress('replaying')
|
|
687
|
+
|
|
688
|
+
// Process entries
|
|
689
|
+
for await (const entry of this.reader) {
|
|
690
|
+
if (this.aborted) {
|
|
691
|
+
throw new Error('Replay aborted by user')
|
|
692
|
+
}
|
|
693
|
+
|
|
694
|
+
this.stats.entriesRead++
|
|
695
|
+
|
|
696
|
+
// Update LSN/timestamp tracking
|
|
697
|
+
if (this.stats.startLsn === null) {
|
|
698
|
+
this.stats.startLsn = entry.lsn
|
|
699
|
+
this.stats.startTimestamp = entry.timestamp
|
|
700
|
+
}
|
|
701
|
+
this.stats.endLsn = entry.lsn
|
|
702
|
+
this.stats.endTimestamp = entry.timestamp
|
|
703
|
+
|
|
704
|
+
// Check if we've reached the target
|
|
705
|
+
if (!isBeforeTarget(entry, this.config.target)) {
|
|
706
|
+
break
|
|
707
|
+
}
|
|
708
|
+
|
|
709
|
+
// Handle the entry
|
|
710
|
+
await this.handleTransactionEntry(entry)
|
|
711
|
+
|
|
712
|
+
// Update throughput
|
|
713
|
+
const elapsed = performance.now() - this.startTime
|
|
714
|
+
this.stats.throughputEntriesPerSec = this.stats.entriesReplayed / (elapsed / 1000)
|
|
715
|
+
|
|
716
|
+
// Emit progress
|
|
717
|
+
this.emitProgress('replaying')
|
|
718
|
+
}
|
|
719
|
+
|
|
720
|
+
// Commit transaction
|
|
721
|
+
if (this.inTransaction && this.executor.commit && !this.config.dryRun) {
|
|
722
|
+
await this.executor.commit()
|
|
723
|
+
this.inTransaction = false
|
|
724
|
+
}
|
|
725
|
+
|
|
726
|
+
// Verify integrity if enabled
|
|
727
|
+
if (this.config.verifyIntegrity && !this.config.dryRun) {
|
|
728
|
+
this.emitProgress('verifying')
|
|
729
|
+
const integrity = await this.verifyIntegrity()
|
|
730
|
+
if (!integrity.valid) {
|
|
731
|
+
throw new Error(`Integrity verification failed: ${integrity.issues.join(', ')}`)
|
|
732
|
+
}
|
|
733
|
+
}
|
|
734
|
+
|
|
735
|
+
// Calculate final stats
|
|
736
|
+
this.stats.durationMs = performance.now() - this.startTime
|
|
737
|
+
this.stats.throughputEntriesPerSec = this.stats.entriesReplayed / (this.stats.durationMs / 1000)
|
|
738
|
+
|
|
739
|
+
this.emitProgress('completed')
|
|
740
|
+
|
|
741
|
+
// Build result without undefined values for exactOptionalPropertyTypes
|
|
742
|
+
const result: ReplayResult = {
|
|
743
|
+
success: true,
|
|
744
|
+
stats: { ...this.stats },
|
|
745
|
+
}
|
|
746
|
+
if (this.failedEntries.length > 0) {
|
|
747
|
+
result.failedEntries = this.failedEntries
|
|
748
|
+
}
|
|
749
|
+
return result
|
|
750
|
+
} catch (error) {
|
|
751
|
+
const errorMsg = error instanceof Error ? error.message : String(error)
|
|
752
|
+
|
|
753
|
+
// Try to rollback
|
|
754
|
+
let rolledBack = false
|
|
755
|
+
if (this.inTransaction && !this.config.dryRun) {
|
|
756
|
+
this.emitProgress('rolling_back')
|
|
757
|
+
rolledBack = await this.rollback()
|
|
758
|
+
this.inTransaction = false
|
|
759
|
+
}
|
|
760
|
+
|
|
761
|
+
this.stats.durationMs = performance.now() - this.startTime
|
|
762
|
+
|
|
763
|
+
this.emitProgress('failed', errorMsg)
|
|
764
|
+
|
|
765
|
+
// Build result without undefined values for exactOptionalPropertyTypes
|
|
766
|
+
const result: ReplayResult = {
|
|
767
|
+
success: false,
|
|
768
|
+
stats: { ...this.stats },
|
|
769
|
+
error: errorMsg,
|
|
770
|
+
rolledBack,
|
|
771
|
+
}
|
|
772
|
+
if (this.failedEntries.length > 0) {
|
|
773
|
+
result.failedEntries = this.failedEntries
|
|
774
|
+
}
|
|
775
|
+
return result
|
|
776
|
+
}
|
|
777
|
+
}
|
|
778
|
+
}
|
|
779
|
+
|
|
780
|
+
// ============================================================================
|
|
781
|
+
// Factory Functions
|
|
782
|
+
// ============================================================================
|
|
783
|
+
|
|
784
|
+
/**
|
|
785
|
+
* Create a WAL replayer for point-in-time recovery
|
|
786
|
+
*
|
|
787
|
+
* @example
|
|
788
|
+
* ```typescript
|
|
789
|
+
* // Recover to 1 hour ago
|
|
790
|
+
* const replayer = createWALReplayer(executor, {
|
|
791
|
+
* storage: r2Storage,
|
|
792
|
+
* target: { timestamp: Date.now() - 3600000 },
|
|
793
|
+
* })
|
|
794
|
+
*
|
|
795
|
+
* // Recover to specific LSN
|
|
796
|
+
* const replayer = createWALReplayer(executor, {
|
|
797
|
+
* storage: r2Storage,
|
|
798
|
+
* target: { lsn: 12345n },
|
|
799
|
+
* })
|
|
800
|
+
*
|
|
801
|
+
* // Partial recovery - only users table
|
|
802
|
+
* const replayer = createWALReplayer(executor, {
|
|
803
|
+
* storage: r2Storage,
|
|
804
|
+
* target: { timestamp: Date.now() - 3600000 },
|
|
805
|
+
* filter: { mode: 'table', tables: ['users'] },
|
|
806
|
+
* })
|
|
807
|
+
* ```
|
|
808
|
+
*/
|
|
809
|
+
export function createWALReplayer(executor: ReplayExecutor, config: ReplayConfig): WALReplayer {
|
|
810
|
+
return new WALReplayer(executor, config)
|
|
811
|
+
}
|
|
812
|
+
|
|
813
|
+
/**
|
|
814
|
+
* Create a dry-run replayer for testing/validation
|
|
815
|
+
*
|
|
816
|
+
* @example
|
|
817
|
+
* ```typescript
|
|
818
|
+
* const replayer = createDryRunReplayer(executor, {
|
|
819
|
+
* storage: r2Storage,
|
|
820
|
+
* target: { timestamp: Date.now() - 3600000 },
|
|
821
|
+
* })
|
|
822
|
+
*
|
|
823
|
+
* const result = await replayer.replay()
|
|
824
|
+
* console.log(`Would replay ${result.stats.entriesReplayed} entries`)
|
|
825
|
+
* ```
|
|
826
|
+
*/
|
|
827
|
+
export function createDryRunReplayer(executor: ReplayExecutor, config: Omit<ReplayConfig, 'dryRun'>): WALReplayer {
|
|
828
|
+
return new WALReplayer(executor, { ...config, dryRun: true })
|
|
829
|
+
}
|
|
830
|
+
|
|
831
|
+
/**
|
|
832
|
+
* Quick recovery helper - recover to a specific timestamp
|
|
833
|
+
*
|
|
834
|
+
* @example
|
|
835
|
+
* ```typescript
|
|
836
|
+
* const result = await recoverToTimestamp(executor, r2Storage, Date.now() - 3600000)
|
|
837
|
+
* ```
|
|
838
|
+
*/
|
|
839
|
+
export async function recoverToTimestamp(
|
|
840
|
+
executor: ReplayExecutor,
|
|
841
|
+
storage: R2WALStorage,
|
|
842
|
+
timestamp: number,
|
|
843
|
+
options?: Partial<Omit<ReplayConfig, 'storage' | 'target'>>
|
|
844
|
+
): Promise<ReplayResult> {
|
|
845
|
+
const replayer = createWALReplayer(executor, {
|
|
846
|
+
...options,
|
|
847
|
+
storage,
|
|
848
|
+
target: { timestamp },
|
|
849
|
+
})
|
|
850
|
+
return replayer.replay()
|
|
851
|
+
}
|
|
852
|
+
|
|
853
|
+
/**
|
|
854
|
+
* Quick recovery helper - recover to a specific LSN
|
|
855
|
+
*
|
|
856
|
+
* @example
|
|
857
|
+
* ```typescript
|
|
858
|
+
* const result = await recoverToLsn(executor, r2Storage, 12345n)
|
|
859
|
+
* ```
|
|
860
|
+
*/
|
|
861
|
+
export async function recoverToLsn(
|
|
862
|
+
executor: ReplayExecutor,
|
|
863
|
+
storage: R2WALStorage,
|
|
864
|
+
lsn: bigint,
|
|
865
|
+
options?: Partial<Omit<ReplayConfig, 'storage' | 'target'>>
|
|
866
|
+
): Promise<ReplayResult> {
|
|
867
|
+
const replayer = createWALReplayer(executor, {
|
|
868
|
+
...options,
|
|
869
|
+
storage,
|
|
870
|
+
target: { lsn },
|
|
871
|
+
})
|
|
872
|
+
return replayer.replay()
|
|
873
|
+
}
|
|
874
|
+
|
|
875
|
+
/**
|
|
876
|
+
* Quick recovery helper - recover specific tables
|
|
877
|
+
*
|
|
878
|
+
* @example
|
|
879
|
+
* ```typescript
|
|
880
|
+
* const result = await recoverTables(executor, r2Storage, ['users', 'orders'], {
|
|
881
|
+
* target: { timestamp: Date.now() - 3600000 },
|
|
882
|
+
* })
|
|
883
|
+
* ```
|
|
884
|
+
*/
|
|
885
|
+
export async function recoverTables(
|
|
886
|
+
executor: ReplayExecutor,
|
|
887
|
+
storage: R2WALStorage,
|
|
888
|
+
tables: string[],
|
|
889
|
+
options: Omit<ReplayConfig, 'storage' | 'filter'>
|
|
890
|
+
): Promise<ReplayResult> {
|
|
891
|
+
const replayer = createWALReplayer(executor, {
|
|
892
|
+
...options,
|
|
893
|
+
storage,
|
|
894
|
+
filter: { mode: 'table', tables },
|
|
895
|
+
})
|
|
896
|
+
return replayer.replay()
|
|
897
|
+
}
|