@dotdo/postgres 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +868 -0
- package/dist/cdc/change-stream.d.ts +44 -0
- package/dist/cdc/change-stream.d.ts.map +1 -0
- package/dist/cdc/change-stream.js +95 -0
- package/dist/cdc/change-stream.js.map +1 -0
- package/dist/cdc/filter.d.ts +58 -0
- package/dist/cdc/filter.d.ts.map +1 -0
- package/dist/cdc/filter.js +520 -0
- package/dist/cdc/filter.js.map +1 -0
- package/dist/cdc/index.d.ts +47 -0
- package/dist/cdc/index.d.ts.map +1 -0
- package/dist/cdc/index.js +50 -0
- package/dist/cdc/index.js.map +1 -0
- package/dist/cdc/resume-token.d.ts +60 -0
- package/dist/cdc/resume-token.d.ts.map +1 -0
- package/dist/cdc/resume-token.js +228 -0
- package/dist/cdc/resume-token.js.map +1 -0
- package/dist/cdc/transport/index.d.ts +7 -0
- package/dist/cdc/transport/index.d.ts.map +1 -0
- package/dist/cdc/transport/index.js +7 -0
- package/dist/cdc/transport/index.js.map +1 -0
- package/dist/cdc/transport/sse.d.ts +120 -0
- package/dist/cdc/transport/sse.d.ts.map +1 -0
- package/dist/cdc/transport/sse.js +590 -0
- package/dist/cdc/transport/sse.js.map +1 -0
- package/dist/cdc/transport/websocket.d.ts +130 -0
- package/dist/cdc/transport/websocket.d.ts.map +1 -0
- package/dist/cdc/transport/websocket.js +688 -0
- package/dist/cdc/transport/websocket.js.map +1 -0
- package/dist/cdc/types.d.ts +306 -0
- package/dist/cdc/types.d.ts.map +1 -0
- package/dist/cdc/types.js +8 -0
- package/dist/cdc/types.js.map +1 -0
- package/dist/config/index.d.ts +25 -0
- package/dist/config/index.d.ts.map +1 -0
- package/dist/config/index.js +25 -0
- package/dist/config/index.js.map +1 -0
- package/dist/config/memory.d.ts +139 -0
- package/dist/config/memory.d.ts.map +1 -0
- package/dist/config/memory.js +157 -0
- package/dist/config/memory.js.map +1 -0
- package/dist/config/storage.d.ts +157 -0
- package/dist/config/storage.d.ts.map +1 -0
- package/dist/config/storage.js +178 -0
- package/dist/config/storage.js.map +1 -0
- package/dist/config/streaming.d.ts +117 -0
- package/dist/config/streaming.d.ts.map +1 -0
- package/dist/config/streaming.js +132 -0
- package/dist/config/streaming.js.map +1 -0
- package/dist/config/timeouts.d.ts +168 -0
- package/dist/config/timeouts.d.ts.map +1 -0
- package/dist/config/timeouts.js +192 -0
- package/dist/config/timeouts.js.map +1 -0
- package/dist/extensions/config.d.ts +89 -0
- package/dist/extensions/config.d.ts.map +1 -0
- package/dist/extensions/config.js +216 -0
- package/dist/extensions/config.js.map +1 -0
- package/dist/extensions/geo.d.ts +452 -0
- package/dist/extensions/geo.d.ts.map +1 -0
- package/dist/extensions/geo.js +583 -0
- package/dist/extensions/geo.js.map +1 -0
- package/dist/extensions/index.d.ts +167 -0
- package/dist/extensions/index.d.ts.map +1 -0
- package/dist/extensions/index.js +99 -0
- package/dist/extensions/index.js.map +1 -0
- package/dist/extensions/loader.d.ts +226 -0
- package/dist/extensions/loader.d.ts.map +1 -0
- package/dist/extensions/loader.js +456 -0
- package/dist/extensions/loader.js.map +1 -0
- package/dist/extensions/pgmq-lite.d.ts +330 -0
- package/dist/extensions/pgmq-lite.d.ts.map +1 -0
- package/dist/extensions/pgmq-lite.js +648 -0
- package/dist/extensions/pgmq-lite.js.map +1 -0
- package/dist/extensions/plugins.d.ts +260 -0
- package/dist/extensions/plugins.d.ts.map +1 -0
- package/dist/extensions/plugins.js +535 -0
- package/dist/extensions/plugins.js.map +1 -0
- package/dist/extensions/registry.d.ts +93 -0
- package/dist/extensions/registry.d.ts.map +1 -0
- package/dist/extensions/registry.js +182 -0
- package/dist/extensions/registry.js.map +1 -0
- package/dist/extensions/vector.d.ts +106 -0
- package/dist/extensions/vector.d.ts.map +1 -0
- package/dist/extensions/vector.js +129 -0
- package/dist/extensions/vector.js.map +1 -0
- package/dist/iceberg/analytics.d.ts +279 -0
- package/dist/iceberg/analytics.d.ts.map +1 -0
- package/dist/iceberg/analytics.js +448 -0
- package/dist/iceberg/analytics.js.map +1 -0
- package/dist/iceberg/catalog-api.d.ts +39 -0
- package/dist/iceberg/catalog-api.d.ts.map +1 -0
- package/dist/iceberg/catalog-api.js +388 -0
- package/dist/iceberg/catalog-api.js.map +1 -0
- package/dist/iceberg/catalog.d.ts +401 -0
- package/dist/iceberg/catalog.d.ts.map +1 -0
- package/dist/iceberg/catalog.js +677 -0
- package/dist/iceberg/catalog.js.map +1 -0
- package/dist/iceberg/duckdb-wasm.d.ts +447 -0
- package/dist/iceberg/duckdb-wasm.d.ts.map +1 -0
- package/dist/iceberg/duckdb-wasm.js +600 -0
- package/dist/iceberg/duckdb-wasm.js.map +1 -0
- package/dist/iceberg/index.d.ts +92 -0
- package/dist/iceberg/index.d.ts.map +1 -0
- package/dist/iceberg/index.js +119 -0
- package/dist/iceberg/index.js.map +1 -0
- package/dist/iceberg/metadata.d.ts +214 -0
- package/dist/iceberg/metadata.d.ts.map +1 -0
- package/dist/iceberg/metadata.js +535 -0
- package/dist/iceberg/metadata.js.map +1 -0
- package/dist/iceberg/optimizer.d.ts +296 -0
- package/dist/iceberg/optimizer.d.ts.map +1 -0
- package/dist/iceberg/optimizer.js +889 -0
- package/dist/iceberg/optimizer.js.map +1 -0
- package/dist/iceberg/parquet.d.ts +447 -0
- package/dist/iceberg/parquet.d.ts.map +1 -0
- package/dist/iceberg/parquet.js +1225 -0
- package/dist/iceberg/parquet.js.map +1 -0
- package/dist/iceberg/r2-organization.d.ts +422 -0
- package/dist/iceberg/r2-organization.d.ts.map +1 -0
- package/dist/iceberg/r2-organization.js +672 -0
- package/dist/iceberg/r2-organization.js.map +1 -0
- package/dist/iceberg/scheduler-do-example.d.ts +158 -0
- package/dist/iceberg/scheduler-do-example.d.ts.map +1 -0
- package/dist/iceberg/scheduler-do-example.js +261 -0
- package/dist/iceberg/scheduler-do-example.js.map +1 -0
- package/dist/iceberg/scheduler.d.ts +434 -0
- package/dist/iceberg/scheduler.d.ts.map +1 -0
- package/dist/iceberg/scheduler.js +818 -0
- package/dist/iceberg/scheduler.js.map +1 -0
- package/dist/iceberg/schema.d.ts +149 -0
- package/dist/iceberg/schema.d.ts.map +1 -0
- package/dist/iceberg/schema.js +525 -0
- package/dist/iceberg/schema.js.map +1 -0
- package/dist/iceberg/snapshot-manager.d.ts +406 -0
- package/dist/iceberg/snapshot-manager.d.ts.map +1 -0
- package/dist/iceberg/snapshot-manager.js +934 -0
- package/dist/iceberg/snapshot-manager.js.map +1 -0
- package/dist/iceberg/sql-router.d.ts +194 -0
- package/dist/iceberg/sql-router.d.ts.map +1 -0
- package/dist/iceberg/sql-router.js +180 -0
- package/dist/iceberg/sql-router.js.map +1 -0
- package/dist/iceberg/test-fixtures.d.ts +151 -0
- package/dist/iceberg/test-fixtures.d.ts.map +1 -0
- package/dist/iceberg/test-fixtures.js +446 -0
- package/dist/iceberg/test-fixtures.js.map +1 -0
- package/dist/iceberg/time-travel-api.d.ts +102 -0
- package/dist/iceberg/time-travel-api.d.ts.map +1 -0
- package/dist/iceberg/time-travel-api.js +437 -0
- package/dist/iceberg/time-travel-api.js.map +1 -0
- package/dist/iceberg/time-travel.d.ts +293 -0
- package/dist/iceberg/time-travel.d.ts.map +1 -0
- package/dist/iceberg/time-travel.js +689 -0
- package/dist/iceberg/time-travel.js.map +1 -0
- package/dist/iceberg/transformer.d.ts +356 -0
- package/dist/iceberg/transformer.d.ts.map +1 -0
- package/dist/iceberg/transformer.js +770 -0
- package/dist/iceberg/transformer.js.map +1 -0
- package/dist/iceberg/types.d.ts +318 -0
- package/dist/iceberg/types.d.ts.map +1 -0
- package/dist/iceberg/types.js +9 -0
- package/dist/iceberg/types.js.map +1 -0
- package/dist/iceberg/writer.d.ts +144 -0
- package/dist/iceberg/writer.d.ts.map +1 -0
- package/dist/iceberg/writer.js +452 -0
- package/dist/iceberg/writer.js.map +1 -0
- package/dist/index.d.ts +50 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +69 -0
- package/dist/index.js.map +1 -0
- package/dist/lineage/index.d.ts +11 -0
- package/dist/lineage/index.d.ts.map +1 -0
- package/dist/lineage/index.js +11 -0
- package/dist/lineage/index.js.map +1 -0
- package/dist/lineage/integration.d.ts +134 -0
- package/dist/lineage/integration.d.ts.map +1 -0
- package/dist/lineage/integration.js +258 -0
- package/dist/lineage/integration.js.map +1 -0
- package/dist/lineage/tracker.d.ts +189 -0
- package/dist/lineage/tracker.d.ts.map +1 -0
- package/dist/lineage/tracker.js +1352 -0
- package/dist/lineage/tracker.js.map +1 -0
- package/dist/lineage/types.d.ts +318 -0
- package/dist/lineage/types.d.ts.map +1 -0
- package/dist/lineage/types.js +9 -0
- package/dist/lineage/types.js.map +1 -0
- package/dist/middleware/index.d.ts +11 -0
- package/dist/middleware/index.d.ts.map +1 -0
- package/dist/middleware/index.js +16 -0
- package/dist/middleware/index.js.map +1 -0
- package/dist/middleware/rate-limit.d.ts +397 -0
- package/dist/middleware/rate-limit.d.ts.map +1 -0
- package/dist/middleware/rate-limit.js +507 -0
- package/dist/middleware/rate-limit.js.map +1 -0
- package/dist/migration-tooling/external-migration.d.ts +601 -0
- package/dist/migration-tooling/external-migration.d.ts.map +1 -0
- package/dist/migration-tooling/external-migration.js +1612 -0
- package/dist/migration-tooling/external-migration.js.map +1 -0
- package/dist/migration-tooling/index.d.ts +19 -0
- package/dist/migration-tooling/index.d.ts.map +1 -0
- package/dist/migration-tooling/index.js +19 -0
- package/dist/migration-tooling/index.js.map +1 -0
- package/dist/migrations/auto-migrator.d.ts +289 -0
- package/dist/migrations/auto-migrator.d.ts.map +1 -0
- package/dist/migrations/auto-migrator.js +396 -0
- package/dist/migrations/auto-migrator.js.map +1 -0
- package/dist/migrations/bulk-orchestrator.d.ts +403 -0
- package/dist/migrations/bulk-orchestrator.d.ts.map +1 -0
- package/dist/migrations/bulk-orchestrator.js +646 -0
- package/dist/migrations/bulk-orchestrator.js.map +1 -0
- package/dist/migrations/compatibility.d.ts +216 -0
- package/dist/migrations/compatibility.d.ts.map +1 -0
- package/dist/migrations/compatibility.js +651 -0
- package/dist/migrations/compatibility.js.map +1 -0
- package/dist/migrations/do-migrations.d.ts +101 -0
- package/dist/migrations/do-migrations.d.ts.map +1 -0
- package/dist/migrations/do-migrations.js +1060 -0
- package/dist/migrations/do-migrations.js.map +1 -0
- package/dist/migrations/do-migrations.types.d.ts +550 -0
- package/dist/migrations/do-migrations.types.d.ts.map +1 -0
- package/dist/migrations/do-migrations.types.js +15 -0
- package/dist/migrations/do-migrations.types.js.map +1 -0
- package/dist/migrations/drizzle-compat.d.ts +163 -0
- package/dist/migrations/drizzle-compat.d.ts.map +1 -0
- package/dist/migrations/drizzle-compat.js +273 -0
- package/dist/migrations/drizzle-compat.js.map +1 -0
- package/dist/migrations/index.d.ts +109 -0
- package/dist/migrations/index.d.ts.map +1 -0
- package/dist/migrations/index.js +127 -0
- package/dist/migrations/index.js.map +1 -0
- package/dist/migrations/migration-api.d.ts +161 -0
- package/dist/migrations/migration-api.d.ts.map +1 -0
- package/dist/migrations/migration-api.js +499 -0
- package/dist/migrations/migration-api.js.map +1 -0
- package/dist/migrations/progress-tracker-do.d.ts +195 -0
- package/dist/migrations/progress-tracker-do.d.ts.map +1 -0
- package/dist/migrations/progress-tracker-do.js +339 -0
- package/dist/migrations/progress-tracker-do.js.map +1 -0
- package/dist/migrations/progress-tracker-kv.d.ts +103 -0
- package/dist/migrations/progress-tracker-kv.d.ts.map +1 -0
- package/dist/migrations/progress-tracker-kv.js +231 -0
- package/dist/migrations/progress-tracker-kv.js.map +1 -0
- package/dist/migrations/progress-tracker.d.ts +320 -0
- package/dist/migrations/progress-tracker.d.ts.map +1 -0
- package/dist/migrations/progress-tracker.js +443 -0
- package/dist/migrations/progress-tracker.js.map +1 -0
- package/dist/migrations/registry.d.ts +231 -0
- package/dist/migrations/registry.d.ts.map +1 -0
- package/dist/migrations/registry.js +376 -0
- package/dist/migrations/registry.js.map +1 -0
- package/dist/migrations/runner.d.ts +197 -0
- package/dist/migrations/runner.d.ts.map +1 -0
- package/dist/migrations/runner.js +1167 -0
- package/dist/migrations/runner.js.map +1 -0
- package/dist/migrations/schema-generator.d.ts +111 -0
- package/dist/migrations/schema-generator.d.ts.map +1 -0
- package/dist/migrations/schema-generator.js +335 -0
- package/dist/migrations/schema-generator.js.map +1 -0
- package/dist/migrations/testing.d.ts +321 -0
- package/dist/migrations/testing.d.ts.map +1 -0
- package/dist/migrations/testing.js +645 -0
- package/dist/migrations/testing.js.map +1 -0
- package/dist/migrations/types.d.ts +503 -0
- package/dist/migrations/types.d.ts.map +1 -0
- package/dist/migrations/types.js +11 -0
- package/dist/migrations/types.js.map +1 -0
- package/dist/migrations/validator.d.ts +215 -0
- package/dist/migrations/validator.d.ts.map +1 -0
- package/dist/migrations/validator.js +494 -0
- package/dist/migrations/validator.js.map +1 -0
- package/dist/observability/alerting.d.ts +116 -0
- package/dist/observability/alerting.d.ts.map +1 -0
- package/dist/observability/alerting.js +353 -0
- package/dist/observability/alerting.js.map +1 -0
- package/dist/observability/analytics-engine.d.ts +357 -0
- package/dist/observability/analytics-engine.d.ts.map +1 -0
- package/dist/observability/analytics-engine.js +430 -0
- package/dist/observability/analytics-engine.js.map +1 -0
- package/dist/observability/cost-metrics.d.ts +269 -0
- package/dist/observability/cost-metrics.d.ts.map +1 -0
- package/dist/observability/cost-metrics.js +560 -0
- package/dist/observability/cost-metrics.js.map +1 -0
- package/dist/observability/cross-do-tracing.d.ts +305 -0
- package/dist/observability/cross-do-tracing.d.ts.map +1 -0
- package/dist/observability/cross-do-tracing.js +431 -0
- package/dist/observability/cross-do-tracing.js.map +1 -0
- package/dist/observability/error-rate-collector.d.ts +163 -0
- package/dist/observability/error-rate-collector.d.ts.map +1 -0
- package/dist/observability/error-rate-collector.js +306 -0
- package/dist/observability/error-rate-collector.js.map +1 -0
- package/dist/observability/exporters.d.ts +231 -0
- package/dist/observability/exporters.d.ts.map +1 -0
- package/dist/observability/exporters.js +479 -0
- package/dist/observability/exporters.js.map +1 -0
- package/dist/observability/health-check.d.ts +106 -0
- package/dist/observability/health-check.d.ts.map +1 -0
- package/dist/observability/health-check.js +243 -0
- package/dist/observability/health-check.js.map +1 -0
- package/dist/observability/index.d.ts +297 -0
- package/dist/observability/index.d.ts.map +1 -0
- package/dist/observability/index.js +455 -0
- package/dist/observability/index.js.map +1 -0
- package/dist/observability/instrumentation.d.ts +222 -0
- package/dist/observability/instrumentation.d.ts.map +1 -0
- package/dist/observability/instrumentation.js +532 -0
- package/dist/observability/instrumentation.js.map +1 -0
- package/dist/observability/memory-metrics.d.ts +227 -0
- package/dist/observability/memory-metrics.d.ts.map +1 -0
- package/dist/observability/memory-metrics.js +688 -0
- package/dist/observability/memory-metrics.js.map +1 -0
- package/dist/observability/metrics-endpoint.d.ts +91 -0
- package/dist/observability/metrics-endpoint.d.ts.map +1 -0
- package/dist/observability/metrics-endpoint.js +246 -0
- package/dist/observability/metrics-endpoint.js.map +1 -0
- package/dist/observability/metrics.d.ts +88 -0
- package/dist/observability/metrics.d.ts.map +1 -0
- package/dist/observability/metrics.js +253 -0
- package/dist/observability/metrics.js.map +1 -0
- package/dist/observability/observability-features.d.ts +488 -0
- package/dist/observability/observability-features.d.ts.map +1 -0
- package/dist/observability/observability-features.js +773 -0
- package/dist/observability/observability-features.js.map +1 -0
- package/dist/observability/prometheus.d.ts +39 -0
- package/dist/observability/prometheus.d.ts.map +1 -0
- package/dist/observability/prometheus.js +120 -0
- package/dist/observability/prometheus.js.map +1 -0
- package/dist/observability/propagation.d.ts +126 -0
- package/dist/observability/propagation.d.ts.map +1 -0
- package/dist/observability/propagation.js +234 -0
- package/dist/observability/propagation.js.map +1 -0
- package/dist/observability/query-latency.d.ts +243 -0
- package/dist/observability/query-latency.d.ts.map +1 -0
- package/dist/observability/query-latency.js +292 -0
- package/dist/observability/query-latency.js.map +1 -0
- package/dist/observability/query-performance.d.ts +169 -0
- package/dist/observability/query-performance.d.ts.map +1 -0
- package/dist/observability/query-performance.js +290 -0
- package/dist/observability/query-performance.js.map +1 -0
- package/dist/observability/storage-tier-metrics.d.ts +174 -0
- package/dist/observability/storage-tier-metrics.d.ts.map +1 -0
- package/dist/observability/storage-tier-metrics.js +306 -0
- package/dist/observability/storage-tier-metrics.js.map +1 -0
- package/dist/observability/tier-cost-optimizer.d.ts +155 -0
- package/dist/observability/tier-cost-optimizer.d.ts.map +1 -0
- package/dist/observability/tier-cost-optimizer.js +536 -0
- package/dist/observability/tier-cost-optimizer.js.map +1 -0
- package/dist/observability/tracer.d.ts +149 -0
- package/dist/observability/tracer.d.ts.map +1 -0
- package/dist/observability/tracer.js +435 -0
- package/dist/observability/tracer.js.map +1 -0
- package/dist/observability/types.d.ts +402 -0
- package/dist/observability/types.d.ts.map +1 -0
- package/dist/observability/types.js +103 -0
- package/dist/observability/types.js.map +1 -0
- package/dist/pglite/workers-pglite.d.ts +138 -0
- package/dist/pglite/workers-pglite.d.ts.map +1 -0
- package/dist/pglite/workers-pglite.js +143 -0
- package/dist/pglite/workers-pglite.js.map +1 -0
- package/dist/pglite-assets/pglite.data +0 -0
- package/dist/pglite-assets/pglite.wasm +0 -0
- package/dist/playground/index.d.ts +52 -0
- package/dist/playground/index.d.ts.map +1 -0
- package/dist/playground/index.js +55 -0
- package/dist/playground/index.js.map +1 -0
- package/dist/playground/keyboard-shortcuts.d.ts +116 -0
- package/dist/playground/keyboard-shortcuts.d.ts.map +1 -0
- package/dist/playground/keyboard-shortcuts.js +588 -0
- package/dist/playground/keyboard-shortcuts.js.map +1 -0
- package/dist/playground/playground.d.ts +82 -0
- package/dist/playground/playground.d.ts.map +1 -0
- package/dist/playground/playground.js +271 -0
- package/dist/playground/playground.js.map +1 -0
- package/dist/playground/query-executor.d.ts +115 -0
- package/dist/playground/query-executor.d.ts.map +1 -0
- package/dist/playground/query-executor.js +558 -0
- package/dist/playground/query-executor.js.map +1 -0
- package/dist/playground/query-history.d.ts +92 -0
- package/dist/playground/query-history.d.ts.map +1 -0
- package/dist/playground/query-history.js +259 -0
- package/dist/playground/query-history.js.map +1 -0
- package/dist/playground/result-formatter.d.ts +59 -0
- package/dist/playground/result-formatter.d.ts.map +1 -0
- package/dist/playground/result-formatter.js +341 -0
- package/dist/playground/result-formatter.js.map +1 -0
- package/dist/playground/sample-datasets.d.ts +77 -0
- package/dist/playground/sample-datasets.d.ts.map +1 -0
- package/dist/playground/sample-datasets.js +641 -0
- package/dist/playground/sample-datasets.js.map +1 -0
- package/dist/playground/sample-queries.d.ts +73 -0
- package/dist/playground/sample-queries.d.ts.map +1 -0
- package/dist/playground/sample-queries.js +1095 -0
- package/dist/playground/sample-queries.js.map +1 -0
- package/dist/playground/schema-explorer.d.ts +55 -0
- package/dist/playground/schema-explorer.d.ts.map +1 -0
- package/dist/playground/schema-explorer.js +473 -0
- package/dist/playground/schema-explorer.js.map +1 -0
- package/dist/playground/types.d.ts +430 -0
- package/dist/playground/types.d.ts.map +1 -0
- package/dist/playground/types.js +10 -0
- package/dist/playground/types.js.map +1 -0
- package/dist/readonly/cache-reader.d.ts +145 -0
- package/dist/readonly/cache-reader.d.ts.map +1 -0
- package/dist/readonly/cache-reader.js +198 -0
- package/dist/readonly/cache-reader.js.map +1 -0
- package/dist/readonly/config.d.ts +74 -0
- package/dist/readonly/config.d.ts.map +1 -0
- package/dist/readonly/config.js +67 -0
- package/dist/readonly/config.js.map +1 -0
- package/dist/readonly/index.d.ts +22 -0
- package/dist/readonly/index.d.ts.map +1 -0
- package/dist/readonly/index.js +17 -0
- package/dist/readonly/index.js.map +1 -0
- package/dist/readonly/pglite-wrapper.d.ts +82 -0
- package/dist/readonly/pglite-wrapper.d.ts.map +1 -0
- package/dist/readonly/pglite-wrapper.js +123 -0
- package/dist/readonly/pglite-wrapper.js.map +1 -0
- package/dist/readonly/worker.d.ts +142 -0
- package/dist/readonly/worker.d.ts.map +1 -0
- package/dist/readonly/worker.js +187 -0
- package/dist/readonly/worker.js.map +1 -0
- package/dist/readonly/write-blocker.d.ts +47 -0
- package/dist/readonly/write-blocker.d.ts.map +1 -0
- package/dist/readonly/write-blocker.js +136 -0
- package/dist/readonly/write-blocker.js.map +1 -0
- package/dist/recovery/disaster-recovery.d.ts +326 -0
- package/dist/recovery/disaster-recovery.d.ts.map +1 -0
- package/dist/recovery/disaster-recovery.js +799 -0
- package/dist/recovery/disaster-recovery.js.map +1 -0
- package/dist/recovery/index.d.ts +12 -0
- package/dist/recovery/index.d.ts.map +1 -0
- package/dist/recovery/index.js +12 -0
- package/dist/recovery/index.js.map +1 -0
- package/dist/recovery/parquet-parser.d.ts +321 -0
- package/dist/recovery/parquet-parser.d.ts.map +1 -0
- package/dist/recovery/parquet-parser.js +797 -0
- package/dist/recovery/parquet-parser.js.map +1 -0
- package/dist/retention/index.d.ts +50 -0
- package/dist/retention/index.d.ts.map +1 -0
- package/dist/retention/index.js +50 -0
- package/dist/retention/index.js.map +1 -0
- package/dist/retention/policy.d.ts +344 -0
- package/dist/retention/policy.d.ts.map +1 -0
- package/dist/retention/policy.js +472 -0
- package/dist/retention/policy.js.map +1 -0
- package/dist/retention/purger.d.ts +187 -0
- package/dist/retention/purger.d.ts.map +1 -0
- package/dist/retention/purger.js +411 -0
- package/dist/retention/purger.js.map +1 -0
- package/dist/rls/auth-integration.d.ts +280 -0
- package/dist/rls/auth-integration.d.ts.map +1 -0
- package/dist/rls/auth-integration.js +399 -0
- package/dist/rls/auth-integration.js.map +1 -0
- package/dist/rls/generator.d.ts +249 -0
- package/dist/rls/generator.d.ts.map +1 -0
- package/dist/rls/generator.js +495 -0
- package/dist/rls/generator.js.map +1 -0
- package/dist/rls/index.d.ts +26 -0
- package/dist/rls/index.d.ts.map +1 -0
- package/dist/rls/index.js +58 -0
- package/dist/rls/index.js.map +1 -0
- package/dist/rls/policy.d.ts +116 -0
- package/dist/rls/policy.d.ts.map +1 -0
- package/dist/rls/policy.js +77 -0
- package/dist/rls/policy.js.map +1 -0
- package/dist/rls/validator.d.ts +155 -0
- package/dist/rls/validator.d.ts.map +1 -0
- package/dist/rls/validator.js +792 -0
- package/dist/rls/validator.js.map +1 -0
- package/dist/routing/adaptive-router.d.ts +317 -0
- package/dist/routing/adaptive-router.d.ts.map +1 -0
- package/dist/routing/adaptive-router.js +554 -0
- package/dist/routing/adaptive-router.js.map +1 -0
- package/dist/routing/circuit-breaker.d.ts +339 -0
- package/dist/routing/circuit-breaker.d.ts.map +1 -0
- package/dist/routing/circuit-breaker.js +620 -0
- package/dist/routing/circuit-breaker.js.map +1 -0
- package/dist/routing/cost-metrics.d.ts +133 -0
- package/dist/routing/cost-metrics.d.ts.map +1 -0
- package/dist/routing/cost-metrics.js +259 -0
- package/dist/routing/cost-metrics.js.map +1 -0
- package/dist/routing/do-connection-pool.d.ts +243 -0
- package/dist/routing/do-connection-pool.d.ts.map +1 -0
- package/dist/routing/do-connection-pool.js +572 -0
- package/dist/routing/do-connection-pool.js.map +1 -0
- package/dist/routing/index.d.ts +59 -0
- package/dist/routing/index.d.ts.map +1 -0
- package/dist/routing/index.js +59 -0
- package/dist/routing/index.js.map +1 -0
- package/dist/routing/query-complexity-estimator.d.ts +73 -0
- package/dist/routing/query-complexity-estimator.d.ts.map +1 -0
- package/dist/routing/query-complexity-estimator.js +327 -0
- package/dist/routing/query-complexity-estimator.js.map +1 -0
- package/dist/routing/request-coalescing.d.ts +178 -0
- package/dist/routing/request-coalescing.d.ts.map +1 -0
- package/dist/routing/request-coalescing.js +325 -0
- package/dist/routing/request-coalescing.js.map +1 -0
- package/dist/routing/runtime-router.d.ts +107 -0
- package/dist/routing/runtime-router.d.ts.map +1 -0
- package/dist/routing/runtime-router.js +246 -0
- package/dist/routing/runtime-router.js.map +1 -0
- package/dist/routing/tenant-router.d.ts +848 -0
- package/dist/routing/tenant-router.d.ts.map +1 -0
- package/dist/routing/tenant-router.js +1056 -0
- package/dist/routing/tenant-router.js.map +1 -0
- package/dist/routing/websocket-pool.d.ts +119 -0
- package/dist/routing/websocket-pool.d.ts.map +1 -0
- package/dist/routing/websocket-pool.js +436 -0
- package/dist/routing/websocket-pool.js.map +1 -0
- package/dist/storage/cache-layer.d.ts +159 -0
- package/dist/storage/cache-layer.d.ts.map +1 -0
- package/dist/storage/cache-layer.js +245 -0
- package/dist/storage/cache-layer.js.map +1 -0
- package/dist/storage/cost-aware-tiering.d.ts +258 -0
- package/dist/storage/cost-aware-tiering.d.ts.map +1 -0
- package/dist/storage/cost-aware-tiering.js +526 -0
- package/dist/storage/cost-aware-tiering.js.map +1 -0
- package/dist/storage/index.d.ts +87 -0
- package/dist/storage/index.d.ts.map +1 -0
- package/dist/storage/index.js +78 -0
- package/dist/storage/index.js.map +1 -0
- package/dist/storage/interfaces.d.ts +856 -0
- package/dist/storage/interfaces.d.ts.map +1 -0
- package/dist/storage/interfaces.js +69 -0
- package/dist/storage/interfaces.js.map +1 -0
- package/dist/storage/r2-layer.d.ts +226 -0
- package/dist/storage/r2-layer.d.ts.map +1 -0
- package/dist/storage/r2-layer.js +307 -0
- package/dist/storage/r2-layer.js.map +1 -0
- package/dist/storage/r2-overflow.d.ts +344 -0
- package/dist/storage/r2-overflow.d.ts.map +1 -0
- package/dist/storage/r2-overflow.js +730 -0
- package/dist/storage/r2-overflow.js.map +1 -0
- package/dist/storage/r2-page-vfs.d.ts +374 -0
- package/dist/storage/r2-page-vfs.d.ts.map +1 -0
- package/dist/storage/r2-page-vfs.js +754 -0
- package/dist/storage/r2-page-vfs.js.map +1 -0
- package/dist/storage/swr-cache.d.ts +181 -0
- package/dist/storage/swr-cache.d.ts.map +1 -0
- package/dist/storage/swr-cache.js +295 -0
- package/dist/storage/swr-cache.js.map +1 -0
- package/dist/storage/tiered-orchestrator.d.ts +951 -0
- package/dist/storage/tiered-orchestrator.d.ts.map +1 -0
- package/dist/storage/tiered-orchestrator.js +1731 -0
- package/dist/storage/tiered-orchestrator.js.map +1 -0
- package/dist/storage/tiered-vfs-swr.d.ts +279 -0
- package/dist/storage/tiered-vfs-swr.d.ts.map +1 -0
- package/dist/storage/tiered-vfs-swr.js +584 -0
- package/dist/storage/tiered-vfs-swr.js.map +1 -0
- package/dist/storage/tiered-vfs.d.ts +405 -0
- package/dist/storage/tiered-vfs.d.ts.map +1 -0
- package/dist/storage/tiered-vfs.js +833 -0
- package/dist/storage/tiered-vfs.js.map +1 -0
- package/dist/streaming/backpressure-controller.d.ts +173 -0
- package/dist/streaming/backpressure-controller.d.ts.map +1 -0
- package/dist/streaming/backpressure-controller.js +344 -0
- package/dist/streaming/backpressure-controller.js.map +1 -0
- package/dist/streaming/buffer-pool.d.ts +241 -0
- package/dist/streaming/buffer-pool.d.ts.map +1 -0
- package/dist/streaming/buffer-pool.js +381 -0
- package/dist/streaming/buffer-pool.js.map +1 -0
- package/dist/streaming/cdc-iceberg-connector.d.ts +272 -0
- package/dist/streaming/cdc-iceberg-connector.d.ts.map +1 -0
- package/dist/streaming/cdc-iceberg-connector.js +408 -0
- package/dist/streaming/cdc-iceberg-connector.js.map +1 -0
- package/dist/streaming/index.d.ts +111 -0
- package/dist/streaming/index.d.ts.map +1 -0
- package/dist/streaming/index.js +128 -0
- package/dist/streaming/index.js.map +1 -0
- package/dist/streaming/live-cdc-stream.d.ts +400 -0
- package/dist/streaming/live-cdc-stream.d.ts.map +1 -0
- package/dist/streaming/live-cdc-stream.js +703 -0
- package/dist/streaming/live-cdc-stream.js.map +1 -0
- package/dist/streaming/memory-bounded-stream.d.ts +207 -0
- package/dist/streaming/memory-bounded-stream.d.ts.map +1 -0
- package/dist/streaming/memory-bounded-stream.js +340 -0
- package/dist/streaming/memory-bounded-stream.js.map +1 -0
- package/dist/streaming/query-streamer.d.ts +379 -0
- package/dist/streaming/query-streamer.d.ts.map +1 -0
- package/dist/streaming/query-streamer.js +495 -0
- package/dist/streaming/query-streamer.js.map +1 -0
- package/dist/streaming/response-streaming.d.ts +203 -0
- package/dist/streaming/response-streaming.d.ts.map +1 -0
- package/dist/streaming/response-streaming.js +449 -0
- package/dist/streaming/response-streaming.js.map +1 -0
- package/dist/types/branded.d.ts +859 -0
- package/dist/types/branded.d.ts.map +1 -0
- package/dist/types/branded.js +891 -0
- package/dist/types/branded.js.map +1 -0
- package/dist/types/utilities.d.ts +757 -0
- package/dist/types/utilities.d.ts.map +1 -0
- package/dist/types/utilities.js +447 -0
- package/dist/types/utilities.js.map +1 -0
- package/dist/wal/replay-engine.d.ts +344 -0
- package/dist/wal/replay-engine.d.ts.map +1 -0
- package/dist/wal/replay-engine.js +975 -0
- package/dist/wal/replay-engine.js.map +1 -0
- package/dist/worker/__mocks__/capnweb.d.ts +13 -0
- package/dist/worker/__mocks__/capnweb.d.ts.map +1 -0
- package/dist/worker/__mocks__/capnweb.js +15 -0
- package/dist/worker/__mocks__/capnweb.js.map +1 -0
- package/dist/worker/__mocks__/cloudflare-workers.d.ts +31 -0
- package/dist/worker/__mocks__/cloudflare-workers.d.ts.map +1 -0
- package/dist/worker/__mocks__/cloudflare-workers.js +33 -0
- package/dist/worker/__mocks__/cloudflare-workers.js.map +1 -0
- package/dist/worker/__mocks__/pglite.data.d.ts +3 -0
- package/dist/worker/__mocks__/pglite.data.d.ts.map +1 -0
- package/dist/worker/__mocks__/pglite.data.js +20 -0
- package/dist/worker/__mocks__/pglite.data.js.map +1 -0
- package/dist/worker/__mocks__/pglite.wasm.d.ts +3 -0
- package/dist/worker/__mocks__/pglite.wasm.d.ts.map +1 -0
- package/dist/worker/__mocks__/pglite.wasm.js +30 -0
- package/dist/worker/__mocks__/pglite.wasm.js.map +1 -0
- package/dist/worker/auth-rate-limiter.d.ts +270 -0
- package/dist/worker/auth-rate-limiter.d.ts.map +1 -0
- package/dist/worker/auth-rate-limiter.js +332 -0
- package/dist/worker/auth-rate-limiter.js.map +1 -0
- package/dist/worker/auth.d.ts +345 -0
- package/dist/worker/auth.d.ts.map +1 -0
- package/dist/worker/auth.js +837 -0
- package/dist/worker/auth.js.map +1 -0
- package/dist/worker/cdc-backpressure.d.ts +338 -0
- package/dist/worker/cdc-backpressure.d.ts.map +1 -0
- package/dist/worker/cdc-backpressure.js +619 -0
- package/dist/worker/cdc-backpressure.js.map +1 -0
- package/dist/worker/cdc-sse.d.ts +277 -0
- package/dist/worker/cdc-sse.d.ts.map +1 -0
- package/dist/worker/cdc-sse.js +528 -0
- package/dist/worker/cdc-sse.js.map +1 -0
- package/dist/worker/cdc-websocket.d.ts +252 -0
- package/dist/worker/cdc-websocket.d.ts.map +1 -0
- package/dist/worker/cdc-websocket.js +940 -0
- package/dist/worker/cdc-websocket.js.map +1 -0
- package/dist/worker/cdc.d.ts +95 -0
- package/dist/worker/cdc.d.ts.map +1 -0
- package/dist/worker/cdc.js +211 -0
- package/dist/worker/cdc.js.map +1 -0
- package/dist/worker/concerns/auth-concern.d.ts +50 -0
- package/dist/worker/concerns/auth-concern.d.ts.map +1 -0
- package/dist/worker/concerns/auth-concern.js +131 -0
- package/dist/worker/concerns/auth-concern.js.map +1 -0
- package/dist/worker/concerns/cdc-concern.d.ts +99 -0
- package/dist/worker/concerns/cdc-concern.d.ts.map +1 -0
- package/dist/worker/concerns/cdc-concern.js +137 -0
- package/dist/worker/concerns/cdc-concern.js.map +1 -0
- package/dist/worker/concerns/index.d.ts +22 -0
- package/dist/worker/concerns/index.d.ts.map +1 -0
- package/dist/worker/concerns/index.js +13 -0
- package/dist/worker/concerns/index.js.map +1 -0
- package/dist/worker/concerns/query-execution-concern.d.ts +104 -0
- package/dist/worker/concerns/query-execution-concern.d.ts.map +1 -0
- package/dist/worker/concerns/query-execution-concern.js +95 -0
- package/dist/worker/concerns/query-execution-concern.js.map +1 -0
- package/dist/worker/concerns/storage-orchestration-concern.d.ts +78 -0
- package/dist/worker/concerns/storage-orchestration-concern.d.ts.map +1 -0
- package/dist/worker/concerns/storage-orchestration-concern.js +240 -0
- package/dist/worker/concerns/storage-orchestration-concern.js.map +1 -0
- package/dist/worker/do-auth-manager.d.ts +108 -0
- package/dist/worker/do-auth-manager.d.ts.map +1 -0
- package/dist/worker/do-auth-manager.js +212 -0
- package/dist/worker/do-auth-manager.js.map +1 -0
- package/dist/worker/do-pglite-manager.d.ts +137 -0
- package/dist/worker/do-pglite-manager.d.ts.map +1 -0
- package/dist/worker/do-pglite-manager.js +228 -0
- package/dist/worker/do-pglite-manager.js.map +1 -0
- package/dist/worker/do.d.ts +556 -0
- package/dist/worker/do.d.ts.map +1 -0
- package/dist/worker/do.js +1441 -0
- package/dist/worker/do.js.map +1 -0
- package/dist/worker/entry.d.ts +23 -0
- package/dist/worker/entry.d.ts.map +1 -0
- package/dist/worker/entry.js +362 -0
- package/dist/worker/entry.js.map +1 -0
- package/dist/worker/errors.d.ts +106 -0
- package/dist/worker/errors.d.ts.map +1 -0
- package/dist/worker/errors.js +178 -0
- package/dist/worker/errors.js.map +1 -0
- package/dist/worker/health-check-manager.d.ts +141 -0
- package/dist/worker/health-check-manager.d.ts.map +1 -0
- package/dist/worker/health-check-manager.js +145 -0
- package/dist/worker/health-check-manager.js.map +1 -0
- package/dist/worker/index.d.ts +60 -0
- package/dist/worker/index.d.ts.map +1 -0
- package/dist/worker/index.js +67 -0
- package/dist/worker/index.js.map +1 -0
- package/dist/worker/memory-pressure.d.ts +892 -0
- package/dist/worker/memory-pressure.d.ts.map +1 -0
- package/dist/worker/memory-pressure.js +1990 -0
- package/dist/worker/memory-pressure.js.map +1 -0
- package/dist/worker/migration-manager.d.ts +153 -0
- package/dist/worker/migration-manager.d.ts.map +1 -0
- package/dist/worker/migration-manager.js +461 -0
- package/dist/worker/migration-manager.js.map +1 -0
- package/dist/worker/plugin-manager.d.ts +147 -0
- package/dist/worker/plugin-manager.d.ts.map +1 -0
- package/dist/worker/plugin-manager.js +408 -0
- package/dist/worker/plugin-manager.js.map +1 -0
- package/dist/worker/proxy.d.ts +330 -0
- package/dist/worker/proxy.d.ts.map +1 -0
- package/dist/worker/proxy.js +504 -0
- package/dist/worker/proxy.js.map +1 -0
- package/dist/worker/query-execution-manager.d.ts +107 -0
- package/dist/worker/query-execution-manager.d.ts.map +1 -0
- package/dist/worker/query-execution-manager.js +155 -0
- package/dist/worker/query-execution-manager.js.map +1 -0
- package/dist/worker/query-executor.d.ts +163 -0
- package/dist/worker/query-executor.d.ts.map +1 -0
- package/dist/worker/query-executor.js +413 -0
- package/dist/worker/query-executor.js.map +1 -0
- package/dist/worker/query-stats-manager.d.ts +117 -0
- package/dist/worker/query-stats-manager.d.ts.map +1 -0
- package/dist/worker/query-stats-manager.js +162 -0
- package/dist/worker/query-stats-manager.js.map +1 -0
- package/dist/worker/result-handler.d.ts +192 -0
- package/dist/worker/result-handler.d.ts.map +1 -0
- package/dist/worker/result-handler.js +346 -0
- package/dist/worker/result-handler.js.map +1 -0
- package/dist/worker/routes.d.ts +135 -0
- package/dist/worker/routes.d.ts.map +1 -0
- package/dist/worker/routes.js +460 -0
- package/dist/worker/routes.js.map +1 -0
- package/dist/worker/rpc-methods-manager.d.ts +142 -0
- package/dist/worker/rpc-methods-manager.d.ts.map +1 -0
- package/dist/worker/rpc-methods-manager.js +195 -0
- package/dist/worker/rpc-methods-manager.js.map +1 -0
- package/dist/worker/rpc.d.ts +259 -0
- package/dist/worker/rpc.d.ts.map +1 -0
- package/dist/worker/rpc.js +398 -0
- package/dist/worker/rpc.js.map +1 -0
- package/dist/worker/schema-version.d.ts +209 -0
- package/dist/worker/schema-version.d.ts.map +1 -0
- package/dist/worker/schema-version.js +450 -0
- package/dist/worker/schema-version.js.map +1 -0
- package/dist/worker/session-manager.d.ts +282 -0
- package/dist/worker/session-manager.d.ts.map +1 -0
- package/dist/worker/session-manager.js +523 -0
- package/dist/worker/session-manager.js.map +1 -0
- package/dist/worker/shutdown-manager.d.ts +188 -0
- package/dist/worker/shutdown-manager.d.ts.map +1 -0
- package/dist/worker/shutdown-manager.js +347 -0
- package/dist/worker/shutdown-manager.js.map +1 -0
- package/dist/worker/sql-transform.d.ts +61 -0
- package/dist/worker/sql-transform.d.ts.map +1 -0
- package/dist/worker/sql-transform.js +312 -0
- package/dist/worker/sql-transform.js.map +1 -0
- package/dist/worker/types.d.ts +738 -0
- package/dist/worker/types.d.ts.map +1 -0
- package/dist/worker/types.js +6 -0
- package/dist/worker/types.js.map +1 -0
- package/dist/worker/user-routes.d.ts +76 -0
- package/dist/worker/user-routes.d.ts.map +1 -0
- package/dist/worker/user-routes.js +188 -0
- package/dist/worker/user-routes.js.map +1 -0
- package/dist/worker/wal-facade.d.ts +138 -0
- package/dist/worker/wal-facade.d.ts.map +1 -0
- package/dist/worker/wal-facade.js +184 -0
- package/dist/worker/wal-facade.js.map +1 -0
- package/dist/worker/wal-r2.d.ts +271 -0
- package/dist/worker/wal-r2.d.ts.map +1 -0
- package/dist/worker/wal-r2.js +689 -0
- package/dist/worker/wal-r2.js.map +1 -0
- package/dist/worker/wal-replay.d.ts +361 -0
- package/dist/worker/wal-replay.d.ts.map +1 -0
- package/dist/worker/wal-replay.js +628 -0
- package/dist/worker/wal-replay.js.map +1 -0
- package/dist/worker/wal-retention.d.ts +389 -0
- package/dist/worker/wal-retention.d.ts.map +1 -0
- package/dist/worker/wal-retention.js +763 -0
- package/dist/worker/wal-retention.js.map +1 -0
- package/dist/worker/wal.d.ts +278 -0
- package/dist/worker/wal.d.ts.map +1 -0
- package/dist/worker/wal.js +467 -0
- package/dist/worker/wal.js.map +1 -0
- package/dist/worker/websocket.d.ts +85 -0
- package/dist/worker/websocket.d.ts.map +1 -0
- package/dist/worker/websocket.js +227 -0
- package/dist/worker/websocket.js.map +1 -0
- package/package.json +108 -0
- package/src/cdc/change-stream.ts +137 -0
- package/src/cdc/filter.ts +646 -0
- package/src/cdc/index.ts +112 -0
- package/src/cdc/resume-token.ts +280 -0
- package/src/cdc/transport/index.ts +7 -0
- package/src/cdc/transport/sse.ts +723 -0
- package/src/cdc/transport/websocket.ts +873 -0
- package/src/cdc/types.ts +346 -0
- package/src/config/index.ts +25 -0
- package/src/config/memory.ts +177 -0
- package/src/config/storage.ts +204 -0
- package/src/config/streaming.ts +147 -0
- package/src/config/timeouts.ts +221 -0
- package/src/extensions/config.test.ts +187 -0
- package/src/extensions/config.ts +278 -0
- package/src/extensions/geo.test.ts +455 -0
- package/src/extensions/geo.ts +858 -0
- package/src/extensions/index.test.ts +259 -0
- package/src/extensions/index.ts +227 -0
- package/src/extensions/loader.test.ts +555 -0
- package/src/extensions/loader.ts +588 -0
- package/src/extensions/pgmq-lite.test.ts +727 -0
- package/src/extensions/pgmq-lite.ts +770 -0
- package/src/extensions/plugins.test.ts +528 -0
- package/src/extensions/plugins.ts +718 -0
- package/src/extensions/registry.test.ts +202 -0
- package/src/extensions/registry.ts +267 -0
- package/src/extensions/vector.test.ts +195 -0
- package/src/extensions/vector.ts +217 -0
- package/src/iceberg/SCHEDULER.md +580 -0
- package/src/iceberg/analytics.test.ts +703 -0
- package/src/iceberg/analytics.ts +727 -0
- package/src/iceberg/catalog-api.test.ts +838 -0
- package/src/iceberg/catalog-api.ts +520 -0
- package/src/iceberg/catalog.test.ts +680 -0
- package/src/iceberg/catalog.ts +1007 -0
- package/src/iceberg/iceberg.test.ts +705 -0
- package/src/iceberg/index.ts +406 -0
- package/src/iceberg/metadata.test.ts +632 -0
- package/src/iceberg/metadata.ts +649 -0
- package/src/iceberg/optimizer.test.ts +868 -0
- package/src/iceberg/optimizer.ts +1287 -0
- package/src/iceberg/parquet.test.ts +899 -0
- package/src/iceberg/parquet.ts +1640 -0
- package/src/iceberg/r2-organization.test.ts +615 -0
- package/src/iceberg/r2-organization.ts +951 -0
- package/src/iceberg/scheduler-do-example.ts +364 -0
- package/src/iceberg/scheduler.test.ts +861 -0
- package/src/iceberg/scheduler.ts +1201 -0
- package/src/iceberg/schema.test.ts +547 -0
- package/src/iceberg/schema.ts +616 -0
- package/src/iceberg/snapshot-manager.test.ts +919 -0
- package/src/iceberg/snapshot-manager.ts +1369 -0
- package/src/iceberg/sql-router.test.ts +334 -0
- package/src/iceberg/sql-router.ts +337 -0
- package/src/iceberg/test-fixtures.ts +605 -0
- package/src/iceberg/time-travel-api.test.ts +1029 -0
- package/src/iceberg/time-travel-api.ts +731 -0
- package/src/iceberg/time-travel.test.ts +1218 -0
- package/src/iceberg/time-travel.ts +1052 -0
- package/src/iceberg/transformer.test.ts +689 -0
- package/src/iceberg/transformer.ts +1029 -0
- package/src/iceberg/types.ts +373 -0
- package/src/iceberg/writer.test.ts +716 -0
- package/src/iceberg/writer.ts +590 -0
- package/src/index.ts +212 -0
- package/src/lineage/index.ts +42 -0
- package/src/lineage/integration.ts +334 -0
- package/src/lineage/tracker.ts +1618 -0
- package/src/lineage/types.ts +354 -0
- package/src/middleware/index.ts +36 -0
- package/src/middleware/rate-limit-concurrent.test.ts +794 -0
- package/src/middleware/rate-limit.test.ts +1568 -0
- package/src/middleware/rate-limit.ts +840 -0
- package/src/migration-tooling/external-migration.test.ts +1864 -0
- package/src/migration-tooling/external-migration.ts +2355 -0
- package/src/migration-tooling/index.ts +19 -0
- package/src/migrations/ARCHITECTURE.md +474 -0
- package/src/migrations/PROGRESS_TRACKING.md +485 -0
- package/src/migrations/auto-migrator.test.ts +732 -0
- package/src/migrations/auto-migrator.ts +531 -0
- package/src/migrations/bulk-orchestrator.test.ts +801 -0
- package/src/migrations/bulk-orchestrator.ts +1039 -0
- package/src/migrations/compatibility.test.ts +958 -0
- package/src/migrations/compatibility.ts +902 -0
- package/src/migrations/do-migrations.test.ts +2620 -0
- package/src/migrations/do-migrations.ts +1289 -0
- package/src/migrations/do-migrations.types.ts +715 -0
- package/src/migrations/drizzle-compat.test.ts +210 -0
- package/src/migrations/drizzle-compat.ts +337 -0
- package/src/migrations/index.ts +334 -0
- package/src/migrations/migration-api.test.ts +438 -0
- package/src/migrations/migration-api.ts +704 -0
- package/src/migrations/progress-tracker-do.ts +518 -0
- package/src/migrations/progress-tracker-kv.ts +305 -0
- package/src/migrations/progress-tracker.test.ts +937 -0
- package/src/migrations/progress-tracker.ts +665 -0
- package/src/migrations/registry.test.ts +331 -0
- package/src/migrations/registry.ts +468 -0
- package/src/migrations/rollback.test.ts +644 -0
- package/src/migrations/runner.test.ts +807 -0
- package/src/migrations/runner.test.ts.backup +759 -0
- package/src/migrations/runner.ts +1459 -0
- package/src/migrations/schema-generator.test.ts +649 -0
- package/src/migrations/schema-generator.ts +513 -0
- package/src/migrations/testing.ts +1037 -0
- package/src/migrations/types.ts +573 -0
- package/src/migrations/validator.test.ts +660 -0
- package/src/migrations/validator.ts +741 -0
- package/src/observability/alerting.test.ts +1133 -0
- package/src/observability/alerting.ts +455 -0
- package/src/observability/analytics-engine.ts +733 -0
- package/src/observability/cost-metrics.ts +804 -0
- package/src/observability/cross-do-tracing.test.ts +516 -0
- package/src/observability/cross-do-tracing.ts +588 -0
- package/src/observability/dashboards/postgres-do-overview.json +1656 -0
- package/src/observability/error-rate-collector.test.ts +977 -0
- package/src/observability/error-rate-collector.ts +518 -0
- package/src/observability/exporters.test.ts +365 -0
- package/src/observability/exporters.ts +650 -0
- package/src/observability/health-check.test.ts +353 -0
- package/src/observability/health-check.ts +341 -0
- package/src/observability/index.test.ts +298 -0
- package/src/observability/index.ts +885 -0
- package/src/observability/instrumentation.test.ts +428 -0
- package/src/observability/instrumentation.ts +788 -0
- package/src/observability/memory-metrics.test.ts +355 -0
- package/src/observability/memory-metrics.ts +990 -0
- package/src/observability/metrics-endpoint.test.ts +402 -0
- package/src/observability/metrics-endpoint.ts +374 -0
- package/src/observability/metrics.test.ts +291 -0
- package/src/observability/metrics.ts +315 -0
- package/src/observability/observability-features.ts +1296 -0
- package/src/observability/prometheus.test.ts +292 -0
- package/src/observability/prometheus.ts +170 -0
- package/src/observability/propagation.test.ts +417 -0
- package/src/observability/propagation.ts +294 -0
- package/src/observability/query-latency.ts +586 -0
- package/src/observability/query-performance.test.ts +406 -0
- package/src/observability/query-performance.ts +491 -0
- package/src/observability/storage-tier-metrics.test.ts +633 -0
- package/src/observability/storage-tier-metrics.ts +570 -0
- package/src/observability/tier-cost-optimizer.ts +740 -0
- package/src/observability/tracer.test.ts +346 -0
- package/src/observability/tracer.ts +585 -0
- package/src/observability/types.test.ts +726 -0
- package/src/observability/types.ts +434 -0
- package/src/pglite/auto-demotion.test.ts +477 -0
- package/src/pglite/auto-demotion.ts +385 -0
- package/src/pglite/auto-promotion.test.ts +824 -0
- package/src/pglite/auto-promotion.ts +547 -0
- package/src/pglite/cache-layer.test.ts +469 -0
- package/src/pglite/cache-layer.ts +271 -0
- package/src/pglite/cold-start-manager.ts +1260 -0
- package/src/pglite/cold-start-optimizer.test.ts +937 -0
- package/src/pglite/cold-start-optimizer.ts +1895 -0
- package/src/pglite/dovfs-adapter.ts +1122 -0
- package/src/pglite/dovfs.ts +1258 -0
- package/src/pglite/etag-cache.test.ts +844 -0
- package/src/pglite/etag-cache.ts +526 -0
- package/src/pglite/index.ts +442 -0
- package/src/pglite/init.test.ts +455 -0
- package/src/pglite/init.ts +574 -0
- package/src/pglite/lifecycle.test.ts +599 -0
- package/src/pglite/lifecycle.ts +704 -0
- package/src/pglite/parallel-loader.test.ts +586 -0
- package/src/pglite/parallel-loader.ts +481 -0
- package/src/pglite/production-pglite.test.ts +666 -0
- package/src/pglite/production-pglite.ts +537 -0
- package/src/pglite/query-executor.ts +614 -0
- package/src/pglite/r2-layer.test.ts +501 -0
- package/src/pglite/r2-layer.ts +322 -0
- package/src/pglite/tiered-init.test.ts +725 -0
- package/src/pglite/tiered-init.ts +556 -0
- package/src/pglite/tiered-vfs.test.ts +726 -0
- package/src/pglite/tiered-vfs.ts +33 -0
- package/src/pglite/tiering-stats.test.ts +531 -0
- package/src/pglite/tiering-stats.ts +407 -0
- package/src/pglite/transaction-hooks.ts +343 -0
- package/src/pglite/warm-loader.test.ts +1701 -0
- package/src/pglite/warm-loader.ts +528 -0
- package/src/pglite/workers-pglite.ts +224 -0
- package/src/pglite-assets/pglite.data +0 -0
- package/src/pglite-assets/pglite.wasm +0 -0
- package/src/pglite.d.ts +47 -0
- package/src/playground/index.ts +137 -0
- package/src/playground/keyboard-shortcuts.ts +677 -0
- package/src/playground/playground.ts +323 -0
- package/src/playground/query-executor.ts +669 -0
- package/src/playground/query-history.ts +328 -0
- package/src/playground/result-formatter.ts +420 -0
- package/src/playground/sample-datasets.ts +674 -0
- package/src/playground/sample-queries.ts +1168 -0
- package/src/playground/schema-explorer.ts +558 -0
- package/src/playground/types.ts +518 -0
- package/src/readonly/cache-reader.test.ts +460 -0
- package/src/readonly/cache-reader.ts +313 -0
- package/src/readonly/config.test.ts +187 -0
- package/src/readonly/config.ts +128 -0
- package/src/readonly/index.ts +50 -0
- package/src/readonly/pglite-wrapper.test.ts +278 -0
- package/src/readonly/pglite-wrapper.ts +184 -0
- package/src/readonly/worker.test.ts +533 -0
- package/src/readonly/worker.ts +341 -0
- package/src/readonly/write-blocker.test.ts +459 -0
- package/src/readonly/write-blocker.ts +175 -0
- package/src/recovery/disaster-recovery.test.ts +618 -0
- package/src/recovery/disaster-recovery.ts +1181 -0
- package/src/recovery/index.ts +43 -0
- package/src/recovery/parquet-parser.ts +974 -0
- package/src/retention/index.ts +74 -0
- package/src/retention/policy.test.ts +571 -0
- package/src/retention/policy.ts +774 -0
- package/src/retention/purger.test.ts +465 -0
- package/src/retention/purger.ts +558 -0
- package/src/rls/auth-integration.test.ts +752 -0
- package/src/rls/auth-integration.ts +533 -0
- package/src/rls/generator.test.ts +829 -0
- package/src/rls/generator.ts +573 -0
- package/src/rls/index.ts +128 -0
- package/src/rls/policy.ts +208 -0
- package/src/rls/rls.test.ts +1071 -0
- package/src/rls/validator.test.ts +930 -0
- package/src/rls/validator.ts +895 -0
- package/src/routing/adaptive-router.test.ts +884 -0
- package/src/routing/adaptive-router.ts +845 -0
- package/src/routing/circuit-breaker.test.ts +1505 -0
- package/src/routing/circuit-breaker.ts +852 -0
- package/src/routing/cost-metrics.test.ts +565 -0
- package/src/routing/cost-metrics.ts +408 -0
- package/src/routing/do-connection-pool.test.ts +1109 -0
- package/src/routing/do-connection-pool.ts +828 -0
- package/src/routing/index.ts +158 -0
- package/src/routing/query-complexity-estimator.test.ts +356 -0
- package/src/routing/query-complexity-estimator.ts +444 -0
- package/src/routing/request-coalescing.test.ts +738 -0
- package/src/routing/request-coalescing.ts +475 -0
- package/src/routing/runtime-router.test.ts +436 -0
- package/src/routing/runtime-router.ts +357 -0
- package/src/routing/tenant-router.test.ts +2493 -0
- package/src/routing/tenant-router.ts +1908 -0
- package/src/routing/websocket-pool.test.ts +551 -0
- package/src/routing/websocket-pool.ts +577 -0
- package/src/storage/access-pattern-tracker.test.ts +874 -0
- package/src/storage/cache-layer.test.ts +560 -0
- package/src/storage/cache-layer.ts +328 -0
- package/src/storage/cost-aware-tiering.test.ts +652 -0
- package/src/storage/cost-aware-tiering.ts +794 -0
- package/src/storage/do-sqlite-blobs.test.ts +937 -0
- package/src/storage/index.ts +272 -0
- package/src/storage/interfaces.ts +974 -0
- package/src/storage/r2-layer.test.ts +653 -0
- package/src/storage/r2-layer.ts +434 -0
- package/src/storage/r2-overflow.ts +920 -0
- package/src/storage/r2-page-vfs.test.ts +2348 -0
- package/src/storage/r2-page-vfs.ts +1054 -0
- package/src/storage/swr-cache.test.ts +832 -0
- package/src/storage/swr-cache.ts +398 -0
- package/src/storage/swr-tiered-integration.test.ts +617 -0
- package/src/storage/tiered-orchestrator.test.ts +2441 -0
- package/src/storage/tiered-orchestrator.ts +2081 -0
- package/src/storage/tiered-vfs-swr.test.ts +736 -0
- package/src/storage/tiered-vfs-swr.ts +735 -0
- package/src/storage/tiered-vfs.test.ts +793 -0
- package/src/storage/tiered-vfs.ts +1082 -0
- package/src/streaming/backpressure-controller.ts +452 -0
- package/src/streaming/buffer-pool.ts +484 -0
- package/src/streaming/cdc-iceberg-connector.ts +605 -0
- package/src/streaming/index.ts +225 -0
- package/src/streaming/live-cdc-stream.ts +985 -0
- package/src/streaming/memory-bounded-stream.ts +443 -0
- package/src/streaming/query-streamer.ts +662 -0
- package/src/streaming/response-streaming.ts +557 -0
- package/src/types/branded.ts +1075 -0
- package/src/types/branded.ts.backup +273 -0
- package/src/types/utilities.ts +1023 -0
- package/src/types/wasm.d.ts +30 -0
- package/src/validation/typed-errors.test.ts +420 -0
- package/src/wal/replay-engine.ts +1264 -0
- package/src/worker/__mocks__/capnweb.ts +15 -0
- package/src/worker/__mocks__/pglite.data.ts +22 -0
- package/src/worker/__mocks__/pglite.wasm.ts +33 -0
- package/src/worker/auth-rate-limiter.test.ts +272 -0
- package/src/worker/auth-rate-limiter.ts +448 -0
- package/src/worker/auth.security-red.test.ts +1236 -0
- package/src/worker/auth.security.test.ts +822 -0
- package/src/worker/auth.test.ts +469 -0
- package/src/worker/auth.ts +1104 -0
- package/src/worker/cdc-backpressure.test.ts +726 -0
- package/src/worker/cdc-backpressure.ts +866 -0
- package/src/worker/cdc-sse.test.ts +780 -0
- package/src/worker/cdc-sse.ts +728 -0
- package/src/worker/cdc-websocket.ts +1229 -0
- package/src/worker/cdc-ws.test.ts +1009 -0
- package/src/worker/cdc.test.ts +327 -0
- package/src/worker/cdc.ts +289 -0
- package/src/worker/concerns/auth-concern.ts +179 -0
- package/src/worker/concerns/cdc-concern.ts +247 -0
- package/src/worker/concerns/index.ts +58 -0
- package/src/worker/concerns/query-execution-concern.ts +194 -0
- package/src/worker/concerns/storage-orchestration-concern.ts +373 -0
- package/src/worker/discriminated-types.test.ts +280 -0
- package/src/worker/do-auth-manager.ts +257 -0
- package/src/worker/do-decomposition.test.ts +1236 -0
- package/src/worker/do-pglite-manager.ts +302 -0
- package/src/worker/do.test.ts +2254 -0
- package/src/worker/do.ts +1878 -0
- package/src/worker/entry.ts +417 -0
- package/src/worker/errors.ts +285 -0
- package/src/worker/health-check-manager.test.ts +261 -0
- package/src/worker/health-check-manager.ts +231 -0
- package/src/worker/index.ts +389 -0
- package/src/worker/memory-pressure.test.ts +1460 -0
- package/src/worker/memory-pressure.ts +2650 -0
- package/src/worker/migration-manager.ts +582 -0
- package/src/worker/neon-compat.test.ts +332 -0
- package/src/worker/plugin-manager.ts +485 -0
- package/src/worker/postgres.do-rpc.d.ts +76 -0
- package/src/worker/proxy.ts +694 -0
- package/src/worker/query-execution-manager.test.ts +303 -0
- package/src/worker/query-execution-manager.ts +219 -0
- package/src/worker/query-executor.test.ts +282 -0
- package/src/worker/query-executor.ts +560 -0
- package/src/worker/query-stats-manager.ts +229 -0
- package/src/worker/result-handler.test.ts +364 -0
- package/src/worker/result-handler.ts +510 -0
- package/src/worker/routes.test.ts +795 -0
- package/src/worker/routes.ts +650 -0
- package/src/worker/rpc-methods-manager.test.ts +326 -0
- package/src/worker/rpc-methods-manager.ts +276 -0
- package/src/worker/rpc.ts +524 -0
- package/src/worker/schema-version.ts +605 -0
- package/src/worker/session-manager.test.ts +506 -0
- package/src/worker/session-manager.ts +732 -0
- package/src/worker/shutdown-manager.ts +469 -0
- package/src/worker/sql-transform.test.ts +286 -0
- package/src/worker/sql-transform.ts +368 -0
- package/src/worker/supabase-compat.test.ts +621 -0
- package/src/worker/types.test.ts +292 -0
- package/src/worker/types.ts +873 -0
- package/src/worker/user-routes.test.ts +703 -0
- package/src/worker/user-routes.ts +303 -0
- package/src/worker/wal-facade.ts +235 -0
- package/src/worker/wal-r2.test.ts +570 -0
- package/src/worker/wal-r2.ts +930 -0
- package/src/worker/wal-replay.test.ts +845 -0
- package/src/worker/wal-replay.ts +897 -0
- package/src/worker/wal-retention.test.ts +758 -0
- package/src/worker/wal-retention.ts +1075 -0
- package/src/worker/wal.test.ts +618 -0
- package/src/worker/wal.ts +697 -0
- package/src/worker/websocket.test.ts +296 -0
- package/src/worker/websocket.ts +284 -0
|
@@ -0,0 +1,452 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Iceberg Table Writer for WAL Storage
|
|
3
|
+
* Task: postgres-6qa - Apache Iceberg table format support
|
|
4
|
+
*
|
|
5
|
+
* Main writer class that coordinates WAL entry storage in Iceberg format
|
|
6
|
+
* on Cloudflare R2. Handles data files, manifests, and metadata updates.
|
|
7
|
+
*/
|
|
8
|
+
import { createLogger, LogLevel } from '@dotdo/postgres-shared';
|
|
9
|
+
// Module-level logger for Iceberg writer errors
|
|
10
|
+
const writerLogger = createLogger({
|
|
11
|
+
level: LogLevel.ERROR,
|
|
12
|
+
prefix: '[IcebergWriter]',
|
|
13
|
+
});
|
|
14
|
+
import { IcebergMetadataBuilder, ManifestBuilder, ManifestListBuilder, generateMetadataFileName, generateManifestFileName, generateManifestListFileName, generateDataFileName, } from './metadata';
|
|
15
|
+
import { createWALSchema, createWALPartitionSpec, createWALSortOrder, getPartitionValue, generatePartitionPath, } from './schema';
|
|
16
|
+
import { createWALParquetWriter, walEntryToParquetRecord, generateDataFileMetadata, } from './parquet';
|
|
17
|
+
/**
|
|
18
|
+
* Default target file size (128 MB)
|
|
19
|
+
*/
|
|
20
|
+
const DEFAULT_TARGET_FILE_SIZE = 128 * 1024 * 1024;
|
|
21
|
+
/**
|
|
22
|
+
* Iceberg WAL Writer
|
|
23
|
+
*
|
|
24
|
+
* Writes WAL entries to Iceberg tables on R2 storage.
|
|
25
|
+
* Manages partitioning, file creation, and metadata updates.
|
|
26
|
+
*/
|
|
27
|
+
export class IcebergWALWriter {
|
|
28
|
+
bucket;
|
|
29
|
+
tablePath;
|
|
30
|
+
targetFileSizeBytes;
|
|
31
|
+
properties;
|
|
32
|
+
metadataBuilder = null;
|
|
33
|
+
pendingFiles = new Map();
|
|
34
|
+
stats = {
|
|
35
|
+
snapshotsCreated: 0,
|
|
36
|
+
dataFilesWritten: 0,
|
|
37
|
+
recordsWritten: 0n,
|
|
38
|
+
bytesWritten: 0n,
|
|
39
|
+
lastSnapshotTimestamp: null,
|
|
40
|
+
lastCommitDurationMs: 0,
|
|
41
|
+
};
|
|
42
|
+
initialized = false;
|
|
43
|
+
metadataVersion = 0;
|
|
44
|
+
constructor(config) {
|
|
45
|
+
this.bucket = config.bucket;
|
|
46
|
+
this.tablePath = config.tablePath.replace(/\/$/, ''); // Remove trailing slash
|
|
47
|
+
this.targetFileSizeBytes = config.targetFileSizeBytes ?? DEFAULT_TARGET_FILE_SIZE;
|
|
48
|
+
this.properties = config.properties ?? {};
|
|
49
|
+
}
|
|
50
|
+
/**
|
|
51
|
+
* Initialize the writer, creating table metadata if needed
|
|
52
|
+
*/
|
|
53
|
+
async initialize() {
|
|
54
|
+
if (this.initialized) {
|
|
55
|
+
return;
|
|
56
|
+
}
|
|
57
|
+
// Try to load existing metadata
|
|
58
|
+
const existingMetadata = await this.loadLatestMetadata();
|
|
59
|
+
if (existingMetadata) {
|
|
60
|
+
this.metadataBuilder = IcebergMetadataBuilder.fromMetadata(existingMetadata);
|
|
61
|
+
// Find the latest version number from metadata files
|
|
62
|
+
const metadataFiles = await this.listMetadataFiles();
|
|
63
|
+
this.metadataVersion = metadataFiles.length;
|
|
64
|
+
}
|
|
65
|
+
else {
|
|
66
|
+
// Create new table
|
|
67
|
+
this.metadataBuilder = new IcebergMetadataBuilder({
|
|
68
|
+
location: `${this.tablePath}`,
|
|
69
|
+
schema: createWALSchema(),
|
|
70
|
+
partitionSpec: createWALPartitionSpec(),
|
|
71
|
+
sortOrder: createWALSortOrder(),
|
|
72
|
+
properties: {
|
|
73
|
+
'write.format.default': 'parquet',
|
|
74
|
+
'write.parquet.compression-codec': 'snappy',
|
|
75
|
+
...this.properties,
|
|
76
|
+
},
|
|
77
|
+
});
|
|
78
|
+
// Write initial metadata
|
|
79
|
+
await this.writeMetadata();
|
|
80
|
+
}
|
|
81
|
+
this.initialized = true;
|
|
82
|
+
}
|
|
83
|
+
/**
|
|
84
|
+
* Ensure the writer is initialized
|
|
85
|
+
*/
|
|
86
|
+
ensureInitialized() {
|
|
87
|
+
if (!this.initialized || !this.metadataBuilder) {
|
|
88
|
+
throw new Error('Writer not initialized. Call initialize() first.');
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
/**
|
|
92
|
+
* Load the latest table metadata from R2
|
|
93
|
+
*/
|
|
94
|
+
async loadLatestMetadata() {
|
|
95
|
+
// First try version hint file
|
|
96
|
+
const versionHint = await this.bucket.get(`${this.tablePath}/metadata/version-hint.text`);
|
|
97
|
+
if (versionHint) {
|
|
98
|
+
const version = parseInt(await versionHint.text(), 10);
|
|
99
|
+
const metadataPath = `${this.tablePath}/metadata/v${version}.metadata.json`;
|
|
100
|
+
const metadata = await this.bucket.get(metadataPath);
|
|
101
|
+
if (metadata) {
|
|
102
|
+
return JSON.parse(await metadata.text());
|
|
103
|
+
}
|
|
104
|
+
}
|
|
105
|
+
// Fall back to listing metadata files
|
|
106
|
+
const metadataFiles = await this.listMetadataFiles();
|
|
107
|
+
if (metadataFiles.length === 0) {
|
|
108
|
+
return null;
|
|
109
|
+
}
|
|
110
|
+
// Get the latest version
|
|
111
|
+
const latestFile = metadataFiles[metadataFiles.length - 1];
|
|
112
|
+
if (!latestFile) {
|
|
113
|
+
return null;
|
|
114
|
+
}
|
|
115
|
+
const metadata = await this.bucket.get(latestFile);
|
|
116
|
+
if (metadata) {
|
|
117
|
+
return JSON.parse(await metadata.text());
|
|
118
|
+
}
|
|
119
|
+
return null;
|
|
120
|
+
}
|
|
121
|
+
/**
|
|
122
|
+
* List metadata files in version order
|
|
123
|
+
*/
|
|
124
|
+
async listMetadataFiles() {
|
|
125
|
+
const list = await this.bucket.list({
|
|
126
|
+
prefix: `${this.tablePath}/metadata/`,
|
|
127
|
+
});
|
|
128
|
+
return list.objects
|
|
129
|
+
.filter((obj) => obj.key.endsWith('.metadata.json'))
|
|
130
|
+
.map((obj) => obj.key)
|
|
131
|
+
.sort((a, b) => {
|
|
132
|
+
const versionA = parseInt(a.match(/v(\d+)\.metadata\.json/)?.[1] ?? '0', 10);
|
|
133
|
+
const versionB = parseInt(b.match(/v(\d+)\.metadata\.json/)?.[1] ?? '0', 10);
|
|
134
|
+
return versionA - versionB;
|
|
135
|
+
});
|
|
136
|
+
}
|
|
137
|
+
/**
|
|
138
|
+
* Add WAL entries to be written
|
|
139
|
+
*/
|
|
140
|
+
addEntries(entries, doId) {
|
|
141
|
+
this.ensureInitialized();
|
|
142
|
+
const partitionSpec = this.metadataBuilder.getCurrentPartitionSpec();
|
|
143
|
+
for (const entry of entries) {
|
|
144
|
+
const record = walEntryToParquetRecord(entry, doId);
|
|
145
|
+
const partition = getPartitionValue(record, partitionSpec);
|
|
146
|
+
const partitionPath = generatePartitionPath(partition);
|
|
147
|
+
// Get or create pending file for this partition
|
|
148
|
+
let pendingFile = this.pendingFiles.get(partitionPath);
|
|
149
|
+
if (!pendingFile) {
|
|
150
|
+
pendingFile = {
|
|
151
|
+
partition,
|
|
152
|
+
partitionPath,
|
|
153
|
+
writer: createWALParquetWriter({
|
|
154
|
+
'iceberg.schema': JSON.stringify(this.metadataBuilder.getCurrentSchema()),
|
|
155
|
+
'iceberg.partition-spec': JSON.stringify(partitionSpec),
|
|
156
|
+
}),
|
|
157
|
+
records: [],
|
|
158
|
+
estimatedSize: 0,
|
|
159
|
+
};
|
|
160
|
+
this.pendingFiles.set(partitionPath, pendingFile);
|
|
161
|
+
}
|
|
162
|
+
pendingFile.writer.addRecord(record);
|
|
163
|
+
pendingFile.records.push(record);
|
|
164
|
+
// Estimate size (rough JSON size approximation)
|
|
165
|
+
pendingFile.estimatedSize += JSON.stringify(record).length;
|
|
166
|
+
}
|
|
167
|
+
}
|
|
168
|
+
/**
|
|
169
|
+
* Check if any pending files should be flushed
|
|
170
|
+
*/
|
|
171
|
+
shouldFlush() {
|
|
172
|
+
for (const pendingFile of this.pendingFiles.values()) {
|
|
173
|
+
if (pendingFile.estimatedSize >= this.targetFileSizeBytes) {
|
|
174
|
+
return true;
|
|
175
|
+
}
|
|
176
|
+
}
|
|
177
|
+
return false;
|
|
178
|
+
}
|
|
179
|
+
/**
|
|
180
|
+
* Get statistics
|
|
181
|
+
*/
|
|
182
|
+
getStats() {
|
|
183
|
+
return { ...this.stats };
|
|
184
|
+
}
|
|
185
|
+
/**
|
|
186
|
+
* Get the number of pending records
|
|
187
|
+
*/
|
|
188
|
+
getPendingRecordCount() {
|
|
189
|
+
let count = 0;
|
|
190
|
+
for (const pendingFile of this.pendingFiles.values()) {
|
|
191
|
+
count += pendingFile.records.length;
|
|
192
|
+
}
|
|
193
|
+
return count;
|
|
194
|
+
}
|
|
195
|
+
/**
|
|
196
|
+
* Flush all pending data files and create a new snapshot
|
|
197
|
+
*/
|
|
198
|
+
async flush() {
|
|
199
|
+
this.ensureInitialized();
|
|
200
|
+
if (this.pendingFiles.size === 0) {
|
|
201
|
+
return null;
|
|
202
|
+
}
|
|
203
|
+
const startTime = performance.now();
|
|
204
|
+
try {
|
|
205
|
+
// Write all pending data files
|
|
206
|
+
const dataFiles = [];
|
|
207
|
+
for (const [, pendingFile] of this.pendingFiles) {
|
|
208
|
+
const dataFile = await this.writeDataFile(pendingFile);
|
|
209
|
+
dataFiles.push(dataFile);
|
|
210
|
+
}
|
|
211
|
+
// Create manifest for the new data files
|
|
212
|
+
const sequenceNumber = this.metadataBuilder.nextSequenceNumber();
|
|
213
|
+
const snapshotId = Date.now() * 1000 + Math.floor(Math.random() * 1000);
|
|
214
|
+
const manifestBuilder = new ManifestBuilder({
|
|
215
|
+
partitionSpecId: this.metadataBuilder.getCurrentPartitionSpec()['spec-id'],
|
|
216
|
+
sequenceNumber,
|
|
217
|
+
snapshotId,
|
|
218
|
+
});
|
|
219
|
+
for (const dataFile of dataFiles) {
|
|
220
|
+
manifestBuilder.addDataFile(dataFile);
|
|
221
|
+
}
|
|
222
|
+
// Write manifest file
|
|
223
|
+
const manifestFileName = generateManifestFileName(snapshotId);
|
|
224
|
+
const manifestPath = `${this.tablePath}/metadata/${manifestFileName}`;
|
|
225
|
+
const manifestContent = manifestBuilder.toJSON();
|
|
226
|
+
const manifestBytes = new TextEncoder().encode(manifestContent);
|
|
227
|
+
await this.bucket.put(manifestPath, manifestBytes, {
|
|
228
|
+
httpMetadata: { contentType: 'application/json' },
|
|
229
|
+
});
|
|
230
|
+
const manifestFileMetadata = manifestBuilder.createManifestFileMetadata(manifestPath, manifestBytes.length);
|
|
231
|
+
// Create manifest list
|
|
232
|
+
const manifestListBuilder = new ManifestListBuilder(snapshotId, sequenceNumber);
|
|
233
|
+
manifestListBuilder.addManifest(manifestFileMetadata);
|
|
234
|
+
// Include existing manifests from previous snapshot
|
|
235
|
+
await this.includeExistingManifests(manifestListBuilder);
|
|
236
|
+
// Write manifest list
|
|
237
|
+
const manifestListFileName = generateManifestListFileName(snapshotId);
|
|
238
|
+
const manifestListPath = `${this.tablePath}/metadata/${manifestListFileName}`;
|
|
239
|
+
const manifestListContent = manifestListBuilder.toJSON();
|
|
240
|
+
const manifestListBytes = new TextEncoder().encode(manifestListContent);
|
|
241
|
+
await this.bucket.put(manifestListPath, manifestListBytes, {
|
|
242
|
+
httpMetadata: { contentType: 'application/json' },
|
|
243
|
+
});
|
|
244
|
+
// Calculate summary
|
|
245
|
+
const summary = manifestListBuilder.calculateSummary('append');
|
|
246
|
+
// Create snapshot
|
|
247
|
+
const snapshot = this.metadataBuilder.createSnapshot({
|
|
248
|
+
manifestListPath,
|
|
249
|
+
summary,
|
|
250
|
+
});
|
|
251
|
+
// Write updated metadata
|
|
252
|
+
await this.writeMetadata();
|
|
253
|
+
// Update stats
|
|
254
|
+
const recordsWritten = dataFiles.reduce((sum, f) => sum + f['record-count'], 0);
|
|
255
|
+
const bytesWritten = dataFiles.reduce((sum, f) => sum + f['file-size-in-bytes'], 0);
|
|
256
|
+
this.stats.snapshotsCreated++;
|
|
257
|
+
this.stats.dataFilesWritten += dataFiles.length;
|
|
258
|
+
this.stats.recordsWritten += BigInt(recordsWritten);
|
|
259
|
+
this.stats.bytesWritten += BigInt(bytesWritten);
|
|
260
|
+
this.stats.lastSnapshotTimestamp = snapshot['timestamp-ms'];
|
|
261
|
+
this.stats.lastCommitDurationMs = performance.now() - startTime;
|
|
262
|
+
// Clear pending files
|
|
263
|
+
this.pendingFiles.clear();
|
|
264
|
+
return snapshot;
|
|
265
|
+
}
|
|
266
|
+
catch (error) {
|
|
267
|
+
writerLogger.error('Failed to flush Iceberg data', { error: error instanceof Error ? error.message : String(error) });
|
|
268
|
+
throw error;
|
|
269
|
+
}
|
|
270
|
+
}
|
|
271
|
+
/**
|
|
272
|
+
* Write a single data file to R2
|
|
273
|
+
*/
|
|
274
|
+
async writeDataFile(pendingFile) {
|
|
275
|
+
const filePath = generateDataFileName(pendingFile.partitionPath);
|
|
276
|
+
const fullPath = `${this.tablePath}/data/${filePath}`;
|
|
277
|
+
// Build Parquet data
|
|
278
|
+
const parquetData = pendingFile.writer.build();
|
|
279
|
+
// Write to R2
|
|
280
|
+
await this.bucket.put(fullPath, parquetData, {
|
|
281
|
+
httpMetadata: { contentType: 'application/octet-stream' },
|
|
282
|
+
customMetadata: {
|
|
283
|
+
'iceberg-partition': JSON.stringify(pendingFile.partition),
|
|
284
|
+
'record-count': String(pendingFile.records.length),
|
|
285
|
+
},
|
|
286
|
+
});
|
|
287
|
+
// Generate data file metadata
|
|
288
|
+
return generateDataFileMetadata(pendingFile.writer, fullPath, parquetData.length, pendingFile.partition, this.metadataBuilder.getCurrentSchema());
|
|
289
|
+
}
|
|
290
|
+
/**
|
|
291
|
+
* Include manifests from the previous snapshot
|
|
292
|
+
*/
|
|
293
|
+
async includeExistingManifests(manifestListBuilder) {
|
|
294
|
+
const currentSnapshotId = this.metadataBuilder.getCurrentSnapshotId();
|
|
295
|
+
if (!currentSnapshotId) {
|
|
296
|
+
return;
|
|
297
|
+
}
|
|
298
|
+
const metadata = this.metadataBuilder.build();
|
|
299
|
+
const currentSnapshot = metadata.snapshots?.find((s) => s['snapshot-id'] === currentSnapshotId);
|
|
300
|
+
if (!currentSnapshot) {
|
|
301
|
+
return;
|
|
302
|
+
}
|
|
303
|
+
// Load previous manifest list
|
|
304
|
+
const manifestListData = await this.bucket.get(currentSnapshot['manifest-list']);
|
|
305
|
+
if (!manifestListData) {
|
|
306
|
+
return;
|
|
307
|
+
}
|
|
308
|
+
const manifestList = JSON.parse(await manifestListData.text());
|
|
309
|
+
if (manifestList.manifests) {
|
|
310
|
+
for (const manifest of manifestList.manifests) {
|
|
311
|
+
manifestListBuilder.addManifest(manifest);
|
|
312
|
+
}
|
|
313
|
+
}
|
|
314
|
+
}
|
|
315
|
+
/**
|
|
316
|
+
* Write table metadata to R2
|
|
317
|
+
*/
|
|
318
|
+
async writeMetadata() {
|
|
319
|
+
if (!this.metadataBuilder) {
|
|
320
|
+
throw new Error('Metadata builder not initialized');
|
|
321
|
+
}
|
|
322
|
+
this.metadataVersion++;
|
|
323
|
+
const metadataFileName = generateMetadataFileName(this.metadataVersion);
|
|
324
|
+
const metadataPath = `${this.tablePath}/metadata/${metadataFileName}`;
|
|
325
|
+
// Add to metadata log
|
|
326
|
+
this.metadataBuilder.addMetadataLogEntry(metadataPath);
|
|
327
|
+
// Write metadata
|
|
328
|
+
const metadataContent = this.metadataBuilder.toJSON();
|
|
329
|
+
await this.bucket.put(metadataPath, metadataContent, {
|
|
330
|
+
httpMetadata: { contentType: 'application/json' },
|
|
331
|
+
});
|
|
332
|
+
// Update version hint
|
|
333
|
+
await this.bucket.put(`${this.tablePath}/metadata/version-hint.text`, String(this.metadataVersion), { httpMetadata: { contentType: 'text/plain' } });
|
|
334
|
+
}
|
|
335
|
+
/**
|
|
336
|
+
* Get the current table metadata
|
|
337
|
+
*/
|
|
338
|
+
getMetadata() {
|
|
339
|
+
if (!this.metadataBuilder) {
|
|
340
|
+
return null;
|
|
341
|
+
}
|
|
342
|
+
return this.metadataBuilder.build();
|
|
343
|
+
}
|
|
344
|
+
/**
|
|
345
|
+
* Get table UUID
|
|
346
|
+
*/
|
|
347
|
+
getTableUuid() {
|
|
348
|
+
return this.metadataBuilder?.getTableUuid() ?? null;
|
|
349
|
+
}
|
|
350
|
+
/**
|
|
351
|
+
* Get table location
|
|
352
|
+
*/
|
|
353
|
+
getTableLocation() {
|
|
354
|
+
return this.tablePath;
|
|
355
|
+
}
|
|
356
|
+
}
|
|
357
|
+
/**
|
|
358
|
+
* Create an Iceberg WAL writer
|
|
359
|
+
*/
|
|
360
|
+
export function createIcebergWALWriter(config) {
|
|
361
|
+
return new IcebergWALWriter(config);
|
|
362
|
+
}
|
|
363
|
+
/**
|
|
364
|
+
* WAL to Iceberg streaming bridge
|
|
365
|
+
*
|
|
366
|
+
* Connects WAL manager to Iceberg writer for automatic streaming.
|
|
367
|
+
*/
|
|
368
|
+
export class WALIcebergBridge {
|
|
369
|
+
writer;
|
|
370
|
+
doId;
|
|
371
|
+
autoFlushThreshold;
|
|
372
|
+
flushIntervalMs;
|
|
373
|
+
flushTimer = null;
|
|
374
|
+
unsubscribe = null;
|
|
375
|
+
constructor(options) {
|
|
376
|
+
this.writer = options.writer;
|
|
377
|
+
this.doId = options.doId;
|
|
378
|
+
this.autoFlushThreshold = options.autoFlushThreshold ?? 1000;
|
|
379
|
+
this.flushIntervalMs = options.flushIntervalMs ?? 60000; // 1 minute default
|
|
380
|
+
}
|
|
381
|
+
/**
|
|
382
|
+
* Start the bridge (attach to WAL manager)
|
|
383
|
+
*/
|
|
384
|
+
start(onEntry) {
|
|
385
|
+
this.unsubscribe = onEntry((entry) => {
|
|
386
|
+
this.handleEntry(entry);
|
|
387
|
+
});
|
|
388
|
+
// Start periodic flush timer
|
|
389
|
+
this.startFlushTimer();
|
|
390
|
+
}
|
|
391
|
+
/**
|
|
392
|
+
* Stop the bridge
|
|
393
|
+
*/
|
|
394
|
+
async stop() {
|
|
395
|
+
if (this.unsubscribe) {
|
|
396
|
+
this.unsubscribe();
|
|
397
|
+
this.unsubscribe = null;
|
|
398
|
+
}
|
|
399
|
+
if (this.flushTimer) {
|
|
400
|
+
clearTimeout(this.flushTimer);
|
|
401
|
+
this.flushTimer = null;
|
|
402
|
+
}
|
|
403
|
+
// Final flush
|
|
404
|
+
await this.writer.flush();
|
|
405
|
+
}
|
|
406
|
+
/**
|
|
407
|
+
* Handle a WAL entry
|
|
408
|
+
*/
|
|
409
|
+
handleEntry(entry) {
|
|
410
|
+
this.writer.addEntries([entry], this.doId);
|
|
411
|
+
// Check if we should auto-flush
|
|
412
|
+
if (this.writer.getPendingRecordCount() >= this.autoFlushThreshold) {
|
|
413
|
+
void this.writer.flush().catch((error) => {
|
|
414
|
+
writerLogger.error('Auto-flush failed', { error: error instanceof Error ? error.message : String(error) });
|
|
415
|
+
});
|
|
416
|
+
}
|
|
417
|
+
}
|
|
418
|
+
/**
|
|
419
|
+
* Start the periodic flush timer
|
|
420
|
+
*/
|
|
421
|
+
startFlushTimer() {
|
|
422
|
+
this.flushTimer = setTimeout(() => {
|
|
423
|
+
this.periodicFlush();
|
|
424
|
+
}, this.flushIntervalMs);
|
|
425
|
+
}
|
|
426
|
+
/**
|
|
427
|
+
* Perform periodic flush
|
|
428
|
+
*/
|
|
429
|
+
async periodicFlush() {
|
|
430
|
+
try {
|
|
431
|
+
await this.writer.flush();
|
|
432
|
+
}
|
|
433
|
+
catch (error) {
|
|
434
|
+
writerLogger.error('Periodic flush failed', { error: error instanceof Error ? error.message : String(error) });
|
|
435
|
+
}
|
|
436
|
+
// Restart timer
|
|
437
|
+
this.startFlushTimer();
|
|
438
|
+
}
|
|
439
|
+
/**
|
|
440
|
+
* Force a flush
|
|
441
|
+
*/
|
|
442
|
+
async flush() {
|
|
443
|
+
return this.writer.flush();
|
|
444
|
+
}
|
|
445
|
+
}
|
|
446
|
+
/**
|
|
447
|
+
* Create a WAL to Iceberg bridge
|
|
448
|
+
*/
|
|
449
|
+
export function createWALIcebergBridge(options) {
|
|
450
|
+
return new WALIcebergBridge(options);
|
|
451
|
+
}
|
|
452
|
+
//# sourceMappingURL=writer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"writer.js","sourceRoot":"","sources":["../../src/iceberg/writer.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAGH,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAgB,MAAM,wBAAwB,CAAA;AAE7E,gDAAgD;AAChD,MAAM,YAAY,GAAY,YAAY,CAAC;IACzC,KAAK,EAAE,QAAQ,CAAC,KAAK;IACrB,MAAM,EAAE,iBAAiB;CAC1B,CAAC,CAAA;AAQF,OAAO,EACL,sBAAsB,EACtB,eAAe,EACf,mBAAmB,EACnB,wBAAwB,EACxB,wBAAwB,EACxB,4BAA4B,EAC5B,oBAAoB,GACrB,MAAM,YAAY,CAAA;AACnB,OAAO,EACL,eAAe,EACf,sBAAsB,EACtB,kBAAkB,EAClB,iBAAiB,EACjB,qBAAqB,GACtB,MAAM,UAAU,CAAA;AACjB,OAAO,EAEL,sBAAsB,EACtB,uBAAuB,EACvB,wBAAwB,GAEzB,MAAM,WAAW,CAAA;AAElB;;GAEG;AACH,MAAM,wBAAwB,GAAG,GAAG,GAAG,IAAI,GAAG,IAAI,CAAA;AAalD;;;;;GAKG;AACH,MAAM,OAAO,gBAAgB;IACnB,MAAM,CAAU;IAChB,SAAS,CAAQ;IACjB,mBAAmB,CAAQ;IAC3B,UAAU,CAAwB;IAClC,eAAe,GAAkC,IAAI,CAAA;IACrD,YAAY,GAAiC,IAAI,GAAG,EAAE,CAAA;IACtD,KAAK,GAAuB;QAClC,gBAAgB,EAAE,CAAC;QACnB,gBAAgB,EAAE,CAAC;QACnB,cAAc,EAAE,EAAE;QAClB,YAAY,EAAE,EAAE;QAChB,qBAAqB,EAAE,IAAI;QAC3B,oBAAoB,EAAE,CAAC;KACxB,CAAA;IACO,WAAW,GAAG,KAAK,CAAA;IACnB,eAAe,GAAG,CAAC,CAAA;IAE3B,YAAY,MAA2B;QACrC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAA;QAC3B,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAA,CAAC,wBAAwB;QAC7E,IAAI,CAAC,mBAAmB,GAAG,MAAM,CAAC,mBAAmB,IAAI,wBAAwB,CAAA;QACjF,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,EAAE,CAAA;IAC3C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU;QACd,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,OAAM;QACR,CAAC;QAED,gCAAgC;QAChC,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAA;QAExD,IAAI,gBAAgB,EAAE,CAAC;YACrB,IAAI,CAAC,eAAe,GAAG,sBAAsB,CAAC,YAAY,CAAC,gBAAgB,CAAC,CAAA;YAC5E,qDAAqD;YACrD,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAA;YACpD,IAAI,CAAC,eAAe,GAAG,aAAa,CAAC,MAAM,CAAA;QAC7C,CAAC;aAAM,CAAC;YACN,mBAAmB;YACnB,IAAI,CAAC,eAAe,GAAG,IAAI,sBAAsB,CAAC;gBAChD,QAAQ,EAAE,GAAG,IAAI,CAAC,SAAS,EAAE;gBAC7B,MAAM,EAAE,eAAe,EAAE;gBACzB,aAAa,EAAE,sBAAsB,EAAE;gBACvC,SAAS,EAAE,kBAAkB,EAAE;gBAC/B,UAAU,EAAE;oBACV,sBAAsB,EAAE,SAAS;oBACjC,iCAAiC,EAAE,QAAQ;oBAC3C,GAAG,IAAI,CAAC,UAAU;iBACnB;aACF,CAAC,CAAA;YAEF,yBAAyB;YACzB,MAAM,IAAI,CAAC,aAAa,EAAE,CAAA;QAC5B,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,IAAI,CAAA;IACzB,CAAC;IAED;;OAEG;IACK,iBAAiB;QACvB,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YAC/C,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAA;QACrE,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,kBAAkB;QAC9B,8BAA8B;QAC9B,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,SAAS,6BAA6B,CAAC,CAAA;QACzF,IAAI,WAAW,EAAE,CAAC;YAChB,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,WAAW,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC,CAAA;YACtD,MAAM,YAAY,GAAG,GAAG,IAAI,CAAC,SAAS,cAAc,OAAO,gBAAgB,CAAA;YAC3E,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC,CAAA;YACpD,IAAI,QAAQ,EAAE,CAAC;gBACb,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAyB,CAAA;YAClE,CAAC;QACH,CAAC;QAED,sCAAsC;QACtC,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAA;QACpD,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC/B,OAAO,IAAI,CAAA;QACb,CAAC;QAED,yBAAyB;QACzB,MAAM,UAAU,GAAG,aAAa,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;QAC1D,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,OAAO,IAAI,CAAA;QACb,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAA;QAClD,IAAI,QAAQ,EAAE,CAAC;YACb,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAyB,CAAA;QAClE,CAAC;QAED,OAAO,IAAI,CAAA;IACb,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,iBAAiB;QAC7B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;YAClC,MAAM,EAAE,GAAG,IAAI,CAAC,SAAS,YAAY;SACtC,CAAC,CAAA;QAEF,OAAO,IAAI,CAAC,OAAO;aAChB,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC;aACnD,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC;aACrB,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YACb,MAAM,QAAQ,GAAG,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,wBAAwB,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,EAAE,EAAE,CAAC,CAAA;YAC5E,MAAM,QAAQ,GAAG,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,wBAAwB,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,EAAE,EAAE,CAAC,CAAA;YAC5E,OAAO,QAAQ,GAAG,QAAQ,CAAA;QAC5B,CAAC,CAAC,CAAA;IACN,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,OAA6B,EAAE,IAAY;QACpD,IAAI,CAAC,iBAAiB,EAAE,CAAA;QAExB,MAAM,aAAa,GAAG,IAAI,CAAC,eAAgB,CAAC,uBAAuB,EAAE,CAAA;QAErE,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,MAAM,GAAG,uBAAuB,CAAC,KAAK,EAAE,IAAI,CAAC,CAAA;YACnD,MAAM,SAAS,GAAG,iBAAiB,CAAC,MAAM,EAAE,aAAa,CAAC,CAAA;YAC1D,MAAM,aAAa,GAAG,qBAAqB,CAAC,SAAS,CAAC,CAAA;YAEtD,gDAAgD;YAChD,IAAI,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,aAAa,CAAC,CAAA;YACtD,IAAI,CAAC,WAAW,EAAE,CAAC;gBACjB,WAAW,GAAG;oBACZ,SAAS;oBACT,aAAa;oBACb,MAAM,EAAE,sBAAsB,CAAC;wBAC7B,gBAAgB,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,eAAgB,CAAC,gBAAgB,EAAE,CAAC;wBAC1E,wBAAwB,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC;qBACxD,CAAC;oBACF,OAAO,EAAE,EAAE;oBACX,aAAa,EAAE,CAAC;iBACjB,CAAA;gBACD,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,aAAa,EAAE,WAAW,CAAC,CAAA;YACnD,CAAC;YAED,WAAW,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;YACpC,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;YAEhC,gDAAgD;YAChD,WAAW,CAAC,aAAa,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,MAAM,CAAA;QAC5D,CAAC;IACH,CAAC;IAED;;OAEG;IACH,WAAW;QACT,KAAK,MAAM,WAAW,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,EAAE,CAAC;YACrD,IAAI,WAAW,CAAC,aAAa,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;gBAC1D,OAAO,IAAI,CAAA;YACb,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAA;IACd,CAAC;IAED;;OAEG;IACH,QAAQ;QACN,OAAO,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,CAAA;IAC1B,CAAC;IAED;;OAEG;IACH,qBAAqB;QACnB,IAAI,KAAK,GAAG,CAAC,CAAA;QACb,KAAK,MAAM,WAAW,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,EAAE,CAAC;YACrD,KAAK,IAAI,WAAW,CAAC,OAAO,CAAC,MAAM,CAAA;QACrC,CAAC;QACD,OAAO,KAAK,CAAA;IACd,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,iBAAiB,EAAE,CAAA;QAExB,IAAI,IAAI,CAAC,YAAY,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YACjC,OAAO,IAAI,CAAA;QACb,CAAC;QAED,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;QAEnC,IAAI,CAAC;YACH,+BAA+B;YAC/B,MAAM,SAAS,GAAsB,EAAE,CAAA;YAEvC,KAAK,MAAM,CAAC,EAAE,WAAW,CAAC,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;gBAChD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,CAAA;gBACtD,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;YAC1B,CAAC;YAED,yCAAyC;YACzC,MAAM,cAAc,GAAG,IAAI,CAAC,eAAgB,CAAC,kBAAkB,EAAE,CAAA;YACjE,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAA;YAEvE,MAAM,eAAe,GAAG,IAAI,eAAe,CAAC;gBAC1C,eAAe,EAAE,IAAI,CAAC,eAAgB,CAAC,uBAAuB,EAAE,CAAC,SAAS,CAAC;gBAC3E,cAAc;gBACd,UAAU;aACX,CAAC,CAAA;YAEF,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;gBACjC,eAAe,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAA;YACvC,CAAC;YAED,sBAAsB;YACtB,MAAM,gBAAgB,GAAG,wBAAwB,CAAC,UAAU,CAAC,CAAA;YAC7D,MAAM,YAAY,GAAG,GAAG,IAAI,CAAC,SAAS,aAAa,gBAAgB,EAAE,CAAA;YACrE,MAAM,eAAe,GAAG,eAAe,CAAC,MAAM,EAAE,CAAA;YAChD,MAAM,aAAa,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,eAAe,CAAC,CAAA;YAC/D,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,YAAY,EAAE,aAAa,EAAE;gBACjD,YAAY,EAAE,EAAE,WAAW,EAAE,kBAAkB,EAAE;aAClD,CAAC,CAAA;YAEF,MAAM,oBAAoB,GAAG,eAAe,CAAC,0BAA0B,CACrE,YAAY,EACZ,aAAa,CAAC,MAAM,CACrB,CAAA;YAED,uBAAuB;YACvB,MAAM,mBAAmB,GAAG,IAAI,mBAAmB,CAAC,UAAU,EAAE,cAAc,CAAC,CAAA;YAC/E,mBAAmB,CAAC,WAAW,CAAC,oBAAoB,CAAC,CAAA;YAErD,oDAAoD;YACpD,MAAM,IAAI,CAAC,wBAAwB,CAAC,mBAAmB,CAAC,CAAA;YAExD,sBAAsB;YACtB,MAAM,oBAAoB,GAAG,4BAA4B,CAAC,UAAU,CAAC,CAAA;YACrE,MAAM,gBAAgB,GAAG,GAAG,IAAI,CAAC,SAAS,aAAa,oBAAoB,EAAE,CAAA;YAC7E,MAAM,mBAAmB,GAAG,mBAAmB,CAAC,MAAM,EAAE,CAAA;YACxD,MAAM,iBAAiB,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAA;YACvE,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,gBAAgB,EAAE,iBAAiB,EAAE;gBACzD,YAAY,EAAE,EAAE,WAAW,EAAE,kBAAkB,EAAE;aAClD,CAAC,CAAA;YAEF,oBAAoB;YACpB,MAAM,OAAO,GAAG,mBAAmB,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAA;YAE9D,kBAAkB;YAClB,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAgB,CAAC,cAAc,CAAC;gBACpD,gBAAgB;gBAChB,OAAO;aACR,CAAC,CAAA;YAEF,yBAAyB;YACzB,MAAM,IAAI,CAAC,aAAa,EAAE,CAAA;YAE1B,eAAe;YACf,MAAM,cAAc,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAA;YAC/E,MAAM,YAAY,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,oBAAoB,CAAC,EAAE,CAAC,CAAC,CAAA;YAEnF,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAAE,CAAA;YAC7B,IAAI,CAAC,KAAK,CAAC,gBAAgB,IAAI,SAAS,CAAC,MAAM,CAAA;YAC/C,IAAI,CAAC,KAAK,CAAC,cAAc,IAAI,MAAM,CAAC,cAAc,CAAC,CAAA;YACnD,IAAI,CAAC,KAAK,CAAC,YAAY,IAAI,MAAM,CAAC,YAAY,CAAC,CAAA;YAC/C,IAAI,CAAC,KAAK,CAAC,qBAAqB,GAAG,QAAQ,CAAC,cAAc,CAAC,CAAA;YAC3D,IAAI,CAAC,KAAK,CAAC,oBAAoB,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAA;YAE/D,sBAAsB;YACtB,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAA;YAEzB,OAAO,QAAQ,CAAA;QACjB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,YAAY,CAAC,KAAK,CAAC,8BAA8B,EAAE,EAAE,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;YACrH,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,aAAa,CAAC,WAA4B;QACtD,MAAM,QAAQ,GAAG,oBAAoB,CAAC,WAAW,CAAC,aAAa,CAAC,CAAA;QAChE,MAAM,QAAQ,GAAG,GAAG,IAAI,CAAC,SAAS,SAAS,QAAQ,EAAE,CAAA;QAErD,qBAAqB;QACrB,MAAM,WAAW,GAAG,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,CAAA;QAE9C,cAAc;QACd,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,WAAW,EAAE;YAC3C,YAAY,EAAE,EAAE,WAAW,EAAE,0BAA0B,EAAE;YACzD,cAAc,EAAE;gBACd,mBAAmB,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,SAAS,CAAC;gBAC1D,cAAc,EAAE,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC;aACnD;SACF,CAAC,CAAA;QAEF,8BAA8B;QAC9B,OAAO,wBAAwB,CAC7B,WAAW,CAAC,MAAM,EAClB,QAAQ,EACR,WAAW,CAAC,MAAM,EAClB,WAAW,CAAC,SAAS,EACrB,IAAI,CAAC,eAAgB,CAAC,gBAAgB,EAAE,CACzC,CAAA;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,wBAAwB,CAAC,mBAAwC;QAC7E,MAAM,iBAAiB,GAAG,IAAI,CAAC,eAAgB,CAAC,oBAAoB,EAAE,CAAA;QACtE,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACvB,OAAM;QACR,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAgB,CAAC,KAAK,EAAE,CAAA;QAC9C,MAAM,eAAe,GAAG,QAAQ,CAAC,SAAS,EAAE,IAAI,CAC9C,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,iBAAiB,CAC9C,CAAA;QAED,IAAI,CAAC,eAAe,EAAE,CAAC;YACrB,OAAM;QACR,CAAC;QAED,8BAA8B;QAC9B,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,eAAe,CAAC,eAAe,CAAC,CAAC,CAAA;QAChF,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACtB,OAAM;QACR,CAAC;QAED,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAA;QAC9D,IAAI,YAAY,CAAC,SAAS,EAAE,CAAC;YAC3B,KAAK,MAAM,QAAQ,IAAI,YAAY,CAAC,SAAS,EAAE,CAAC;gBAC9C,mBAAmB,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAA;YAC3C,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,aAAa;QACzB,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAA;QACrD,CAAC;QAED,IAAI,CAAC,eAAe,EAAE,CAAA;QACtB,MAAM,gBAAgB,GAAG,wBAAwB,CAAC,IAAI,CAAC,eAAe,CAAC,CAAA;QACvE,MAAM,YAAY,GAAG,GAAG,IAAI,CAAC,SAAS,aAAa,gBAAgB,EAAE,CAAA;QAErE,sBAAsB;QACtB,IAAI,CAAC,eAAe,CAAC,mBAAmB,CAAC,YAAY,CAAC,CAAA;QAEtD,iBAAiB;QACjB,MAAM,eAAe,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,CAAA;QACrD,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,YAAY,EAAE,eAAe,EAAE;YACnD,YAAY,EAAE,EAAE,WAAW,EAAE,kBAAkB,EAAE;SAClD,CAAC,CAAA;QAEF,sBAAsB;QACtB,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CACnB,GAAG,IAAI,CAAC,SAAS,6BAA6B,EAC9C,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,EAC5B,EAAE,YAAY,EAAE,EAAE,WAAW,EAAE,YAAY,EAAE,EAAE,CAChD,CAAA;IACH,CAAC;IAED;;OAEG;IACH,WAAW;QACT,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YAC1B,OAAO,IAAI,CAAA;QACb,CAAC;QACD,OAAO,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAA;IACrC,CAAC;IAED;;OAEG;IACH,YAAY;QACV,OAAO,IAAI,CAAC,eAAe,EAAE,YAAY,EAAE,IAAI,IAAI,CAAA;IACrD,CAAC;IAED;;OAEG;IACH,gBAAgB;QACd,OAAO,IAAI,CAAC,SAAS,CAAA;IACvB,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,sBAAsB,CAAC,MAA2B;IAChE,OAAO,IAAI,gBAAgB,CAAC,MAAM,CAAC,CAAA;AACrC,CAAC;AAED;;;;GAIG;AACH,MAAM,OAAO,gBAAgB;IACnB,MAAM,CAAkB;IACxB,IAAI,CAAQ;IACZ,kBAAkB,CAAQ;IAC1B,eAAe,CAAQ;IACvB,UAAU,GAAyC,IAAI,CAAA;IACvD,WAAW,GAAwB,IAAI,CAAA;IAE/C,YAAY,OAKX;QACC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAA;QAC5B,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAA;QACxB,IAAI,CAAC,kBAAkB,GAAG,OAAO,CAAC,kBAAkB,IAAI,IAAI,CAAA;QAC5D,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC,eAAe,IAAI,KAAK,CAAA,CAAC,mBAAmB;IAC7E,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAsE;QAC1E,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;YACnC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAA;QACzB,CAAC,CAAC,CAAA;QAEF,6BAA6B;QAC7B,IAAI,CAAC,eAAe,EAAE,CAAA;IACxB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,IAAI,CAAC,WAAW,EAAE,CAAA;YAClB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAA;QACzB,CAAC;QAED,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;YAC7B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAA;QACxB,CAAC;QAED,cAAc;QACd,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAA;IAC3B,CAAC;IAED;;OAEG;IACK,WAAW,CAAC,KAAyB;QAC3C,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,CAAA;QAE1C,gCAAgC;QAChC,IAAI,IAAI,CAAC,MAAM,CAAC,qBAAqB,EAAE,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;YACnE,KAAK,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;gBACvC,YAAY,CAAC,KAAK,CAAC,mBAAmB,EAAE,EAAE,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;YAC5G,CAAC,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,eAAe;QACrB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,GAAG,EAAE;YAChC,IAAI,CAAC,aAAa,EAAE,CAAA;QACtB,CAAC,EAAE,IAAI,CAAC,eAAe,CAAC,CAAA;IAC1B,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,aAAa;QACzB,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAA;QAC3B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,YAAY,CAAC,KAAK,CAAC,uBAAuB,EAAE,EAAE,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;QAChH,CAAC;QAED,gBAAgB;QAChB,IAAI,CAAC,eAAe,EAAE,CAAA;IACxB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK;QACT,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAA;IAC5B,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,sBAAsB,CAAC,OAKtC;IACC,OAAO,IAAI,gBAAgB,CAAC,OAAO,CAAC,CAAA;AACtC,CAAC"}
|
package/dist/index.d.ts
ADDED
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @module @dotdo/postgres
|
|
3
|
+
*
|
|
4
|
+
* PostgreSQL server for Cloudflare Workers/DOs with PGLite WASM and tiered storage.
|
|
5
|
+
*
|
|
6
|
+
* This package provides a complete PostgreSQL-compatible database solution
|
|
7
|
+
* optimized for Cloudflare's edge infrastructure:
|
|
8
|
+
*
|
|
9
|
+
* - **Worker Module**: PostgresDO Durable Object with HTTP/WebSocket APIs
|
|
10
|
+
* - **PGLite Module**: Tiered storage system (Cache/DO/R2) for PGLite
|
|
11
|
+
* - **Extensions Module**: PGLite extension management and pgvector support
|
|
12
|
+
* - **Routing Module**: Intelligent query routing based on CPU cost estimation
|
|
13
|
+
* - **Read-Only Module**: Security-focused read-only deployment mode
|
|
14
|
+
* - **Middleware Module**: Rate limiting with sliding window and token bucket algorithms
|
|
15
|
+
*
|
|
16
|
+
* @example
|
|
17
|
+
* ```typescript
|
|
18
|
+
* import {
|
|
19
|
+
* PostgresDO,
|
|
20
|
+
* createRoutes,
|
|
21
|
+
* WebSocketHandler,
|
|
22
|
+
* } from '@dotdo/postgres'
|
|
23
|
+
*
|
|
24
|
+
* // Export the Durable Object
|
|
25
|
+
* export { PostgresDO }
|
|
26
|
+
*
|
|
27
|
+
* // Create Hono routes
|
|
28
|
+
* const app = new Hono()
|
|
29
|
+
* app.route('/api/sql', createRoutes(env))
|
|
30
|
+
*
|
|
31
|
+
* export default {
|
|
32
|
+
* fetch: app.fetch,
|
|
33
|
+
* }
|
|
34
|
+
* ```
|
|
35
|
+
*
|
|
36
|
+
* @example
|
|
37
|
+
* ```typescript
|
|
38
|
+
* // Use tiered storage for PGLite
|
|
39
|
+
* import { createDOVFS, TieredVFS, CacheLayer } from '@dotdo/postgres/pglite'
|
|
40
|
+
*
|
|
41
|
+
* const vfs = createDOVFS(ctx.storage)
|
|
42
|
+
* const pglite = await PGlite.create({ vfs })
|
|
43
|
+
* ```
|
|
44
|
+
*/
|
|
45
|
+
export * from './config';
|
|
46
|
+
export { createTenantId, createPageNumber, createMigrationVersion, createQueryId, createSnapshotId, createBlockId, createShardId, createIngestId, createReplicaId, createBatchId, isTenantId, isPageNumber, isMigrationVersion, isQueryId, isSnapshotId, isBlockId, isShardId, isIngestId, isReplicaId, isBatchId, unwrap, unsafeTenantId, unsafePageNumber, unsafeMigrationVersion, unsafeQueryId, unsafeSnapshotId, unsafeBlockId, unsafeShardId, unsafeIngestId, unsafeReplicaId, unsafeBatchId, TENANT_ID_MAX_LENGTH, TENANT_ID_PATTERN, MAX_PAGE_NUMBER, QUERY_ID_PATTERN, SNAPSHOT_ID_PATTERN, MAX_SNAPSHOT_ID, BLOCK_ID_PATTERN, SHARD_ID_PATTERN, SHARD_ID_MAX_LENGTH, INGEST_ID_PATTERN, INGEST_ID_MAX_LENGTH, REPLICA_ID_PATTERN, REPLICA_ID_MAX_LENGTH, BATCH_ID_PATTERN, BATCH_ID_MAX_LENGTH, } from './types/branded';
|
|
47
|
+
export type { TenantId, PageNumber, MigrationVersion, QueryId, SnapshotId, BlockId, ShardId, IngestId, ReplicaId, BatchId, Branded, } from './types/branded';
|
|
48
|
+
export { isDefined, isString, isNumber, isBoolean, isPlainObject, isArray, isFunction, isPromise, isError, assertDefined, assert, assertNever, success, failure, isSuccess, isFailure, toBodyInit, toArrayBuffer, isArrayBufferView, isUint8Array, narrowStorageValue, assertStorageValue, createDiscriminatorGuard, unsafeCast, safeCast, getProperty, hasProperty, hasProperties, } from './types/utilities';
|
|
49
|
+
export type { Nullable, Optional, Maybe, NonNullish, Constructor, ConstructorWithArgs, AbstractConstructor, Success, Failure, Result, AsyncResult, DeepPartial, DeepRequired, DeepReadonly, DeepMutable, Awaited, MaybePromise, Awaitable, AsyncFunction, StringRecord, KeysOfType, PickByType, OmitByType, RequireKeys, OptionalKeys, ValueOf, AnyFunction, VoidFunction, Thunk, Predicate, TypeGuard, FirstParameter, LastParameter, Capitalize, Uncapitalize, Join, Head, Tail, Last, Length, DiscriminatedMessage, } from './types/utilities';
|
|
50
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2CG;AAMH,cAAc,UAAU,CAAA;AAMxB,OAAO,EACL,cAAc,EACd,gBAAgB,EAChB,sBAAsB,EACtB,aAAa,EACb,gBAAgB,EAChB,aAAa,EACb,aAAa,EACb,cAAc,EACd,eAAe,EACf,aAAa,EACb,UAAU,EACV,YAAY,EACZ,kBAAkB,EAClB,SAAS,EACT,YAAY,EACZ,SAAS,EACT,SAAS,EACT,UAAU,EACV,WAAW,EACX,SAAS,EACT,MAAM,EACN,cAAc,EACd,gBAAgB,EAChB,sBAAsB,EACtB,aAAa,EACb,gBAAgB,EAChB,aAAa,EACb,aAAa,EACb,cAAc,EACd,eAAe,EACf,aAAa,EACb,oBAAoB,EACpB,iBAAiB,EACjB,eAAe,EACf,gBAAgB,EAChB,mBAAmB,EACnB,eAAe,EACf,gBAAgB,EAChB,gBAAgB,EAChB,mBAAmB,EACnB,iBAAiB,EACjB,oBAAoB,EACpB,kBAAkB,EAClB,qBAAqB,EACrB,gBAAgB,EAChB,mBAAmB,GACpB,MAAM,iBAAiB,CAAA;AAExB,YAAY,EACV,QAAQ,EACR,UAAU,EACV,gBAAgB,EAChB,OAAO,EACP,UAAU,EACV,OAAO,EACP,OAAO,EACP,QAAQ,EACR,SAAS,EACT,OAAO,EACP,OAAO,GACR,MAAM,iBAAiB,CAAA;AAMxB,OAAO,EAEL,SAAS,EACT,QAAQ,EACR,QAAQ,EACR,SAAS,EACT,aAAa,EACb,OAAO,EACP,UAAU,EACV,SAAS,EACT,OAAO,EACP,aAAa,EACb,MAAM,EACN,WAAW,EACX,OAAO,EACP,OAAO,EACP,SAAS,EACT,SAAS,EAET,UAAU,EACV,aAAa,EACb,iBAAiB,EACjB,YAAY,EAEZ,kBAAkB,EAClB,kBAAkB,EAElB,wBAAwB,EAExB,UAAU,EACV,QAAQ,EAER,WAAW,EACX,WAAW,EACX,aAAa,GACd,MAAM,mBAAmB,CAAA;AAE1B,YAAY,EAEV,QAAQ,EACR,QAAQ,EACR,KAAK,EACL,UAAU,EAEV,WAAW,EACX,mBAAmB,EACnB,mBAAmB,EAEnB,OAAO,EACP,OAAO,EACP,MAAM,EACN,WAAW,EAEX,WAAW,EACX,YAAY,EACZ,YAAY,EACZ,WAAW,EAEX,OAAO,EACP,YAAY,EACZ,SAAS,EACT,aAAa,EAEb,YAAY,EACZ,UAAU,EACV,UAAU,EACV,UAAU,EACV,WAAW,EACX,YAAY,EACZ,OAAO,EAEP,WAAW,EACX,YAAY,EACZ,KAAK,EACL,SAAS,EACT,SAAS,EACT,cAAc,EACd,aAAa,EAEb,UAAU,EACV,YAAY,EACZ,IAAI,EAEJ,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,MAAM,EAEN,oBAAoB,GACrB,MAAM,mBAAmB,CAAA"}
|
package/dist/index.js
ADDED
|
@@ -0,0 +1,69 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @module @dotdo/postgres
|
|
3
|
+
*
|
|
4
|
+
* PostgreSQL server for Cloudflare Workers/DOs with PGLite WASM and tiered storage.
|
|
5
|
+
*
|
|
6
|
+
* This package provides a complete PostgreSQL-compatible database solution
|
|
7
|
+
* optimized for Cloudflare's edge infrastructure:
|
|
8
|
+
*
|
|
9
|
+
* - **Worker Module**: PostgresDO Durable Object with HTTP/WebSocket APIs
|
|
10
|
+
* - **PGLite Module**: Tiered storage system (Cache/DO/R2) for PGLite
|
|
11
|
+
* - **Extensions Module**: PGLite extension management and pgvector support
|
|
12
|
+
* - **Routing Module**: Intelligent query routing based on CPU cost estimation
|
|
13
|
+
* - **Read-Only Module**: Security-focused read-only deployment mode
|
|
14
|
+
* - **Middleware Module**: Rate limiting with sliding window and token bucket algorithms
|
|
15
|
+
*
|
|
16
|
+
* @example
|
|
17
|
+
* ```typescript
|
|
18
|
+
* import {
|
|
19
|
+
* PostgresDO,
|
|
20
|
+
* createRoutes,
|
|
21
|
+
* WebSocketHandler,
|
|
22
|
+
* } from '@dotdo/postgres'
|
|
23
|
+
*
|
|
24
|
+
* // Export the Durable Object
|
|
25
|
+
* export { PostgresDO }
|
|
26
|
+
*
|
|
27
|
+
* // Create Hono routes
|
|
28
|
+
* const app = new Hono()
|
|
29
|
+
* app.route('/api/sql', createRoutes(env))
|
|
30
|
+
*
|
|
31
|
+
* export default {
|
|
32
|
+
* fetch: app.fetch,
|
|
33
|
+
* }
|
|
34
|
+
* ```
|
|
35
|
+
*
|
|
36
|
+
* @example
|
|
37
|
+
* ```typescript
|
|
38
|
+
* // Use tiered storage for PGLite
|
|
39
|
+
* import { createDOVFS, TieredVFS, CacheLayer } from '@dotdo/postgres/pglite'
|
|
40
|
+
*
|
|
41
|
+
* const vfs = createDOVFS(ctx.storage)
|
|
42
|
+
* const pglite = await PGlite.create({ vfs })
|
|
43
|
+
* ```
|
|
44
|
+
*/
|
|
45
|
+
// ============================================================================
|
|
46
|
+
// Configuration Module - Centralized Constants
|
|
47
|
+
// ============================================================================
|
|
48
|
+
export * from './config';
|
|
49
|
+
// ============================================================================
|
|
50
|
+
// Worker Module - PostgresDO Durable Object
|
|
51
|
+
// ============================================================================
|
|
52
|
+
export { createTenantId, createPageNumber, createMigrationVersion, createQueryId, createSnapshotId, createBlockId, createShardId, createIngestId, createReplicaId, createBatchId, isTenantId, isPageNumber, isMigrationVersion, isQueryId, isSnapshotId, isBlockId, isShardId, isIngestId, isReplicaId, isBatchId, unwrap, unsafeTenantId, unsafePageNumber, unsafeMigrationVersion, unsafeQueryId, unsafeSnapshotId, unsafeBlockId, unsafeShardId, unsafeIngestId, unsafeReplicaId, unsafeBatchId, TENANT_ID_MAX_LENGTH, TENANT_ID_PATTERN, MAX_PAGE_NUMBER, QUERY_ID_PATTERN, SNAPSHOT_ID_PATTERN, MAX_SNAPSHOT_ID, BLOCK_ID_PATTERN, SHARD_ID_PATTERN, SHARD_ID_MAX_LENGTH, INGEST_ID_PATTERN, INGEST_ID_MAX_LENGTH, REPLICA_ID_PATTERN, REPLICA_ID_MAX_LENGTH, BATCH_ID_PATTERN, BATCH_ID_MAX_LENGTH, } from './types/branded';
|
|
53
|
+
// ============================================================================
|
|
54
|
+
// Type Utilities - Reusable type patterns
|
|
55
|
+
// ============================================================================
|
|
56
|
+
export {
|
|
57
|
+
// Utility functions
|
|
58
|
+
isDefined, isString, isNumber, isBoolean, isPlainObject, isArray, isFunction, isPromise, isError, assertDefined, assert, assertNever, success, failure, isSuccess, isFailure,
|
|
59
|
+
// Web API helpers
|
|
60
|
+
toBodyInit, toArrayBuffer, isArrayBufferView, isUint8Array,
|
|
61
|
+
// Storage helpers
|
|
62
|
+
narrowStorageValue, assertStorageValue,
|
|
63
|
+
// Discriminated union helpers
|
|
64
|
+
createDiscriminatorGuard,
|
|
65
|
+
// Safe casting utilities
|
|
66
|
+
unsafeCast, safeCast,
|
|
67
|
+
// Object property helpers
|
|
68
|
+
getProperty, hasProperty, hasProperties, } from './types/utilities';
|
|
69
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2CG;AAEH,+EAA+E;AAC/E,+CAA+C;AAC/C,+EAA+E;AAE/E,cAAc,UAAU,CAAA;AAExB,+EAA+E;AAC/E,4CAA4C;AAC5C,+EAA+E;AAE/E,OAAO,EACL,cAAc,EACd,gBAAgB,EAChB,sBAAsB,EACtB,aAAa,EACb,gBAAgB,EAChB,aAAa,EACb,aAAa,EACb,cAAc,EACd,eAAe,EACf,aAAa,EACb,UAAU,EACV,YAAY,EACZ,kBAAkB,EAClB,SAAS,EACT,YAAY,EACZ,SAAS,EACT,SAAS,EACT,UAAU,EACV,WAAW,EACX,SAAS,EACT,MAAM,EACN,cAAc,EACd,gBAAgB,EAChB,sBAAsB,EACtB,aAAa,EACb,gBAAgB,EAChB,aAAa,EACb,aAAa,EACb,cAAc,EACd,eAAe,EACf,aAAa,EACb,oBAAoB,EACpB,iBAAiB,EACjB,eAAe,EACf,gBAAgB,EAChB,mBAAmB,EACnB,eAAe,EACf,gBAAgB,EAChB,gBAAgB,EAChB,mBAAmB,EACnB,iBAAiB,EACjB,oBAAoB,EACpB,kBAAkB,EAClB,qBAAqB,EACrB,gBAAgB,EAChB,mBAAmB,GACpB,MAAM,iBAAiB,CAAA;AAgBxB,+EAA+E;AAC/E,0CAA0C;AAC1C,+EAA+E;AAE/E,OAAO;AACL,oBAAoB;AACpB,SAAS,EACT,QAAQ,EACR,QAAQ,EACR,SAAS,EACT,aAAa,EACb,OAAO,EACP,UAAU,EACV,SAAS,EACT,OAAO,EACP,aAAa,EACb,MAAM,EACN,WAAW,EACX,OAAO,EACP,OAAO,EACP,SAAS,EACT,SAAS;AACT,kBAAkB;AAClB,UAAU,EACV,aAAa,EACb,iBAAiB,EACjB,YAAY;AACZ,kBAAkB;AAClB,kBAAkB,EAClB,kBAAkB;AAClB,8BAA8B;AAC9B,wBAAwB;AACxB,yBAAyB;AACzB,UAAU,EACV,QAAQ;AACR,0BAA0B;AAC1B,WAAW,EACX,WAAW,EACX,aAAa,GACd,MAAM,mBAAmB,CAAA"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Data Lineage Tracking Module
|
|
3
|
+
* Task: postgres-zce - Data lineage tracking
|
|
4
|
+
*
|
|
5
|
+
* Comprehensive data lineage tracking for PostgresDO with WAL and Iceberg integration.
|
|
6
|
+
*/
|
|
7
|
+
export type { LineageNodeType, LineageOperationType, LineageJoinType, LineageAggregateFunction, ColumnLineage, JoinDependency, AggregateDependency, LineageNode, LineageEdge, LineageGraph, RowLineage, LineageQueryResult, LineageTrackerConfig, LineageStats, LineageVisualizationGraph, LineageVisualizationNode, LineageVisualizationEdge, IcebergLineageMetadata, LineageParseResult, } from './types';
|
|
8
|
+
export { LineageTracker, createLineageTracker, parseLineage } from './tracker';
|
|
9
|
+
export { LineageIntegration, createLineageIntegration, DOLineageCatalog, createDOLineageCatalog, } from './integration';
|
|
10
|
+
export type { LineageIntegrationConfig, LineageCatalogStorage } from './integration';
|
|
11
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/lineage/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,YAAY,EACV,eAAe,EACf,oBAAoB,EACpB,eAAe,EACf,wBAAwB,EACxB,aAAa,EACb,cAAc,EACd,mBAAmB,EACnB,WAAW,EACX,WAAW,EACX,YAAY,EACZ,UAAU,EACV,kBAAkB,EAClB,oBAAoB,EACpB,YAAY,EACZ,yBAAyB,EACzB,wBAAwB,EACxB,wBAAwB,EACxB,sBAAsB,EACtB,kBAAkB,GACnB,MAAM,SAAS,CAAA;AAGhB,OAAO,EAAE,cAAc,EAAE,oBAAoB,EAAE,YAAY,EAAE,MAAM,WAAW,CAAA;AAG9E,OAAO,EACL,kBAAkB,EAClB,wBAAwB,EACxB,gBAAgB,EAChB,sBAAsB,GACvB,MAAM,eAAe,CAAA;AAEtB,YAAY,EAAE,wBAAwB,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAA"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Data Lineage Tracking Module
|
|
3
|
+
* Task: postgres-zce - Data lineage tracking
|
|
4
|
+
*
|
|
5
|
+
* Comprehensive data lineage tracking for PostgresDO with WAL and Iceberg integration.
|
|
6
|
+
*/
|
|
7
|
+
// Export tracker
|
|
8
|
+
export { LineageTracker, createLineageTracker, parseLineage } from './tracker';
|
|
9
|
+
// Export integration
|
|
10
|
+
export { LineageIntegration, createLineageIntegration, DOLineageCatalog, createDOLineageCatalog, } from './integration';
|
|
11
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/lineage/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAyBH,iBAAiB;AACjB,OAAO,EAAE,cAAc,EAAE,oBAAoB,EAAE,YAAY,EAAE,MAAM,WAAW,CAAA;AAE9E,qBAAqB;AACrB,OAAO,EACL,kBAAkB,EAClB,wBAAwB,EACxB,gBAAgB,EAChB,sBAAsB,GACvB,MAAM,eAAe,CAAA"}
|