@dotdo/postgres 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +868 -0
- package/dist/cdc/change-stream.d.ts +44 -0
- package/dist/cdc/change-stream.d.ts.map +1 -0
- package/dist/cdc/change-stream.js +95 -0
- package/dist/cdc/change-stream.js.map +1 -0
- package/dist/cdc/filter.d.ts +58 -0
- package/dist/cdc/filter.d.ts.map +1 -0
- package/dist/cdc/filter.js +520 -0
- package/dist/cdc/filter.js.map +1 -0
- package/dist/cdc/index.d.ts +47 -0
- package/dist/cdc/index.d.ts.map +1 -0
- package/dist/cdc/index.js +50 -0
- package/dist/cdc/index.js.map +1 -0
- package/dist/cdc/resume-token.d.ts +60 -0
- package/dist/cdc/resume-token.d.ts.map +1 -0
- package/dist/cdc/resume-token.js +228 -0
- package/dist/cdc/resume-token.js.map +1 -0
- package/dist/cdc/transport/index.d.ts +7 -0
- package/dist/cdc/transport/index.d.ts.map +1 -0
- package/dist/cdc/transport/index.js +7 -0
- package/dist/cdc/transport/index.js.map +1 -0
- package/dist/cdc/transport/sse.d.ts +120 -0
- package/dist/cdc/transport/sse.d.ts.map +1 -0
- package/dist/cdc/transport/sse.js +590 -0
- package/dist/cdc/transport/sse.js.map +1 -0
- package/dist/cdc/transport/websocket.d.ts +130 -0
- package/dist/cdc/transport/websocket.d.ts.map +1 -0
- package/dist/cdc/transport/websocket.js +688 -0
- package/dist/cdc/transport/websocket.js.map +1 -0
- package/dist/cdc/types.d.ts +306 -0
- package/dist/cdc/types.d.ts.map +1 -0
- package/dist/cdc/types.js +8 -0
- package/dist/cdc/types.js.map +1 -0
- package/dist/config/index.d.ts +25 -0
- package/dist/config/index.d.ts.map +1 -0
- package/dist/config/index.js +25 -0
- package/dist/config/index.js.map +1 -0
- package/dist/config/memory.d.ts +139 -0
- package/dist/config/memory.d.ts.map +1 -0
- package/dist/config/memory.js +157 -0
- package/dist/config/memory.js.map +1 -0
- package/dist/config/storage.d.ts +157 -0
- package/dist/config/storage.d.ts.map +1 -0
- package/dist/config/storage.js +178 -0
- package/dist/config/storage.js.map +1 -0
- package/dist/config/streaming.d.ts +117 -0
- package/dist/config/streaming.d.ts.map +1 -0
- package/dist/config/streaming.js +132 -0
- package/dist/config/streaming.js.map +1 -0
- package/dist/config/timeouts.d.ts +168 -0
- package/dist/config/timeouts.d.ts.map +1 -0
- package/dist/config/timeouts.js +192 -0
- package/dist/config/timeouts.js.map +1 -0
- package/dist/extensions/config.d.ts +89 -0
- package/dist/extensions/config.d.ts.map +1 -0
- package/dist/extensions/config.js +216 -0
- package/dist/extensions/config.js.map +1 -0
- package/dist/extensions/geo.d.ts +452 -0
- package/dist/extensions/geo.d.ts.map +1 -0
- package/dist/extensions/geo.js +583 -0
- package/dist/extensions/geo.js.map +1 -0
- package/dist/extensions/index.d.ts +167 -0
- package/dist/extensions/index.d.ts.map +1 -0
- package/dist/extensions/index.js +99 -0
- package/dist/extensions/index.js.map +1 -0
- package/dist/extensions/loader.d.ts +226 -0
- package/dist/extensions/loader.d.ts.map +1 -0
- package/dist/extensions/loader.js +456 -0
- package/dist/extensions/loader.js.map +1 -0
- package/dist/extensions/pgmq-lite.d.ts +330 -0
- package/dist/extensions/pgmq-lite.d.ts.map +1 -0
- package/dist/extensions/pgmq-lite.js +648 -0
- package/dist/extensions/pgmq-lite.js.map +1 -0
- package/dist/extensions/plugins.d.ts +260 -0
- package/dist/extensions/plugins.d.ts.map +1 -0
- package/dist/extensions/plugins.js +535 -0
- package/dist/extensions/plugins.js.map +1 -0
- package/dist/extensions/registry.d.ts +93 -0
- package/dist/extensions/registry.d.ts.map +1 -0
- package/dist/extensions/registry.js +182 -0
- package/dist/extensions/registry.js.map +1 -0
- package/dist/extensions/vector.d.ts +106 -0
- package/dist/extensions/vector.d.ts.map +1 -0
- package/dist/extensions/vector.js +129 -0
- package/dist/extensions/vector.js.map +1 -0
- package/dist/iceberg/analytics.d.ts +279 -0
- package/dist/iceberg/analytics.d.ts.map +1 -0
- package/dist/iceberg/analytics.js +448 -0
- package/dist/iceberg/analytics.js.map +1 -0
- package/dist/iceberg/catalog-api.d.ts +39 -0
- package/dist/iceberg/catalog-api.d.ts.map +1 -0
- package/dist/iceberg/catalog-api.js +388 -0
- package/dist/iceberg/catalog-api.js.map +1 -0
- package/dist/iceberg/catalog.d.ts +401 -0
- package/dist/iceberg/catalog.d.ts.map +1 -0
- package/dist/iceberg/catalog.js +677 -0
- package/dist/iceberg/catalog.js.map +1 -0
- package/dist/iceberg/duckdb-wasm.d.ts +447 -0
- package/dist/iceberg/duckdb-wasm.d.ts.map +1 -0
- package/dist/iceberg/duckdb-wasm.js +600 -0
- package/dist/iceberg/duckdb-wasm.js.map +1 -0
- package/dist/iceberg/index.d.ts +92 -0
- package/dist/iceberg/index.d.ts.map +1 -0
- package/dist/iceberg/index.js +119 -0
- package/dist/iceberg/index.js.map +1 -0
- package/dist/iceberg/metadata.d.ts +214 -0
- package/dist/iceberg/metadata.d.ts.map +1 -0
- package/dist/iceberg/metadata.js +535 -0
- package/dist/iceberg/metadata.js.map +1 -0
- package/dist/iceberg/optimizer.d.ts +296 -0
- package/dist/iceberg/optimizer.d.ts.map +1 -0
- package/dist/iceberg/optimizer.js +889 -0
- package/dist/iceberg/optimizer.js.map +1 -0
- package/dist/iceberg/parquet.d.ts +447 -0
- package/dist/iceberg/parquet.d.ts.map +1 -0
- package/dist/iceberg/parquet.js +1225 -0
- package/dist/iceberg/parquet.js.map +1 -0
- package/dist/iceberg/r2-organization.d.ts +422 -0
- package/dist/iceberg/r2-organization.d.ts.map +1 -0
- package/dist/iceberg/r2-organization.js +672 -0
- package/dist/iceberg/r2-organization.js.map +1 -0
- package/dist/iceberg/scheduler-do-example.d.ts +158 -0
- package/dist/iceberg/scheduler-do-example.d.ts.map +1 -0
- package/dist/iceberg/scheduler-do-example.js +261 -0
- package/dist/iceberg/scheduler-do-example.js.map +1 -0
- package/dist/iceberg/scheduler.d.ts +434 -0
- package/dist/iceberg/scheduler.d.ts.map +1 -0
- package/dist/iceberg/scheduler.js +818 -0
- package/dist/iceberg/scheduler.js.map +1 -0
- package/dist/iceberg/schema.d.ts +149 -0
- package/dist/iceberg/schema.d.ts.map +1 -0
- package/dist/iceberg/schema.js +525 -0
- package/dist/iceberg/schema.js.map +1 -0
- package/dist/iceberg/snapshot-manager.d.ts +406 -0
- package/dist/iceberg/snapshot-manager.d.ts.map +1 -0
- package/dist/iceberg/snapshot-manager.js +934 -0
- package/dist/iceberg/snapshot-manager.js.map +1 -0
- package/dist/iceberg/sql-router.d.ts +194 -0
- package/dist/iceberg/sql-router.d.ts.map +1 -0
- package/dist/iceberg/sql-router.js +180 -0
- package/dist/iceberg/sql-router.js.map +1 -0
- package/dist/iceberg/test-fixtures.d.ts +151 -0
- package/dist/iceberg/test-fixtures.d.ts.map +1 -0
- package/dist/iceberg/test-fixtures.js +446 -0
- package/dist/iceberg/test-fixtures.js.map +1 -0
- package/dist/iceberg/time-travel-api.d.ts +102 -0
- package/dist/iceberg/time-travel-api.d.ts.map +1 -0
- package/dist/iceberg/time-travel-api.js +437 -0
- package/dist/iceberg/time-travel-api.js.map +1 -0
- package/dist/iceberg/time-travel.d.ts +293 -0
- package/dist/iceberg/time-travel.d.ts.map +1 -0
- package/dist/iceberg/time-travel.js +689 -0
- package/dist/iceberg/time-travel.js.map +1 -0
- package/dist/iceberg/transformer.d.ts +356 -0
- package/dist/iceberg/transformer.d.ts.map +1 -0
- package/dist/iceberg/transformer.js +770 -0
- package/dist/iceberg/transformer.js.map +1 -0
- package/dist/iceberg/types.d.ts +318 -0
- package/dist/iceberg/types.d.ts.map +1 -0
- package/dist/iceberg/types.js +9 -0
- package/dist/iceberg/types.js.map +1 -0
- package/dist/iceberg/writer.d.ts +144 -0
- package/dist/iceberg/writer.d.ts.map +1 -0
- package/dist/iceberg/writer.js +452 -0
- package/dist/iceberg/writer.js.map +1 -0
- package/dist/index.d.ts +50 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +69 -0
- package/dist/index.js.map +1 -0
- package/dist/lineage/index.d.ts +11 -0
- package/dist/lineage/index.d.ts.map +1 -0
- package/dist/lineage/index.js +11 -0
- package/dist/lineage/index.js.map +1 -0
- package/dist/lineage/integration.d.ts +134 -0
- package/dist/lineage/integration.d.ts.map +1 -0
- package/dist/lineage/integration.js +258 -0
- package/dist/lineage/integration.js.map +1 -0
- package/dist/lineage/tracker.d.ts +189 -0
- package/dist/lineage/tracker.d.ts.map +1 -0
- package/dist/lineage/tracker.js +1352 -0
- package/dist/lineage/tracker.js.map +1 -0
- package/dist/lineage/types.d.ts +318 -0
- package/dist/lineage/types.d.ts.map +1 -0
- package/dist/lineage/types.js +9 -0
- package/dist/lineage/types.js.map +1 -0
- package/dist/middleware/index.d.ts +11 -0
- package/dist/middleware/index.d.ts.map +1 -0
- package/dist/middleware/index.js +16 -0
- package/dist/middleware/index.js.map +1 -0
- package/dist/middleware/rate-limit.d.ts +397 -0
- package/dist/middleware/rate-limit.d.ts.map +1 -0
- package/dist/middleware/rate-limit.js +507 -0
- package/dist/middleware/rate-limit.js.map +1 -0
- package/dist/migration-tooling/external-migration.d.ts +601 -0
- package/dist/migration-tooling/external-migration.d.ts.map +1 -0
- package/dist/migration-tooling/external-migration.js +1612 -0
- package/dist/migration-tooling/external-migration.js.map +1 -0
- package/dist/migration-tooling/index.d.ts +19 -0
- package/dist/migration-tooling/index.d.ts.map +1 -0
- package/dist/migration-tooling/index.js +19 -0
- package/dist/migration-tooling/index.js.map +1 -0
- package/dist/migrations/auto-migrator.d.ts +289 -0
- package/dist/migrations/auto-migrator.d.ts.map +1 -0
- package/dist/migrations/auto-migrator.js +396 -0
- package/dist/migrations/auto-migrator.js.map +1 -0
- package/dist/migrations/bulk-orchestrator.d.ts +403 -0
- package/dist/migrations/bulk-orchestrator.d.ts.map +1 -0
- package/dist/migrations/bulk-orchestrator.js +646 -0
- package/dist/migrations/bulk-orchestrator.js.map +1 -0
- package/dist/migrations/compatibility.d.ts +216 -0
- package/dist/migrations/compatibility.d.ts.map +1 -0
- package/dist/migrations/compatibility.js +651 -0
- package/dist/migrations/compatibility.js.map +1 -0
- package/dist/migrations/do-migrations.d.ts +101 -0
- package/dist/migrations/do-migrations.d.ts.map +1 -0
- package/dist/migrations/do-migrations.js +1060 -0
- package/dist/migrations/do-migrations.js.map +1 -0
- package/dist/migrations/do-migrations.types.d.ts +550 -0
- package/dist/migrations/do-migrations.types.d.ts.map +1 -0
- package/dist/migrations/do-migrations.types.js +15 -0
- package/dist/migrations/do-migrations.types.js.map +1 -0
- package/dist/migrations/drizzle-compat.d.ts +163 -0
- package/dist/migrations/drizzle-compat.d.ts.map +1 -0
- package/dist/migrations/drizzle-compat.js +273 -0
- package/dist/migrations/drizzle-compat.js.map +1 -0
- package/dist/migrations/index.d.ts +109 -0
- package/dist/migrations/index.d.ts.map +1 -0
- package/dist/migrations/index.js +127 -0
- package/dist/migrations/index.js.map +1 -0
- package/dist/migrations/migration-api.d.ts +161 -0
- package/dist/migrations/migration-api.d.ts.map +1 -0
- package/dist/migrations/migration-api.js +499 -0
- package/dist/migrations/migration-api.js.map +1 -0
- package/dist/migrations/progress-tracker-do.d.ts +195 -0
- package/dist/migrations/progress-tracker-do.d.ts.map +1 -0
- package/dist/migrations/progress-tracker-do.js +339 -0
- package/dist/migrations/progress-tracker-do.js.map +1 -0
- package/dist/migrations/progress-tracker-kv.d.ts +103 -0
- package/dist/migrations/progress-tracker-kv.d.ts.map +1 -0
- package/dist/migrations/progress-tracker-kv.js +231 -0
- package/dist/migrations/progress-tracker-kv.js.map +1 -0
- package/dist/migrations/progress-tracker.d.ts +320 -0
- package/dist/migrations/progress-tracker.d.ts.map +1 -0
- package/dist/migrations/progress-tracker.js +443 -0
- package/dist/migrations/progress-tracker.js.map +1 -0
- package/dist/migrations/registry.d.ts +231 -0
- package/dist/migrations/registry.d.ts.map +1 -0
- package/dist/migrations/registry.js +376 -0
- package/dist/migrations/registry.js.map +1 -0
- package/dist/migrations/runner.d.ts +197 -0
- package/dist/migrations/runner.d.ts.map +1 -0
- package/dist/migrations/runner.js +1167 -0
- package/dist/migrations/runner.js.map +1 -0
- package/dist/migrations/schema-generator.d.ts +111 -0
- package/dist/migrations/schema-generator.d.ts.map +1 -0
- package/dist/migrations/schema-generator.js +335 -0
- package/dist/migrations/schema-generator.js.map +1 -0
- package/dist/migrations/testing.d.ts +321 -0
- package/dist/migrations/testing.d.ts.map +1 -0
- package/dist/migrations/testing.js +645 -0
- package/dist/migrations/testing.js.map +1 -0
- package/dist/migrations/types.d.ts +503 -0
- package/dist/migrations/types.d.ts.map +1 -0
- package/dist/migrations/types.js +11 -0
- package/dist/migrations/types.js.map +1 -0
- package/dist/migrations/validator.d.ts +215 -0
- package/dist/migrations/validator.d.ts.map +1 -0
- package/dist/migrations/validator.js +494 -0
- package/dist/migrations/validator.js.map +1 -0
- package/dist/observability/alerting.d.ts +116 -0
- package/dist/observability/alerting.d.ts.map +1 -0
- package/dist/observability/alerting.js +353 -0
- package/dist/observability/alerting.js.map +1 -0
- package/dist/observability/analytics-engine.d.ts +357 -0
- package/dist/observability/analytics-engine.d.ts.map +1 -0
- package/dist/observability/analytics-engine.js +430 -0
- package/dist/observability/analytics-engine.js.map +1 -0
- package/dist/observability/cost-metrics.d.ts +269 -0
- package/dist/observability/cost-metrics.d.ts.map +1 -0
- package/dist/observability/cost-metrics.js +560 -0
- package/dist/observability/cost-metrics.js.map +1 -0
- package/dist/observability/cross-do-tracing.d.ts +305 -0
- package/dist/observability/cross-do-tracing.d.ts.map +1 -0
- package/dist/observability/cross-do-tracing.js +431 -0
- package/dist/observability/cross-do-tracing.js.map +1 -0
- package/dist/observability/error-rate-collector.d.ts +163 -0
- package/dist/observability/error-rate-collector.d.ts.map +1 -0
- package/dist/observability/error-rate-collector.js +306 -0
- package/dist/observability/error-rate-collector.js.map +1 -0
- package/dist/observability/exporters.d.ts +231 -0
- package/dist/observability/exporters.d.ts.map +1 -0
- package/dist/observability/exporters.js +479 -0
- package/dist/observability/exporters.js.map +1 -0
- package/dist/observability/health-check.d.ts +106 -0
- package/dist/observability/health-check.d.ts.map +1 -0
- package/dist/observability/health-check.js +243 -0
- package/dist/observability/health-check.js.map +1 -0
- package/dist/observability/index.d.ts +297 -0
- package/dist/observability/index.d.ts.map +1 -0
- package/dist/observability/index.js +455 -0
- package/dist/observability/index.js.map +1 -0
- package/dist/observability/instrumentation.d.ts +222 -0
- package/dist/observability/instrumentation.d.ts.map +1 -0
- package/dist/observability/instrumentation.js +532 -0
- package/dist/observability/instrumentation.js.map +1 -0
- package/dist/observability/memory-metrics.d.ts +227 -0
- package/dist/observability/memory-metrics.d.ts.map +1 -0
- package/dist/observability/memory-metrics.js +688 -0
- package/dist/observability/memory-metrics.js.map +1 -0
- package/dist/observability/metrics-endpoint.d.ts +91 -0
- package/dist/observability/metrics-endpoint.d.ts.map +1 -0
- package/dist/observability/metrics-endpoint.js +246 -0
- package/dist/observability/metrics-endpoint.js.map +1 -0
- package/dist/observability/metrics.d.ts +88 -0
- package/dist/observability/metrics.d.ts.map +1 -0
- package/dist/observability/metrics.js +253 -0
- package/dist/observability/metrics.js.map +1 -0
- package/dist/observability/observability-features.d.ts +488 -0
- package/dist/observability/observability-features.d.ts.map +1 -0
- package/dist/observability/observability-features.js +773 -0
- package/dist/observability/observability-features.js.map +1 -0
- package/dist/observability/prometheus.d.ts +39 -0
- package/dist/observability/prometheus.d.ts.map +1 -0
- package/dist/observability/prometheus.js +120 -0
- package/dist/observability/prometheus.js.map +1 -0
- package/dist/observability/propagation.d.ts +126 -0
- package/dist/observability/propagation.d.ts.map +1 -0
- package/dist/observability/propagation.js +234 -0
- package/dist/observability/propagation.js.map +1 -0
- package/dist/observability/query-latency.d.ts +243 -0
- package/dist/observability/query-latency.d.ts.map +1 -0
- package/dist/observability/query-latency.js +292 -0
- package/dist/observability/query-latency.js.map +1 -0
- package/dist/observability/query-performance.d.ts +169 -0
- package/dist/observability/query-performance.d.ts.map +1 -0
- package/dist/observability/query-performance.js +290 -0
- package/dist/observability/query-performance.js.map +1 -0
- package/dist/observability/storage-tier-metrics.d.ts +174 -0
- package/dist/observability/storage-tier-metrics.d.ts.map +1 -0
- package/dist/observability/storage-tier-metrics.js +306 -0
- package/dist/observability/storage-tier-metrics.js.map +1 -0
- package/dist/observability/tier-cost-optimizer.d.ts +155 -0
- package/dist/observability/tier-cost-optimizer.d.ts.map +1 -0
- package/dist/observability/tier-cost-optimizer.js +536 -0
- package/dist/observability/tier-cost-optimizer.js.map +1 -0
- package/dist/observability/tracer.d.ts +149 -0
- package/dist/observability/tracer.d.ts.map +1 -0
- package/dist/observability/tracer.js +435 -0
- package/dist/observability/tracer.js.map +1 -0
- package/dist/observability/types.d.ts +402 -0
- package/dist/observability/types.d.ts.map +1 -0
- package/dist/observability/types.js +103 -0
- package/dist/observability/types.js.map +1 -0
- package/dist/pglite/workers-pglite.d.ts +138 -0
- package/dist/pglite/workers-pglite.d.ts.map +1 -0
- package/dist/pglite/workers-pglite.js +143 -0
- package/dist/pglite/workers-pglite.js.map +1 -0
- package/dist/pglite-assets/pglite.data +0 -0
- package/dist/pglite-assets/pglite.wasm +0 -0
- package/dist/playground/index.d.ts +52 -0
- package/dist/playground/index.d.ts.map +1 -0
- package/dist/playground/index.js +55 -0
- package/dist/playground/index.js.map +1 -0
- package/dist/playground/keyboard-shortcuts.d.ts +116 -0
- package/dist/playground/keyboard-shortcuts.d.ts.map +1 -0
- package/dist/playground/keyboard-shortcuts.js +588 -0
- package/dist/playground/keyboard-shortcuts.js.map +1 -0
- package/dist/playground/playground.d.ts +82 -0
- package/dist/playground/playground.d.ts.map +1 -0
- package/dist/playground/playground.js +271 -0
- package/dist/playground/playground.js.map +1 -0
- package/dist/playground/query-executor.d.ts +115 -0
- package/dist/playground/query-executor.d.ts.map +1 -0
- package/dist/playground/query-executor.js +558 -0
- package/dist/playground/query-executor.js.map +1 -0
- package/dist/playground/query-history.d.ts +92 -0
- package/dist/playground/query-history.d.ts.map +1 -0
- package/dist/playground/query-history.js +259 -0
- package/dist/playground/query-history.js.map +1 -0
- package/dist/playground/result-formatter.d.ts +59 -0
- package/dist/playground/result-formatter.d.ts.map +1 -0
- package/dist/playground/result-formatter.js +341 -0
- package/dist/playground/result-formatter.js.map +1 -0
- package/dist/playground/sample-datasets.d.ts +77 -0
- package/dist/playground/sample-datasets.d.ts.map +1 -0
- package/dist/playground/sample-datasets.js +641 -0
- package/dist/playground/sample-datasets.js.map +1 -0
- package/dist/playground/sample-queries.d.ts +73 -0
- package/dist/playground/sample-queries.d.ts.map +1 -0
- package/dist/playground/sample-queries.js +1095 -0
- package/dist/playground/sample-queries.js.map +1 -0
- package/dist/playground/schema-explorer.d.ts +55 -0
- package/dist/playground/schema-explorer.d.ts.map +1 -0
- package/dist/playground/schema-explorer.js +473 -0
- package/dist/playground/schema-explorer.js.map +1 -0
- package/dist/playground/types.d.ts +430 -0
- package/dist/playground/types.d.ts.map +1 -0
- package/dist/playground/types.js +10 -0
- package/dist/playground/types.js.map +1 -0
- package/dist/readonly/cache-reader.d.ts +145 -0
- package/dist/readonly/cache-reader.d.ts.map +1 -0
- package/dist/readonly/cache-reader.js +198 -0
- package/dist/readonly/cache-reader.js.map +1 -0
- package/dist/readonly/config.d.ts +74 -0
- package/dist/readonly/config.d.ts.map +1 -0
- package/dist/readonly/config.js +67 -0
- package/dist/readonly/config.js.map +1 -0
- package/dist/readonly/index.d.ts +22 -0
- package/dist/readonly/index.d.ts.map +1 -0
- package/dist/readonly/index.js +17 -0
- package/dist/readonly/index.js.map +1 -0
- package/dist/readonly/pglite-wrapper.d.ts +82 -0
- package/dist/readonly/pglite-wrapper.d.ts.map +1 -0
- package/dist/readonly/pglite-wrapper.js +123 -0
- package/dist/readonly/pglite-wrapper.js.map +1 -0
- package/dist/readonly/worker.d.ts +142 -0
- package/dist/readonly/worker.d.ts.map +1 -0
- package/dist/readonly/worker.js +187 -0
- package/dist/readonly/worker.js.map +1 -0
- package/dist/readonly/write-blocker.d.ts +47 -0
- package/dist/readonly/write-blocker.d.ts.map +1 -0
- package/dist/readonly/write-blocker.js +136 -0
- package/dist/readonly/write-blocker.js.map +1 -0
- package/dist/recovery/disaster-recovery.d.ts +326 -0
- package/dist/recovery/disaster-recovery.d.ts.map +1 -0
- package/dist/recovery/disaster-recovery.js +799 -0
- package/dist/recovery/disaster-recovery.js.map +1 -0
- package/dist/recovery/index.d.ts +12 -0
- package/dist/recovery/index.d.ts.map +1 -0
- package/dist/recovery/index.js +12 -0
- package/dist/recovery/index.js.map +1 -0
- package/dist/recovery/parquet-parser.d.ts +321 -0
- package/dist/recovery/parquet-parser.d.ts.map +1 -0
- package/dist/recovery/parquet-parser.js +797 -0
- package/dist/recovery/parquet-parser.js.map +1 -0
- package/dist/retention/index.d.ts +50 -0
- package/dist/retention/index.d.ts.map +1 -0
- package/dist/retention/index.js +50 -0
- package/dist/retention/index.js.map +1 -0
- package/dist/retention/policy.d.ts +344 -0
- package/dist/retention/policy.d.ts.map +1 -0
- package/dist/retention/policy.js +472 -0
- package/dist/retention/policy.js.map +1 -0
- package/dist/retention/purger.d.ts +187 -0
- package/dist/retention/purger.d.ts.map +1 -0
- package/dist/retention/purger.js +411 -0
- package/dist/retention/purger.js.map +1 -0
- package/dist/rls/auth-integration.d.ts +280 -0
- package/dist/rls/auth-integration.d.ts.map +1 -0
- package/dist/rls/auth-integration.js +399 -0
- package/dist/rls/auth-integration.js.map +1 -0
- package/dist/rls/generator.d.ts +249 -0
- package/dist/rls/generator.d.ts.map +1 -0
- package/dist/rls/generator.js +495 -0
- package/dist/rls/generator.js.map +1 -0
- package/dist/rls/index.d.ts +26 -0
- package/dist/rls/index.d.ts.map +1 -0
- package/dist/rls/index.js +58 -0
- package/dist/rls/index.js.map +1 -0
- package/dist/rls/policy.d.ts +116 -0
- package/dist/rls/policy.d.ts.map +1 -0
- package/dist/rls/policy.js +77 -0
- package/dist/rls/policy.js.map +1 -0
- package/dist/rls/validator.d.ts +155 -0
- package/dist/rls/validator.d.ts.map +1 -0
- package/dist/rls/validator.js +792 -0
- package/dist/rls/validator.js.map +1 -0
- package/dist/routing/adaptive-router.d.ts +317 -0
- package/dist/routing/adaptive-router.d.ts.map +1 -0
- package/dist/routing/adaptive-router.js +554 -0
- package/dist/routing/adaptive-router.js.map +1 -0
- package/dist/routing/circuit-breaker.d.ts +339 -0
- package/dist/routing/circuit-breaker.d.ts.map +1 -0
- package/dist/routing/circuit-breaker.js +620 -0
- package/dist/routing/circuit-breaker.js.map +1 -0
- package/dist/routing/cost-metrics.d.ts +133 -0
- package/dist/routing/cost-metrics.d.ts.map +1 -0
- package/dist/routing/cost-metrics.js +259 -0
- package/dist/routing/cost-metrics.js.map +1 -0
- package/dist/routing/do-connection-pool.d.ts +243 -0
- package/dist/routing/do-connection-pool.d.ts.map +1 -0
- package/dist/routing/do-connection-pool.js +572 -0
- package/dist/routing/do-connection-pool.js.map +1 -0
- package/dist/routing/index.d.ts +59 -0
- package/dist/routing/index.d.ts.map +1 -0
- package/dist/routing/index.js +59 -0
- package/dist/routing/index.js.map +1 -0
- package/dist/routing/query-complexity-estimator.d.ts +73 -0
- package/dist/routing/query-complexity-estimator.d.ts.map +1 -0
- package/dist/routing/query-complexity-estimator.js +327 -0
- package/dist/routing/query-complexity-estimator.js.map +1 -0
- package/dist/routing/request-coalescing.d.ts +178 -0
- package/dist/routing/request-coalescing.d.ts.map +1 -0
- package/dist/routing/request-coalescing.js +325 -0
- package/dist/routing/request-coalescing.js.map +1 -0
- package/dist/routing/runtime-router.d.ts +107 -0
- package/dist/routing/runtime-router.d.ts.map +1 -0
- package/dist/routing/runtime-router.js +246 -0
- package/dist/routing/runtime-router.js.map +1 -0
- package/dist/routing/tenant-router.d.ts +848 -0
- package/dist/routing/tenant-router.d.ts.map +1 -0
- package/dist/routing/tenant-router.js +1056 -0
- package/dist/routing/tenant-router.js.map +1 -0
- package/dist/routing/websocket-pool.d.ts +119 -0
- package/dist/routing/websocket-pool.d.ts.map +1 -0
- package/dist/routing/websocket-pool.js +436 -0
- package/dist/routing/websocket-pool.js.map +1 -0
- package/dist/storage/cache-layer.d.ts +159 -0
- package/dist/storage/cache-layer.d.ts.map +1 -0
- package/dist/storage/cache-layer.js +245 -0
- package/dist/storage/cache-layer.js.map +1 -0
- package/dist/storage/cost-aware-tiering.d.ts +258 -0
- package/dist/storage/cost-aware-tiering.d.ts.map +1 -0
- package/dist/storage/cost-aware-tiering.js +526 -0
- package/dist/storage/cost-aware-tiering.js.map +1 -0
- package/dist/storage/index.d.ts +87 -0
- package/dist/storage/index.d.ts.map +1 -0
- package/dist/storage/index.js +78 -0
- package/dist/storage/index.js.map +1 -0
- package/dist/storage/interfaces.d.ts +856 -0
- package/dist/storage/interfaces.d.ts.map +1 -0
- package/dist/storage/interfaces.js +69 -0
- package/dist/storage/interfaces.js.map +1 -0
- package/dist/storage/r2-layer.d.ts +226 -0
- package/dist/storage/r2-layer.d.ts.map +1 -0
- package/dist/storage/r2-layer.js +307 -0
- package/dist/storage/r2-layer.js.map +1 -0
- package/dist/storage/r2-overflow.d.ts +344 -0
- package/dist/storage/r2-overflow.d.ts.map +1 -0
- package/dist/storage/r2-overflow.js +730 -0
- package/dist/storage/r2-overflow.js.map +1 -0
- package/dist/storage/r2-page-vfs.d.ts +374 -0
- package/dist/storage/r2-page-vfs.d.ts.map +1 -0
- package/dist/storage/r2-page-vfs.js +754 -0
- package/dist/storage/r2-page-vfs.js.map +1 -0
- package/dist/storage/swr-cache.d.ts +181 -0
- package/dist/storage/swr-cache.d.ts.map +1 -0
- package/dist/storage/swr-cache.js +295 -0
- package/dist/storage/swr-cache.js.map +1 -0
- package/dist/storage/tiered-orchestrator.d.ts +951 -0
- package/dist/storage/tiered-orchestrator.d.ts.map +1 -0
- package/dist/storage/tiered-orchestrator.js +1731 -0
- package/dist/storage/tiered-orchestrator.js.map +1 -0
- package/dist/storage/tiered-vfs-swr.d.ts +279 -0
- package/dist/storage/tiered-vfs-swr.d.ts.map +1 -0
- package/dist/storage/tiered-vfs-swr.js +584 -0
- package/dist/storage/tiered-vfs-swr.js.map +1 -0
- package/dist/storage/tiered-vfs.d.ts +405 -0
- package/dist/storage/tiered-vfs.d.ts.map +1 -0
- package/dist/storage/tiered-vfs.js +833 -0
- package/dist/storage/tiered-vfs.js.map +1 -0
- package/dist/streaming/backpressure-controller.d.ts +173 -0
- package/dist/streaming/backpressure-controller.d.ts.map +1 -0
- package/dist/streaming/backpressure-controller.js +344 -0
- package/dist/streaming/backpressure-controller.js.map +1 -0
- package/dist/streaming/buffer-pool.d.ts +241 -0
- package/dist/streaming/buffer-pool.d.ts.map +1 -0
- package/dist/streaming/buffer-pool.js +381 -0
- package/dist/streaming/buffer-pool.js.map +1 -0
- package/dist/streaming/cdc-iceberg-connector.d.ts +272 -0
- package/dist/streaming/cdc-iceberg-connector.d.ts.map +1 -0
- package/dist/streaming/cdc-iceberg-connector.js +408 -0
- package/dist/streaming/cdc-iceberg-connector.js.map +1 -0
- package/dist/streaming/index.d.ts +111 -0
- package/dist/streaming/index.d.ts.map +1 -0
- package/dist/streaming/index.js +128 -0
- package/dist/streaming/index.js.map +1 -0
- package/dist/streaming/live-cdc-stream.d.ts +400 -0
- package/dist/streaming/live-cdc-stream.d.ts.map +1 -0
- package/dist/streaming/live-cdc-stream.js +703 -0
- package/dist/streaming/live-cdc-stream.js.map +1 -0
- package/dist/streaming/memory-bounded-stream.d.ts +207 -0
- package/dist/streaming/memory-bounded-stream.d.ts.map +1 -0
- package/dist/streaming/memory-bounded-stream.js +340 -0
- package/dist/streaming/memory-bounded-stream.js.map +1 -0
- package/dist/streaming/query-streamer.d.ts +379 -0
- package/dist/streaming/query-streamer.d.ts.map +1 -0
- package/dist/streaming/query-streamer.js +495 -0
- package/dist/streaming/query-streamer.js.map +1 -0
- package/dist/streaming/response-streaming.d.ts +203 -0
- package/dist/streaming/response-streaming.d.ts.map +1 -0
- package/dist/streaming/response-streaming.js +449 -0
- package/dist/streaming/response-streaming.js.map +1 -0
- package/dist/types/branded.d.ts +859 -0
- package/dist/types/branded.d.ts.map +1 -0
- package/dist/types/branded.js +891 -0
- package/dist/types/branded.js.map +1 -0
- package/dist/types/utilities.d.ts +757 -0
- package/dist/types/utilities.d.ts.map +1 -0
- package/dist/types/utilities.js +447 -0
- package/dist/types/utilities.js.map +1 -0
- package/dist/wal/replay-engine.d.ts +344 -0
- package/dist/wal/replay-engine.d.ts.map +1 -0
- package/dist/wal/replay-engine.js +975 -0
- package/dist/wal/replay-engine.js.map +1 -0
- package/dist/worker/__mocks__/capnweb.d.ts +13 -0
- package/dist/worker/__mocks__/capnweb.d.ts.map +1 -0
- package/dist/worker/__mocks__/capnweb.js +15 -0
- package/dist/worker/__mocks__/capnweb.js.map +1 -0
- package/dist/worker/__mocks__/cloudflare-workers.d.ts +31 -0
- package/dist/worker/__mocks__/cloudflare-workers.d.ts.map +1 -0
- package/dist/worker/__mocks__/cloudflare-workers.js +33 -0
- package/dist/worker/__mocks__/cloudflare-workers.js.map +1 -0
- package/dist/worker/__mocks__/pglite.data.d.ts +3 -0
- package/dist/worker/__mocks__/pglite.data.d.ts.map +1 -0
- package/dist/worker/__mocks__/pglite.data.js +20 -0
- package/dist/worker/__mocks__/pglite.data.js.map +1 -0
- package/dist/worker/__mocks__/pglite.wasm.d.ts +3 -0
- package/dist/worker/__mocks__/pglite.wasm.d.ts.map +1 -0
- package/dist/worker/__mocks__/pglite.wasm.js +30 -0
- package/dist/worker/__mocks__/pglite.wasm.js.map +1 -0
- package/dist/worker/auth-rate-limiter.d.ts +270 -0
- package/dist/worker/auth-rate-limiter.d.ts.map +1 -0
- package/dist/worker/auth-rate-limiter.js +332 -0
- package/dist/worker/auth-rate-limiter.js.map +1 -0
- package/dist/worker/auth.d.ts +345 -0
- package/dist/worker/auth.d.ts.map +1 -0
- package/dist/worker/auth.js +837 -0
- package/dist/worker/auth.js.map +1 -0
- package/dist/worker/cdc-backpressure.d.ts +338 -0
- package/dist/worker/cdc-backpressure.d.ts.map +1 -0
- package/dist/worker/cdc-backpressure.js +619 -0
- package/dist/worker/cdc-backpressure.js.map +1 -0
- package/dist/worker/cdc-sse.d.ts +277 -0
- package/dist/worker/cdc-sse.d.ts.map +1 -0
- package/dist/worker/cdc-sse.js +528 -0
- package/dist/worker/cdc-sse.js.map +1 -0
- package/dist/worker/cdc-websocket.d.ts +252 -0
- package/dist/worker/cdc-websocket.d.ts.map +1 -0
- package/dist/worker/cdc-websocket.js +940 -0
- package/dist/worker/cdc-websocket.js.map +1 -0
- package/dist/worker/cdc.d.ts +95 -0
- package/dist/worker/cdc.d.ts.map +1 -0
- package/dist/worker/cdc.js +211 -0
- package/dist/worker/cdc.js.map +1 -0
- package/dist/worker/concerns/auth-concern.d.ts +50 -0
- package/dist/worker/concerns/auth-concern.d.ts.map +1 -0
- package/dist/worker/concerns/auth-concern.js +131 -0
- package/dist/worker/concerns/auth-concern.js.map +1 -0
- package/dist/worker/concerns/cdc-concern.d.ts +99 -0
- package/dist/worker/concerns/cdc-concern.d.ts.map +1 -0
- package/dist/worker/concerns/cdc-concern.js +137 -0
- package/dist/worker/concerns/cdc-concern.js.map +1 -0
- package/dist/worker/concerns/index.d.ts +22 -0
- package/dist/worker/concerns/index.d.ts.map +1 -0
- package/dist/worker/concerns/index.js +13 -0
- package/dist/worker/concerns/index.js.map +1 -0
- package/dist/worker/concerns/query-execution-concern.d.ts +104 -0
- package/dist/worker/concerns/query-execution-concern.d.ts.map +1 -0
- package/dist/worker/concerns/query-execution-concern.js +95 -0
- package/dist/worker/concerns/query-execution-concern.js.map +1 -0
- package/dist/worker/concerns/storage-orchestration-concern.d.ts +78 -0
- package/dist/worker/concerns/storage-orchestration-concern.d.ts.map +1 -0
- package/dist/worker/concerns/storage-orchestration-concern.js +240 -0
- package/dist/worker/concerns/storage-orchestration-concern.js.map +1 -0
- package/dist/worker/do-auth-manager.d.ts +108 -0
- package/dist/worker/do-auth-manager.d.ts.map +1 -0
- package/dist/worker/do-auth-manager.js +212 -0
- package/dist/worker/do-auth-manager.js.map +1 -0
- package/dist/worker/do-pglite-manager.d.ts +137 -0
- package/dist/worker/do-pglite-manager.d.ts.map +1 -0
- package/dist/worker/do-pglite-manager.js +228 -0
- package/dist/worker/do-pglite-manager.js.map +1 -0
- package/dist/worker/do.d.ts +556 -0
- package/dist/worker/do.d.ts.map +1 -0
- package/dist/worker/do.js +1441 -0
- package/dist/worker/do.js.map +1 -0
- package/dist/worker/entry.d.ts +23 -0
- package/dist/worker/entry.d.ts.map +1 -0
- package/dist/worker/entry.js +362 -0
- package/dist/worker/entry.js.map +1 -0
- package/dist/worker/errors.d.ts +106 -0
- package/dist/worker/errors.d.ts.map +1 -0
- package/dist/worker/errors.js +178 -0
- package/dist/worker/errors.js.map +1 -0
- package/dist/worker/health-check-manager.d.ts +141 -0
- package/dist/worker/health-check-manager.d.ts.map +1 -0
- package/dist/worker/health-check-manager.js +145 -0
- package/dist/worker/health-check-manager.js.map +1 -0
- package/dist/worker/index.d.ts +60 -0
- package/dist/worker/index.d.ts.map +1 -0
- package/dist/worker/index.js +67 -0
- package/dist/worker/index.js.map +1 -0
- package/dist/worker/memory-pressure.d.ts +892 -0
- package/dist/worker/memory-pressure.d.ts.map +1 -0
- package/dist/worker/memory-pressure.js +1990 -0
- package/dist/worker/memory-pressure.js.map +1 -0
- package/dist/worker/migration-manager.d.ts +153 -0
- package/dist/worker/migration-manager.d.ts.map +1 -0
- package/dist/worker/migration-manager.js +461 -0
- package/dist/worker/migration-manager.js.map +1 -0
- package/dist/worker/plugin-manager.d.ts +147 -0
- package/dist/worker/plugin-manager.d.ts.map +1 -0
- package/dist/worker/plugin-manager.js +408 -0
- package/dist/worker/plugin-manager.js.map +1 -0
- package/dist/worker/proxy.d.ts +330 -0
- package/dist/worker/proxy.d.ts.map +1 -0
- package/dist/worker/proxy.js +504 -0
- package/dist/worker/proxy.js.map +1 -0
- package/dist/worker/query-execution-manager.d.ts +107 -0
- package/dist/worker/query-execution-manager.d.ts.map +1 -0
- package/dist/worker/query-execution-manager.js +155 -0
- package/dist/worker/query-execution-manager.js.map +1 -0
- package/dist/worker/query-executor.d.ts +163 -0
- package/dist/worker/query-executor.d.ts.map +1 -0
- package/dist/worker/query-executor.js +413 -0
- package/dist/worker/query-executor.js.map +1 -0
- package/dist/worker/query-stats-manager.d.ts +117 -0
- package/dist/worker/query-stats-manager.d.ts.map +1 -0
- package/dist/worker/query-stats-manager.js +162 -0
- package/dist/worker/query-stats-manager.js.map +1 -0
- package/dist/worker/result-handler.d.ts +192 -0
- package/dist/worker/result-handler.d.ts.map +1 -0
- package/dist/worker/result-handler.js +346 -0
- package/dist/worker/result-handler.js.map +1 -0
- package/dist/worker/routes.d.ts +135 -0
- package/dist/worker/routes.d.ts.map +1 -0
- package/dist/worker/routes.js +460 -0
- package/dist/worker/routes.js.map +1 -0
- package/dist/worker/rpc-methods-manager.d.ts +142 -0
- package/dist/worker/rpc-methods-manager.d.ts.map +1 -0
- package/dist/worker/rpc-methods-manager.js +195 -0
- package/dist/worker/rpc-methods-manager.js.map +1 -0
- package/dist/worker/rpc.d.ts +259 -0
- package/dist/worker/rpc.d.ts.map +1 -0
- package/dist/worker/rpc.js +398 -0
- package/dist/worker/rpc.js.map +1 -0
- package/dist/worker/schema-version.d.ts +209 -0
- package/dist/worker/schema-version.d.ts.map +1 -0
- package/dist/worker/schema-version.js +450 -0
- package/dist/worker/schema-version.js.map +1 -0
- package/dist/worker/session-manager.d.ts +282 -0
- package/dist/worker/session-manager.d.ts.map +1 -0
- package/dist/worker/session-manager.js +523 -0
- package/dist/worker/session-manager.js.map +1 -0
- package/dist/worker/shutdown-manager.d.ts +188 -0
- package/dist/worker/shutdown-manager.d.ts.map +1 -0
- package/dist/worker/shutdown-manager.js +347 -0
- package/dist/worker/shutdown-manager.js.map +1 -0
- package/dist/worker/sql-transform.d.ts +61 -0
- package/dist/worker/sql-transform.d.ts.map +1 -0
- package/dist/worker/sql-transform.js +312 -0
- package/dist/worker/sql-transform.js.map +1 -0
- package/dist/worker/types.d.ts +738 -0
- package/dist/worker/types.d.ts.map +1 -0
- package/dist/worker/types.js +6 -0
- package/dist/worker/types.js.map +1 -0
- package/dist/worker/user-routes.d.ts +76 -0
- package/dist/worker/user-routes.d.ts.map +1 -0
- package/dist/worker/user-routes.js +188 -0
- package/dist/worker/user-routes.js.map +1 -0
- package/dist/worker/wal-facade.d.ts +138 -0
- package/dist/worker/wal-facade.d.ts.map +1 -0
- package/dist/worker/wal-facade.js +184 -0
- package/dist/worker/wal-facade.js.map +1 -0
- package/dist/worker/wal-r2.d.ts +271 -0
- package/dist/worker/wal-r2.d.ts.map +1 -0
- package/dist/worker/wal-r2.js +689 -0
- package/dist/worker/wal-r2.js.map +1 -0
- package/dist/worker/wal-replay.d.ts +361 -0
- package/dist/worker/wal-replay.d.ts.map +1 -0
- package/dist/worker/wal-replay.js +628 -0
- package/dist/worker/wal-replay.js.map +1 -0
- package/dist/worker/wal-retention.d.ts +389 -0
- package/dist/worker/wal-retention.d.ts.map +1 -0
- package/dist/worker/wal-retention.js +763 -0
- package/dist/worker/wal-retention.js.map +1 -0
- package/dist/worker/wal.d.ts +278 -0
- package/dist/worker/wal.d.ts.map +1 -0
- package/dist/worker/wal.js +467 -0
- package/dist/worker/wal.js.map +1 -0
- package/dist/worker/websocket.d.ts +85 -0
- package/dist/worker/websocket.d.ts.map +1 -0
- package/dist/worker/websocket.js +227 -0
- package/dist/worker/websocket.js.map +1 -0
- package/package.json +108 -0
- package/src/cdc/change-stream.ts +137 -0
- package/src/cdc/filter.ts +646 -0
- package/src/cdc/index.ts +112 -0
- package/src/cdc/resume-token.ts +280 -0
- package/src/cdc/transport/index.ts +7 -0
- package/src/cdc/transport/sse.ts +723 -0
- package/src/cdc/transport/websocket.ts +873 -0
- package/src/cdc/types.ts +346 -0
- package/src/config/index.ts +25 -0
- package/src/config/memory.ts +177 -0
- package/src/config/storage.ts +204 -0
- package/src/config/streaming.ts +147 -0
- package/src/config/timeouts.ts +221 -0
- package/src/extensions/config.test.ts +187 -0
- package/src/extensions/config.ts +278 -0
- package/src/extensions/geo.test.ts +455 -0
- package/src/extensions/geo.ts +858 -0
- package/src/extensions/index.test.ts +259 -0
- package/src/extensions/index.ts +227 -0
- package/src/extensions/loader.test.ts +555 -0
- package/src/extensions/loader.ts +588 -0
- package/src/extensions/pgmq-lite.test.ts +727 -0
- package/src/extensions/pgmq-lite.ts +770 -0
- package/src/extensions/plugins.test.ts +528 -0
- package/src/extensions/plugins.ts +718 -0
- package/src/extensions/registry.test.ts +202 -0
- package/src/extensions/registry.ts +267 -0
- package/src/extensions/vector.test.ts +195 -0
- package/src/extensions/vector.ts +217 -0
- package/src/iceberg/SCHEDULER.md +580 -0
- package/src/iceberg/analytics.test.ts +703 -0
- package/src/iceberg/analytics.ts +727 -0
- package/src/iceberg/catalog-api.test.ts +838 -0
- package/src/iceberg/catalog-api.ts +520 -0
- package/src/iceberg/catalog.test.ts +680 -0
- package/src/iceberg/catalog.ts +1007 -0
- package/src/iceberg/iceberg.test.ts +705 -0
- package/src/iceberg/index.ts +406 -0
- package/src/iceberg/metadata.test.ts +632 -0
- package/src/iceberg/metadata.ts +649 -0
- package/src/iceberg/optimizer.test.ts +868 -0
- package/src/iceberg/optimizer.ts +1287 -0
- package/src/iceberg/parquet.test.ts +899 -0
- package/src/iceberg/parquet.ts +1640 -0
- package/src/iceberg/r2-organization.test.ts +615 -0
- package/src/iceberg/r2-organization.ts +951 -0
- package/src/iceberg/scheduler-do-example.ts +364 -0
- package/src/iceberg/scheduler.test.ts +861 -0
- package/src/iceberg/scheduler.ts +1201 -0
- package/src/iceberg/schema.test.ts +547 -0
- package/src/iceberg/schema.ts +616 -0
- package/src/iceberg/snapshot-manager.test.ts +919 -0
- package/src/iceberg/snapshot-manager.ts +1369 -0
- package/src/iceberg/sql-router.test.ts +334 -0
- package/src/iceberg/sql-router.ts +337 -0
- package/src/iceberg/test-fixtures.ts +605 -0
- package/src/iceberg/time-travel-api.test.ts +1029 -0
- package/src/iceberg/time-travel-api.ts +731 -0
- package/src/iceberg/time-travel.test.ts +1218 -0
- package/src/iceberg/time-travel.ts +1052 -0
- package/src/iceberg/transformer.test.ts +689 -0
- package/src/iceberg/transformer.ts +1029 -0
- package/src/iceberg/types.ts +373 -0
- package/src/iceberg/writer.test.ts +716 -0
- package/src/iceberg/writer.ts +590 -0
- package/src/index.ts +212 -0
- package/src/lineage/index.ts +42 -0
- package/src/lineage/integration.ts +334 -0
- package/src/lineage/tracker.ts +1618 -0
- package/src/lineage/types.ts +354 -0
- package/src/middleware/index.ts +36 -0
- package/src/middleware/rate-limit-concurrent.test.ts +794 -0
- package/src/middleware/rate-limit.test.ts +1568 -0
- package/src/middleware/rate-limit.ts +840 -0
- package/src/migration-tooling/external-migration.test.ts +1864 -0
- package/src/migration-tooling/external-migration.ts +2355 -0
- package/src/migration-tooling/index.ts +19 -0
- package/src/migrations/ARCHITECTURE.md +474 -0
- package/src/migrations/PROGRESS_TRACKING.md +485 -0
- package/src/migrations/auto-migrator.test.ts +732 -0
- package/src/migrations/auto-migrator.ts +531 -0
- package/src/migrations/bulk-orchestrator.test.ts +801 -0
- package/src/migrations/bulk-orchestrator.ts +1039 -0
- package/src/migrations/compatibility.test.ts +958 -0
- package/src/migrations/compatibility.ts +902 -0
- package/src/migrations/do-migrations.test.ts +2620 -0
- package/src/migrations/do-migrations.ts +1289 -0
- package/src/migrations/do-migrations.types.ts +715 -0
- package/src/migrations/drizzle-compat.test.ts +210 -0
- package/src/migrations/drizzle-compat.ts +337 -0
- package/src/migrations/index.ts +334 -0
- package/src/migrations/migration-api.test.ts +438 -0
- package/src/migrations/migration-api.ts +704 -0
- package/src/migrations/progress-tracker-do.ts +518 -0
- package/src/migrations/progress-tracker-kv.ts +305 -0
- package/src/migrations/progress-tracker.test.ts +937 -0
- package/src/migrations/progress-tracker.ts +665 -0
- package/src/migrations/registry.test.ts +331 -0
- package/src/migrations/registry.ts +468 -0
- package/src/migrations/rollback.test.ts +644 -0
- package/src/migrations/runner.test.ts +807 -0
- package/src/migrations/runner.test.ts.backup +759 -0
- package/src/migrations/runner.ts +1459 -0
- package/src/migrations/schema-generator.test.ts +649 -0
- package/src/migrations/schema-generator.ts +513 -0
- package/src/migrations/testing.ts +1037 -0
- package/src/migrations/types.ts +573 -0
- package/src/migrations/validator.test.ts +660 -0
- package/src/migrations/validator.ts +741 -0
- package/src/observability/alerting.test.ts +1133 -0
- package/src/observability/alerting.ts +455 -0
- package/src/observability/analytics-engine.ts +733 -0
- package/src/observability/cost-metrics.ts +804 -0
- package/src/observability/cross-do-tracing.test.ts +516 -0
- package/src/observability/cross-do-tracing.ts +588 -0
- package/src/observability/dashboards/postgres-do-overview.json +1656 -0
- package/src/observability/error-rate-collector.test.ts +977 -0
- package/src/observability/error-rate-collector.ts +518 -0
- package/src/observability/exporters.test.ts +365 -0
- package/src/observability/exporters.ts +650 -0
- package/src/observability/health-check.test.ts +353 -0
- package/src/observability/health-check.ts +341 -0
- package/src/observability/index.test.ts +298 -0
- package/src/observability/index.ts +885 -0
- package/src/observability/instrumentation.test.ts +428 -0
- package/src/observability/instrumentation.ts +788 -0
- package/src/observability/memory-metrics.test.ts +355 -0
- package/src/observability/memory-metrics.ts +990 -0
- package/src/observability/metrics-endpoint.test.ts +402 -0
- package/src/observability/metrics-endpoint.ts +374 -0
- package/src/observability/metrics.test.ts +291 -0
- package/src/observability/metrics.ts +315 -0
- package/src/observability/observability-features.ts +1296 -0
- package/src/observability/prometheus.test.ts +292 -0
- package/src/observability/prometheus.ts +170 -0
- package/src/observability/propagation.test.ts +417 -0
- package/src/observability/propagation.ts +294 -0
- package/src/observability/query-latency.ts +586 -0
- package/src/observability/query-performance.test.ts +406 -0
- package/src/observability/query-performance.ts +491 -0
- package/src/observability/storage-tier-metrics.test.ts +633 -0
- package/src/observability/storage-tier-metrics.ts +570 -0
- package/src/observability/tier-cost-optimizer.ts +740 -0
- package/src/observability/tracer.test.ts +346 -0
- package/src/observability/tracer.ts +585 -0
- package/src/observability/types.test.ts +726 -0
- package/src/observability/types.ts +434 -0
- package/src/pglite/auto-demotion.test.ts +477 -0
- package/src/pglite/auto-demotion.ts +385 -0
- package/src/pglite/auto-promotion.test.ts +824 -0
- package/src/pglite/auto-promotion.ts +547 -0
- package/src/pglite/cache-layer.test.ts +469 -0
- package/src/pglite/cache-layer.ts +271 -0
- package/src/pglite/cold-start-manager.ts +1260 -0
- package/src/pglite/cold-start-optimizer.test.ts +937 -0
- package/src/pglite/cold-start-optimizer.ts +1895 -0
- package/src/pglite/dovfs-adapter.ts +1122 -0
- package/src/pglite/dovfs.ts +1258 -0
- package/src/pglite/etag-cache.test.ts +844 -0
- package/src/pglite/etag-cache.ts +526 -0
- package/src/pglite/index.ts +442 -0
- package/src/pglite/init.test.ts +455 -0
- package/src/pglite/init.ts +574 -0
- package/src/pglite/lifecycle.test.ts +599 -0
- package/src/pglite/lifecycle.ts +704 -0
- package/src/pglite/parallel-loader.test.ts +586 -0
- package/src/pglite/parallel-loader.ts +481 -0
- package/src/pglite/production-pglite.test.ts +666 -0
- package/src/pglite/production-pglite.ts +537 -0
- package/src/pglite/query-executor.ts +614 -0
- package/src/pglite/r2-layer.test.ts +501 -0
- package/src/pglite/r2-layer.ts +322 -0
- package/src/pglite/tiered-init.test.ts +725 -0
- package/src/pglite/tiered-init.ts +556 -0
- package/src/pglite/tiered-vfs.test.ts +726 -0
- package/src/pglite/tiered-vfs.ts +33 -0
- package/src/pglite/tiering-stats.test.ts +531 -0
- package/src/pglite/tiering-stats.ts +407 -0
- package/src/pglite/transaction-hooks.ts +343 -0
- package/src/pglite/warm-loader.test.ts +1701 -0
- package/src/pglite/warm-loader.ts +528 -0
- package/src/pglite/workers-pglite.ts +224 -0
- package/src/pglite-assets/pglite.data +0 -0
- package/src/pglite-assets/pglite.wasm +0 -0
- package/src/pglite.d.ts +47 -0
- package/src/playground/index.ts +137 -0
- package/src/playground/keyboard-shortcuts.ts +677 -0
- package/src/playground/playground.ts +323 -0
- package/src/playground/query-executor.ts +669 -0
- package/src/playground/query-history.ts +328 -0
- package/src/playground/result-formatter.ts +420 -0
- package/src/playground/sample-datasets.ts +674 -0
- package/src/playground/sample-queries.ts +1168 -0
- package/src/playground/schema-explorer.ts +558 -0
- package/src/playground/types.ts +518 -0
- package/src/readonly/cache-reader.test.ts +460 -0
- package/src/readonly/cache-reader.ts +313 -0
- package/src/readonly/config.test.ts +187 -0
- package/src/readonly/config.ts +128 -0
- package/src/readonly/index.ts +50 -0
- package/src/readonly/pglite-wrapper.test.ts +278 -0
- package/src/readonly/pglite-wrapper.ts +184 -0
- package/src/readonly/worker.test.ts +533 -0
- package/src/readonly/worker.ts +341 -0
- package/src/readonly/write-blocker.test.ts +459 -0
- package/src/readonly/write-blocker.ts +175 -0
- package/src/recovery/disaster-recovery.test.ts +618 -0
- package/src/recovery/disaster-recovery.ts +1181 -0
- package/src/recovery/index.ts +43 -0
- package/src/recovery/parquet-parser.ts +974 -0
- package/src/retention/index.ts +74 -0
- package/src/retention/policy.test.ts +571 -0
- package/src/retention/policy.ts +774 -0
- package/src/retention/purger.test.ts +465 -0
- package/src/retention/purger.ts +558 -0
- package/src/rls/auth-integration.test.ts +752 -0
- package/src/rls/auth-integration.ts +533 -0
- package/src/rls/generator.test.ts +829 -0
- package/src/rls/generator.ts +573 -0
- package/src/rls/index.ts +128 -0
- package/src/rls/policy.ts +208 -0
- package/src/rls/rls.test.ts +1071 -0
- package/src/rls/validator.test.ts +930 -0
- package/src/rls/validator.ts +895 -0
- package/src/routing/adaptive-router.test.ts +884 -0
- package/src/routing/adaptive-router.ts +845 -0
- package/src/routing/circuit-breaker.test.ts +1505 -0
- package/src/routing/circuit-breaker.ts +852 -0
- package/src/routing/cost-metrics.test.ts +565 -0
- package/src/routing/cost-metrics.ts +408 -0
- package/src/routing/do-connection-pool.test.ts +1109 -0
- package/src/routing/do-connection-pool.ts +828 -0
- package/src/routing/index.ts +158 -0
- package/src/routing/query-complexity-estimator.test.ts +356 -0
- package/src/routing/query-complexity-estimator.ts +444 -0
- package/src/routing/request-coalescing.test.ts +738 -0
- package/src/routing/request-coalescing.ts +475 -0
- package/src/routing/runtime-router.test.ts +436 -0
- package/src/routing/runtime-router.ts +357 -0
- package/src/routing/tenant-router.test.ts +2493 -0
- package/src/routing/tenant-router.ts +1908 -0
- package/src/routing/websocket-pool.test.ts +551 -0
- package/src/routing/websocket-pool.ts +577 -0
- package/src/storage/access-pattern-tracker.test.ts +874 -0
- package/src/storage/cache-layer.test.ts +560 -0
- package/src/storage/cache-layer.ts +328 -0
- package/src/storage/cost-aware-tiering.test.ts +652 -0
- package/src/storage/cost-aware-tiering.ts +794 -0
- package/src/storage/do-sqlite-blobs.test.ts +937 -0
- package/src/storage/index.ts +272 -0
- package/src/storage/interfaces.ts +974 -0
- package/src/storage/r2-layer.test.ts +653 -0
- package/src/storage/r2-layer.ts +434 -0
- package/src/storage/r2-overflow.ts +920 -0
- package/src/storage/r2-page-vfs.test.ts +2348 -0
- package/src/storage/r2-page-vfs.ts +1054 -0
- package/src/storage/swr-cache.test.ts +832 -0
- package/src/storage/swr-cache.ts +398 -0
- package/src/storage/swr-tiered-integration.test.ts +617 -0
- package/src/storage/tiered-orchestrator.test.ts +2441 -0
- package/src/storage/tiered-orchestrator.ts +2081 -0
- package/src/storage/tiered-vfs-swr.test.ts +736 -0
- package/src/storage/tiered-vfs-swr.ts +735 -0
- package/src/storage/tiered-vfs.test.ts +793 -0
- package/src/storage/tiered-vfs.ts +1082 -0
- package/src/streaming/backpressure-controller.ts +452 -0
- package/src/streaming/buffer-pool.ts +484 -0
- package/src/streaming/cdc-iceberg-connector.ts +605 -0
- package/src/streaming/index.ts +225 -0
- package/src/streaming/live-cdc-stream.ts +985 -0
- package/src/streaming/memory-bounded-stream.ts +443 -0
- package/src/streaming/query-streamer.ts +662 -0
- package/src/streaming/response-streaming.ts +557 -0
- package/src/types/branded.ts +1075 -0
- package/src/types/branded.ts.backup +273 -0
- package/src/types/utilities.ts +1023 -0
- package/src/types/wasm.d.ts +30 -0
- package/src/validation/typed-errors.test.ts +420 -0
- package/src/wal/replay-engine.ts +1264 -0
- package/src/worker/__mocks__/capnweb.ts +15 -0
- package/src/worker/__mocks__/pglite.data.ts +22 -0
- package/src/worker/__mocks__/pglite.wasm.ts +33 -0
- package/src/worker/auth-rate-limiter.test.ts +272 -0
- package/src/worker/auth-rate-limiter.ts +448 -0
- package/src/worker/auth.security-red.test.ts +1236 -0
- package/src/worker/auth.security.test.ts +822 -0
- package/src/worker/auth.test.ts +469 -0
- package/src/worker/auth.ts +1104 -0
- package/src/worker/cdc-backpressure.test.ts +726 -0
- package/src/worker/cdc-backpressure.ts +866 -0
- package/src/worker/cdc-sse.test.ts +780 -0
- package/src/worker/cdc-sse.ts +728 -0
- package/src/worker/cdc-websocket.ts +1229 -0
- package/src/worker/cdc-ws.test.ts +1009 -0
- package/src/worker/cdc.test.ts +327 -0
- package/src/worker/cdc.ts +289 -0
- package/src/worker/concerns/auth-concern.ts +179 -0
- package/src/worker/concerns/cdc-concern.ts +247 -0
- package/src/worker/concerns/index.ts +58 -0
- package/src/worker/concerns/query-execution-concern.ts +194 -0
- package/src/worker/concerns/storage-orchestration-concern.ts +373 -0
- package/src/worker/discriminated-types.test.ts +280 -0
- package/src/worker/do-auth-manager.ts +257 -0
- package/src/worker/do-decomposition.test.ts +1236 -0
- package/src/worker/do-pglite-manager.ts +302 -0
- package/src/worker/do.test.ts +2254 -0
- package/src/worker/do.ts +1878 -0
- package/src/worker/entry.ts +417 -0
- package/src/worker/errors.ts +285 -0
- package/src/worker/health-check-manager.test.ts +261 -0
- package/src/worker/health-check-manager.ts +231 -0
- package/src/worker/index.ts +389 -0
- package/src/worker/memory-pressure.test.ts +1460 -0
- package/src/worker/memory-pressure.ts +2650 -0
- package/src/worker/migration-manager.ts +582 -0
- package/src/worker/neon-compat.test.ts +332 -0
- package/src/worker/plugin-manager.ts +485 -0
- package/src/worker/postgres.do-rpc.d.ts +76 -0
- package/src/worker/proxy.ts +694 -0
- package/src/worker/query-execution-manager.test.ts +303 -0
- package/src/worker/query-execution-manager.ts +219 -0
- package/src/worker/query-executor.test.ts +282 -0
- package/src/worker/query-executor.ts +560 -0
- package/src/worker/query-stats-manager.ts +229 -0
- package/src/worker/result-handler.test.ts +364 -0
- package/src/worker/result-handler.ts +510 -0
- package/src/worker/routes.test.ts +795 -0
- package/src/worker/routes.ts +650 -0
- package/src/worker/rpc-methods-manager.test.ts +326 -0
- package/src/worker/rpc-methods-manager.ts +276 -0
- package/src/worker/rpc.ts +524 -0
- package/src/worker/schema-version.ts +605 -0
- package/src/worker/session-manager.test.ts +506 -0
- package/src/worker/session-manager.ts +732 -0
- package/src/worker/shutdown-manager.ts +469 -0
- package/src/worker/sql-transform.test.ts +286 -0
- package/src/worker/sql-transform.ts +368 -0
- package/src/worker/supabase-compat.test.ts +621 -0
- package/src/worker/types.test.ts +292 -0
- package/src/worker/types.ts +873 -0
- package/src/worker/user-routes.test.ts +703 -0
- package/src/worker/user-routes.ts +303 -0
- package/src/worker/wal-facade.ts +235 -0
- package/src/worker/wal-r2.test.ts +570 -0
- package/src/worker/wal-r2.ts +930 -0
- package/src/worker/wal-replay.test.ts +845 -0
- package/src/worker/wal-replay.ts +897 -0
- package/src/worker/wal-retention.test.ts +758 -0
- package/src/worker/wal-retention.ts +1075 -0
- package/src/worker/wal.test.ts +618 -0
- package/src/worker/wal.ts +697 -0
- package/src/worker/websocket.test.ts +296 -0
- package/src/worker/websocket.ts +284 -0
|
@@ -0,0 +1,740 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Tier Cost Optimizer
|
|
3
|
+
*
|
|
4
|
+
* Cost-aware tiering decisions for HOT/WARM/COLD storage tiers.
|
|
5
|
+
* Optimizes storage placement based on access patterns, cost analysis,
|
|
6
|
+
* and budget constraints.
|
|
7
|
+
*
|
|
8
|
+
* Features:
|
|
9
|
+
* - Cost-aware promotion thresholds
|
|
10
|
+
* - R2 Class A operation batching
|
|
11
|
+
* - Cache hit ratio target tracking
|
|
12
|
+
* - Budget-based tiering decisions
|
|
13
|
+
* - Per-page and per-tier cost reporting
|
|
14
|
+
* - Estimated cost savings from cache hits
|
|
15
|
+
*/
|
|
16
|
+
|
|
17
|
+
import { CloudflarePricing } from './cost-metrics'
|
|
18
|
+
|
|
19
|
+
// ============================================================================
|
|
20
|
+
// Types
|
|
21
|
+
// ============================================================================
|
|
22
|
+
|
|
23
|
+
/**
|
|
24
|
+
* Storage tier identifier
|
|
25
|
+
*/
|
|
26
|
+
export type StorageTier = 'hot' | 'warm' | 'cold'
|
|
27
|
+
|
|
28
|
+
/**
|
|
29
|
+
* Configuration for cost-aware tiering decisions
|
|
30
|
+
*/
|
|
31
|
+
export interface CostAwareTierConfig {
|
|
32
|
+
/** Maximum monthly budget in USD */
|
|
33
|
+
monthlyBudgetUsd: number
|
|
34
|
+
/** Target cache hit ratio (0-1) */
|
|
35
|
+
targetCacheHitRatio: number
|
|
36
|
+
/** R2 Class A operation batch size for cost efficiency */
|
|
37
|
+
r2BatchSize: number
|
|
38
|
+
/** Minimum access count before considering promotion */
|
|
39
|
+
minAccessCountForPromotion: number
|
|
40
|
+
/** Cost threshold ratio - only promote if cost benefit exceeds this ratio */
|
|
41
|
+
costBenefitThreshold: number
|
|
42
|
+
}
|
|
43
|
+
|
|
44
|
+
/**
|
|
45
|
+
* Metrics for a single data page
|
|
46
|
+
*/
|
|
47
|
+
export interface PageMetrics {
|
|
48
|
+
pageId: string
|
|
49
|
+
sizeBytes: number
|
|
50
|
+
currentTier: StorageTier
|
|
51
|
+
accessCount: number
|
|
52
|
+
lastAccessedAt: number
|
|
53
|
+
createdAt: number
|
|
54
|
+
/** Estimated cost if stored in each tier */
|
|
55
|
+
estimatedCostByTier: Record<StorageTier, number>
|
|
56
|
+
/** Estimated savings from cache hits */
|
|
57
|
+
cacheSavingsUsd: number
|
|
58
|
+
}
|
|
59
|
+
|
|
60
|
+
/**
|
|
61
|
+
* Tier efficiency metrics
|
|
62
|
+
*/
|
|
63
|
+
export interface TierEfficiencyMetrics {
|
|
64
|
+
tier: StorageTier
|
|
65
|
+
totalPages: number
|
|
66
|
+
totalBytes: number
|
|
67
|
+
totalAccessCount: number
|
|
68
|
+
operationCostUsd: number
|
|
69
|
+
storageCostUsd: number
|
|
70
|
+
cacheHitRatio: number
|
|
71
|
+
/** Cost per access (lower is better) */
|
|
72
|
+
costPerAccess: number
|
|
73
|
+
/** Efficiency score (0-100, higher is better) */
|
|
74
|
+
efficiencyScore: number
|
|
75
|
+
}
|
|
76
|
+
|
|
77
|
+
/**
|
|
78
|
+
* Promotion decision result
|
|
79
|
+
*/
|
|
80
|
+
export interface PromotionDecision {
|
|
81
|
+
pageId: string
|
|
82
|
+
fromTier: StorageTier
|
|
83
|
+
toTier: StorageTier | null
|
|
84
|
+
shouldPromote: boolean
|
|
85
|
+
reason: string
|
|
86
|
+
estimatedSavingsUsd: number
|
|
87
|
+
estimatedCostUsd: number
|
|
88
|
+
}
|
|
89
|
+
|
|
90
|
+
/**
|
|
91
|
+
* Budget status report
|
|
92
|
+
*/
|
|
93
|
+
export interface BudgetStatus {
|
|
94
|
+
monthlyBudgetUsd: number
|
|
95
|
+
currentSpendUsd: number
|
|
96
|
+
projectedSpendUsd: number
|
|
97
|
+
remainingBudgetUsd: number
|
|
98
|
+
isOverBudget: boolean
|
|
99
|
+
recommendedAction: 'none' | 'reduce_hot_tier' | 'increase_batching' | 'evict_cold'
|
|
100
|
+
}
|
|
101
|
+
|
|
102
|
+
/**
|
|
103
|
+
* Cost optimizer interface
|
|
104
|
+
*/
|
|
105
|
+
export interface TierCostOptimizer {
|
|
106
|
+
/** Configure the optimizer */
|
|
107
|
+
configure(config: Partial<CostAwareTierConfig>): void
|
|
108
|
+
|
|
109
|
+
/** Get current configuration */
|
|
110
|
+
getConfig(): CostAwareTierConfig
|
|
111
|
+
|
|
112
|
+
/** Record a page access */
|
|
113
|
+
recordAccess(pageId: string, tier: StorageTier, sizeBytes: number): void
|
|
114
|
+
|
|
115
|
+
/** Get promotion decision for a page */
|
|
116
|
+
getPromotionDecision(pageId: string): PromotionDecision
|
|
117
|
+
|
|
118
|
+
/** Get metrics for a specific page */
|
|
119
|
+
getPageMetrics(pageId: string): PageMetrics | null
|
|
120
|
+
|
|
121
|
+
/** Get efficiency metrics for all tiers */
|
|
122
|
+
getTierEfficiency(): Record<StorageTier, TierEfficiencyMetrics>
|
|
123
|
+
|
|
124
|
+
/** Get current budget status */
|
|
125
|
+
getBudgetStatus(): BudgetStatus
|
|
126
|
+
|
|
127
|
+
/** Get estimated cost savings from cache hits */
|
|
128
|
+
getEstimatedCacheSavings(): number
|
|
129
|
+
|
|
130
|
+
/** Get pages that should be batched for R2 operations */
|
|
131
|
+
getR2BatchCandidates(): string[]
|
|
132
|
+
|
|
133
|
+
/** Calculate optimal tier for a page based on access patterns */
|
|
134
|
+
calculateOptimalTier(pageId: string): StorageTier
|
|
135
|
+
|
|
136
|
+
/** Get cost report by tier */
|
|
137
|
+
getCostReportByTier(): Record<StorageTier, { operationCost: number; storageCost: number; totalCost: number }>
|
|
138
|
+
|
|
139
|
+
/** Reset all metrics */
|
|
140
|
+
reset(): void
|
|
141
|
+
}
|
|
142
|
+
|
|
143
|
+
// ============================================================================
|
|
144
|
+
// Internal Types
|
|
145
|
+
// ============================================================================
|
|
146
|
+
|
|
147
|
+
interface InternalPageMetrics {
|
|
148
|
+
pageId: string
|
|
149
|
+
sizeBytes: number
|
|
150
|
+
currentTier: StorageTier
|
|
151
|
+
accessCount: number
|
|
152
|
+
lastAccessedAt: number
|
|
153
|
+
createdAt: number
|
|
154
|
+
}
|
|
155
|
+
|
|
156
|
+
// ============================================================================
|
|
157
|
+
// Implementation
|
|
158
|
+
// ============================================================================
|
|
159
|
+
|
|
160
|
+
/**
|
|
161
|
+
* Default configuration
|
|
162
|
+
*/
|
|
163
|
+
const DEFAULT_CONFIG: CostAwareTierConfig = {
|
|
164
|
+
monthlyBudgetUsd: 100.0,
|
|
165
|
+
targetCacheHitRatio: 0.8,
|
|
166
|
+
r2BatchSize: 50,
|
|
167
|
+
minAccessCountForPromotion: 3,
|
|
168
|
+
costBenefitThreshold: 1.5,
|
|
169
|
+
}
|
|
170
|
+
|
|
171
|
+
/**
|
|
172
|
+
* Cost per operation by tier (in USD)
|
|
173
|
+
* - Hot (DO): $0.20/million reads
|
|
174
|
+
* - Warm (Cache): FREE
|
|
175
|
+
* - Cold (R2): $0.36/million reads (Class B)
|
|
176
|
+
*/
|
|
177
|
+
const OPERATION_COST_PER_MILLION: Record<StorageTier, number> = {
|
|
178
|
+
hot: CloudflarePricing.DO_READ_PER_MILLION,
|
|
179
|
+
warm: 0, // Cache is free
|
|
180
|
+
cold: CloudflarePricing.R2_CLASS_B_PER_MILLION,
|
|
181
|
+
}
|
|
182
|
+
|
|
183
|
+
/**
|
|
184
|
+
* Storage cost per GB per month by tier (in USD)
|
|
185
|
+
* - Hot (DO): $0.20/GB-month
|
|
186
|
+
* - Warm (Cache): FREE (but ephemeral)
|
|
187
|
+
* - Cold (R2): $0.015/GB-month
|
|
188
|
+
*/
|
|
189
|
+
const STORAGE_COST_PER_GB_MONTH: Record<StorageTier, number> = {
|
|
190
|
+
hot: CloudflarePricing.DO_STORAGE_PER_GB_MONTH,
|
|
191
|
+
warm: 0, // Cache is free
|
|
192
|
+
cold: CloudflarePricing.R2_STORAGE_PER_GB_MONTH,
|
|
193
|
+
}
|
|
194
|
+
|
|
195
|
+
/**
|
|
196
|
+
* Cost to promote data to a tier (one-time cost in USD per operation)
|
|
197
|
+
* - Promotion to hot: DO write ($1.00/million) + R2 read ($0.36/million)
|
|
198
|
+
* - Promotion to warm: Cache put (free) + source read
|
|
199
|
+
*/
|
|
200
|
+
const PROMOTION_COST_PER_MILLION: Record<StorageTier, number> = {
|
|
201
|
+
hot: CloudflarePricing.DO_WRITE_PER_MILLION + CloudflarePricing.R2_CLASS_B_PER_MILLION,
|
|
202
|
+
warm: CloudflarePricing.R2_CLASS_B_PER_MILLION, // Only source read cost
|
|
203
|
+
cold: 0, // No cost to demote to cold (R2 PUT is Class A though)
|
|
204
|
+
}
|
|
205
|
+
|
|
206
|
+
export class TierCostOptimizerImpl implements TierCostOptimizer {
|
|
207
|
+
private config: CostAwareTierConfig
|
|
208
|
+
private pages: Map<string, InternalPageMetrics> = new Map()
|
|
209
|
+
private tierAccessCounts: Record<StorageTier, number> = { hot: 0, warm: 0, cold: 0 }
|
|
210
|
+
private totalOperations = 0
|
|
211
|
+
private startTime: number
|
|
212
|
+
|
|
213
|
+
constructor(config?: Partial<CostAwareTierConfig>) {
|
|
214
|
+
this.config = { ...DEFAULT_CONFIG, ...config }
|
|
215
|
+
this.startTime = Date.now()
|
|
216
|
+
}
|
|
217
|
+
|
|
218
|
+
configure(config: Partial<CostAwareTierConfig>): void {
|
|
219
|
+
this.config = { ...this.config, ...config }
|
|
220
|
+
}
|
|
221
|
+
|
|
222
|
+
getConfig(): CostAwareTierConfig {
|
|
223
|
+
return { ...this.config }
|
|
224
|
+
}
|
|
225
|
+
|
|
226
|
+
recordAccess(pageId: string, tier: StorageTier, sizeBytes: number): void {
|
|
227
|
+
const now = Date.now()
|
|
228
|
+
const existing = this.pages.get(pageId)
|
|
229
|
+
|
|
230
|
+
if (existing) {
|
|
231
|
+
existing.accessCount++
|
|
232
|
+
existing.lastAccessedAt = now
|
|
233
|
+
existing.currentTier = tier
|
|
234
|
+
// Update size if changed
|
|
235
|
+
if (sizeBytes !== existing.sizeBytes) {
|
|
236
|
+
existing.sizeBytes = sizeBytes
|
|
237
|
+
}
|
|
238
|
+
} else {
|
|
239
|
+
this.pages.set(pageId, {
|
|
240
|
+
pageId,
|
|
241
|
+
sizeBytes,
|
|
242
|
+
currentTier: tier,
|
|
243
|
+
accessCount: 1,
|
|
244
|
+
lastAccessedAt: now,
|
|
245
|
+
createdAt: now,
|
|
246
|
+
})
|
|
247
|
+
}
|
|
248
|
+
|
|
249
|
+
// Track tier access counts
|
|
250
|
+
this.tierAccessCounts[tier]++
|
|
251
|
+
this.totalOperations++
|
|
252
|
+
}
|
|
253
|
+
|
|
254
|
+
getPromotionDecision(pageId: string): PromotionDecision {
|
|
255
|
+
const page = this.pages.get(pageId)
|
|
256
|
+
|
|
257
|
+
if (!page) {
|
|
258
|
+
return {
|
|
259
|
+
pageId,
|
|
260
|
+
fromTier: 'cold',
|
|
261
|
+
toTier: null,
|
|
262
|
+
shouldPromote: false,
|
|
263
|
+
reason: 'Page not found',
|
|
264
|
+
estimatedSavingsUsd: 0,
|
|
265
|
+
estimatedCostUsd: 0,
|
|
266
|
+
}
|
|
267
|
+
}
|
|
268
|
+
|
|
269
|
+
// Check budget constraint first
|
|
270
|
+
const budgetStatus = this.getBudgetStatus()
|
|
271
|
+
if (budgetStatus.isOverBudget) {
|
|
272
|
+
return {
|
|
273
|
+
pageId,
|
|
274
|
+
fromTier: page.currentTier,
|
|
275
|
+
toTier: null,
|
|
276
|
+
shouldPromote: false,
|
|
277
|
+
reason: 'Over budget - promotion blocked',
|
|
278
|
+
estimatedSavingsUsd: 0,
|
|
279
|
+
estimatedCostUsd: 0,
|
|
280
|
+
}
|
|
281
|
+
}
|
|
282
|
+
|
|
283
|
+
// If already in hot tier, no promotion needed
|
|
284
|
+
if (page.currentTier === 'hot') {
|
|
285
|
+
return {
|
|
286
|
+
pageId,
|
|
287
|
+
fromTier: 'hot',
|
|
288
|
+
toTier: null,
|
|
289
|
+
shouldPromote: false,
|
|
290
|
+
reason: 'Already in hot tier',
|
|
291
|
+
estimatedSavingsUsd: 0,
|
|
292
|
+
estimatedCostUsd: 0,
|
|
293
|
+
}
|
|
294
|
+
}
|
|
295
|
+
|
|
296
|
+
// Calculate promotion cost (one-time operation cost + storage cost factor for page size)
|
|
297
|
+
// Base promotion cost for operations
|
|
298
|
+
const basePromotionCost = PROMOTION_COST_PER_MILLION.hot / 1_000_000
|
|
299
|
+
// Add storage cost factor based on page size (larger pages cost more to store in hot tier)
|
|
300
|
+
const storageSizeGB = page.sizeBytes / (1024 * 1024 * 1024)
|
|
301
|
+
const storagePromotionPenalty = storageSizeGB * STORAGE_COST_PER_GB_MONTH.hot
|
|
302
|
+
const promotionCost = basePromotionCost + storagePromotionPenalty
|
|
303
|
+
|
|
304
|
+
// Cost difference per access (cold to hot)
|
|
305
|
+
const coldCostPerAccess = OPERATION_COST_PER_MILLION.cold / 1_000_000
|
|
306
|
+
const hotCostPerAccess = OPERATION_COST_PER_MILLION.hot / 1_000_000
|
|
307
|
+
const savingsPerAccess = coldCostPerAccess - hotCostPerAccess
|
|
308
|
+
|
|
309
|
+
// Estimate future accesses based on current access pattern
|
|
310
|
+
// Use a conservative estimate: assume similar access rate over next month
|
|
311
|
+
// But for low access counts, be pessimistic
|
|
312
|
+
const futureAccessEstimate = this.estimateFutureAccesses(page)
|
|
313
|
+
|
|
314
|
+
// Total estimated savings from operations over the projection period
|
|
315
|
+
const estimatedOperationSavings = savingsPerAccess * futureAccessEstimate
|
|
316
|
+
|
|
317
|
+
// Also subtract ongoing storage cost difference for large pages
|
|
318
|
+
const hotStorageCost = storageSizeGB * STORAGE_COST_PER_GB_MONTH.hot
|
|
319
|
+
const coldStorageCost = storageSizeGB * STORAGE_COST_PER_GB_MONTH.cold
|
|
320
|
+
const monthlyStorageDifference = hotStorageCost - coldStorageCost
|
|
321
|
+
|
|
322
|
+
// Net savings = operation savings - additional storage cost
|
|
323
|
+
const estimatedSavings = Math.max(0, estimatedOperationSavings - monthlyStorageDifference)
|
|
324
|
+
|
|
325
|
+
// Check cache hit ratio - be more aggressive if below target
|
|
326
|
+
// But only if we have enough traffic to make meaningful decisions
|
|
327
|
+
const efficiency = this.getTierEfficiency()
|
|
328
|
+
const currentHitRatio = efficiency.hot.cacheHitRatio
|
|
329
|
+
const hasEnoughTraffic = this.totalOperations >= 50
|
|
330
|
+
|
|
331
|
+
// More aggressive when hit ratio is below target (lower threshold multiplier)
|
|
332
|
+
// Less aggressive (higher threshold) when above target
|
|
333
|
+
// Only apply aggressive adjustments if we have significant traffic
|
|
334
|
+
let hitRatioAdjustment: number
|
|
335
|
+
if (hasEnoughTraffic && currentHitRatio < this.config.targetCacheHitRatio * 0.5) {
|
|
336
|
+
// Very low hit ratio with significant traffic - be very aggressive
|
|
337
|
+
hitRatioAdjustment = 0.25
|
|
338
|
+
} else if (hasEnoughTraffic && currentHitRatio < this.config.targetCacheHitRatio) {
|
|
339
|
+
// Below target with significant traffic - be aggressive
|
|
340
|
+
hitRatioAdjustment = 0.5
|
|
341
|
+
} else {
|
|
342
|
+
// Normal threshold for new systems or healthy hit ratios
|
|
343
|
+
hitRatioAdjustment = 1.0
|
|
344
|
+
}
|
|
345
|
+
|
|
346
|
+
// Adjusted threshold based on cache hit ratio
|
|
347
|
+
const effectiveThreshold = this.config.costBenefitThreshold * hitRatioAdjustment
|
|
348
|
+
|
|
349
|
+
// Check if minimum access count is met
|
|
350
|
+
// However, if hit ratio is very low AND we have significant total traffic,
|
|
351
|
+
// we may allow promotion to improve the overall hit ratio
|
|
352
|
+
const hasSignificantTraffic = this.totalOperations >= 50
|
|
353
|
+
const bypassMinAccess = hasSignificantTraffic && currentHitRatio < this.config.targetCacheHitRatio * 0.5
|
|
354
|
+
|
|
355
|
+
if (page.accessCount < this.config.minAccessCountForPromotion && !bypassMinAccess) {
|
|
356
|
+
return {
|
|
357
|
+
pageId,
|
|
358
|
+
fromTier: page.currentTier,
|
|
359
|
+
toTier: null,
|
|
360
|
+
shouldPromote: false,
|
|
361
|
+
reason: 'Insufficient access count for promotion',
|
|
362
|
+
estimatedSavingsUsd: estimatedSavings,
|
|
363
|
+
estimatedCostUsd: promotionCost,
|
|
364
|
+
}
|
|
365
|
+
}
|
|
366
|
+
|
|
367
|
+
// Make promotion decision based on cost-benefit analysis
|
|
368
|
+
// When bypassMinAccess is true, also be more lenient with cost threshold
|
|
369
|
+
const finalThreshold = bypassMinAccess ? effectiveThreshold * 0.1 : effectiveThreshold
|
|
370
|
+
const shouldPromote = bypassMinAccess || estimatedSavings > promotionCost * finalThreshold
|
|
371
|
+
|
|
372
|
+
if (shouldPromote) {
|
|
373
|
+
return {
|
|
374
|
+
pageId,
|
|
375
|
+
fromTier: page.currentTier,
|
|
376
|
+
toTier: 'hot',
|
|
377
|
+
shouldPromote: true,
|
|
378
|
+
reason: 'Cost-benefit analysis favors promotion',
|
|
379
|
+
estimatedSavingsUsd: estimatedSavings,
|
|
380
|
+
estimatedCostUsd: promotionCost,
|
|
381
|
+
}
|
|
382
|
+
}
|
|
383
|
+
|
|
384
|
+
return {
|
|
385
|
+
pageId,
|
|
386
|
+
fromTier: page.currentTier,
|
|
387
|
+
toTier: null,
|
|
388
|
+
shouldPromote: false,
|
|
389
|
+
reason: 'Promotion cost exceeds benefit',
|
|
390
|
+
estimatedSavingsUsd: estimatedSavings,
|
|
391
|
+
estimatedCostUsd: promotionCost,
|
|
392
|
+
}
|
|
393
|
+
}
|
|
394
|
+
|
|
395
|
+
getPageMetrics(pageId: string): PageMetrics | null {
|
|
396
|
+
const page = this.pages.get(pageId)
|
|
397
|
+
if (!page) return null
|
|
398
|
+
|
|
399
|
+
const sizeGB = page.sizeBytes / (1024 * 1024 * 1024)
|
|
400
|
+
|
|
401
|
+
// Calculate estimated cost by tier (monthly)
|
|
402
|
+
const estimatedCostByTier: Record<StorageTier, number> = {
|
|
403
|
+
hot:
|
|
404
|
+
(page.accessCount * OPERATION_COST_PER_MILLION.hot) / 1_000_000 +
|
|
405
|
+
sizeGB * STORAGE_COST_PER_GB_MONTH.hot,
|
|
406
|
+
warm:
|
|
407
|
+
(page.accessCount * OPERATION_COST_PER_MILLION.warm) / 1_000_000 +
|
|
408
|
+
sizeGB * STORAGE_COST_PER_GB_MONTH.warm,
|
|
409
|
+
cold:
|
|
410
|
+
(page.accessCount * OPERATION_COST_PER_MILLION.cold) / 1_000_000 +
|
|
411
|
+
sizeGB * STORAGE_COST_PER_GB_MONTH.cold,
|
|
412
|
+
}
|
|
413
|
+
|
|
414
|
+
// Calculate savings from being in hot/warm vs cold
|
|
415
|
+
const coldCost = (page.accessCount * OPERATION_COST_PER_MILLION.cold) / 1_000_000
|
|
416
|
+
const currentCost = (page.accessCount * OPERATION_COST_PER_MILLION[page.currentTier]) / 1_000_000
|
|
417
|
+
const cacheSavingsUsd = page.currentTier !== 'cold' ? coldCost - currentCost : 0
|
|
418
|
+
|
|
419
|
+
return {
|
|
420
|
+
pageId: page.pageId,
|
|
421
|
+
sizeBytes: page.sizeBytes,
|
|
422
|
+
currentTier: page.currentTier,
|
|
423
|
+
accessCount: page.accessCount,
|
|
424
|
+
lastAccessedAt: page.lastAccessedAt,
|
|
425
|
+
createdAt: page.createdAt,
|
|
426
|
+
estimatedCostByTier,
|
|
427
|
+
cacheSavingsUsd,
|
|
428
|
+
}
|
|
429
|
+
}
|
|
430
|
+
|
|
431
|
+
getTierEfficiency(): Record<StorageTier, TierEfficiencyMetrics> {
|
|
432
|
+
const result: Record<StorageTier, TierEfficiencyMetrics> = {
|
|
433
|
+
hot: this.createEmptyEfficiencyMetrics('hot'),
|
|
434
|
+
warm: this.createEmptyEfficiencyMetrics('warm'),
|
|
435
|
+
cold: this.createEmptyEfficiencyMetrics('cold'),
|
|
436
|
+
}
|
|
437
|
+
|
|
438
|
+
// Aggregate page metrics by tier
|
|
439
|
+
for (const page of this.pages.values()) {
|
|
440
|
+
const tier = page.currentTier
|
|
441
|
+
const sizeGB = page.sizeBytes / (1024 * 1024 * 1024)
|
|
442
|
+
|
|
443
|
+
result[tier].totalPages++
|
|
444
|
+
result[tier].totalBytes += page.sizeBytes
|
|
445
|
+
result[tier].totalAccessCount += page.accessCount
|
|
446
|
+
result[tier].operationCostUsd +=
|
|
447
|
+
(page.accessCount * OPERATION_COST_PER_MILLION[tier]) / 1_000_000
|
|
448
|
+
result[tier].storageCostUsd += sizeGB * STORAGE_COST_PER_GB_MONTH[tier]
|
|
449
|
+
}
|
|
450
|
+
|
|
451
|
+
// Calculate derived metrics
|
|
452
|
+
for (const tier of ['hot', 'warm', 'cold'] as StorageTier[]) {
|
|
453
|
+
const metrics = result[tier]
|
|
454
|
+
|
|
455
|
+
// Cache hit ratio: hot accesses / total accesses
|
|
456
|
+
if (this.totalOperations > 0) {
|
|
457
|
+
if (tier === 'hot') {
|
|
458
|
+
metrics.cacheHitRatio = this.tierAccessCounts.hot / this.totalOperations
|
|
459
|
+
} else if (tier === 'warm') {
|
|
460
|
+
metrics.cacheHitRatio = this.tierAccessCounts.warm / this.totalOperations
|
|
461
|
+
} else {
|
|
462
|
+
// Cold is considered a "miss"
|
|
463
|
+
metrics.cacheHitRatio = 0
|
|
464
|
+
}
|
|
465
|
+
}
|
|
466
|
+
|
|
467
|
+
// Cost per access
|
|
468
|
+
if (metrics.totalAccessCount > 0) {
|
|
469
|
+
metrics.costPerAccess = metrics.operationCostUsd / metrics.totalAccessCount
|
|
470
|
+
}
|
|
471
|
+
|
|
472
|
+
// Efficiency score (0-100)
|
|
473
|
+
// Higher is better: considers cost per access and hit ratio
|
|
474
|
+
metrics.efficiencyScore = this.calculateEfficiencyScore(metrics)
|
|
475
|
+
}
|
|
476
|
+
|
|
477
|
+
return result
|
|
478
|
+
}
|
|
479
|
+
|
|
480
|
+
getBudgetStatus(): BudgetStatus {
|
|
481
|
+
const currentSpend = this.calculateCurrentSpend()
|
|
482
|
+
const projectedSpend = this.projectMonthlySpend(currentSpend)
|
|
483
|
+
const remainingBudget = this.config.monthlyBudgetUsd - currentSpend
|
|
484
|
+
const isOverBudget = currentSpend > this.config.monthlyBudgetUsd
|
|
485
|
+
|
|
486
|
+
// Determine recommended action
|
|
487
|
+
let recommendedAction: BudgetStatus['recommendedAction'] = 'none'
|
|
488
|
+
const budgetUsageRatio = currentSpend / this.config.monthlyBudgetUsd
|
|
489
|
+
|
|
490
|
+
if (isOverBudget) {
|
|
491
|
+
recommendedAction = 'reduce_hot_tier'
|
|
492
|
+
} else if (budgetUsageRatio > 0.7) {
|
|
493
|
+
// Approaching budget
|
|
494
|
+
recommendedAction = 'increase_batching'
|
|
495
|
+
} else if (projectedSpend > this.config.monthlyBudgetUsd * 0.9) {
|
|
496
|
+
recommendedAction = 'evict_cold'
|
|
497
|
+
}
|
|
498
|
+
|
|
499
|
+
return {
|
|
500
|
+
monthlyBudgetUsd: this.config.monthlyBudgetUsd,
|
|
501
|
+
currentSpendUsd: currentSpend,
|
|
502
|
+
projectedSpendUsd: projectedSpend,
|
|
503
|
+
remainingBudgetUsd: remainingBudget,
|
|
504
|
+
isOverBudget,
|
|
505
|
+
recommendedAction,
|
|
506
|
+
}
|
|
507
|
+
}
|
|
508
|
+
|
|
509
|
+
getEstimatedCacheSavings(): number {
|
|
510
|
+
let totalSavings = 0
|
|
511
|
+
const coldCostPerOp = OPERATION_COST_PER_MILLION.cold / 1_000_000
|
|
512
|
+
const warmCostPerOp = OPERATION_COST_PER_MILLION.warm / 1_000_000
|
|
513
|
+
const hotCostPerOp = OPERATION_COST_PER_MILLION.hot / 1_000_000
|
|
514
|
+
|
|
515
|
+
for (const page of this.pages.values()) {
|
|
516
|
+
if (page.currentTier === 'hot') {
|
|
517
|
+
// Hot tier saves (cold cost - hot cost) per access
|
|
518
|
+
totalSavings += (coldCostPerOp - hotCostPerOp) * page.accessCount
|
|
519
|
+
} else if (page.currentTier === 'warm') {
|
|
520
|
+
// Warm tier saves full cold cost per access (warm is free)
|
|
521
|
+
totalSavings += (coldCostPerOp - warmCostPerOp) * page.accessCount
|
|
522
|
+
}
|
|
523
|
+
}
|
|
524
|
+
|
|
525
|
+
return totalSavings
|
|
526
|
+
}
|
|
527
|
+
|
|
528
|
+
getR2BatchCandidates(): string[] {
|
|
529
|
+
// Find pages in warm tier that could be batched for R2 archival
|
|
530
|
+
const warmPages: string[] = []
|
|
531
|
+
|
|
532
|
+
for (const page of this.pages.values()) {
|
|
533
|
+
if (page.currentTier === 'warm') {
|
|
534
|
+
warmPages.push(page.pageId)
|
|
535
|
+
}
|
|
536
|
+
}
|
|
537
|
+
|
|
538
|
+
// Only return batch if we have enough candidates
|
|
539
|
+
if (warmPages.length >= this.config.r2BatchSize) {
|
|
540
|
+
return warmPages.slice(0, this.config.r2BatchSize)
|
|
541
|
+
}
|
|
542
|
+
|
|
543
|
+
// Not enough for efficient batching
|
|
544
|
+
return []
|
|
545
|
+
}
|
|
546
|
+
|
|
547
|
+
calculateOptimalTier(pageId: string): StorageTier {
|
|
548
|
+
const page = this.pages.get(pageId)
|
|
549
|
+
if (!page) return 'cold'
|
|
550
|
+
|
|
551
|
+
// High frequency (1000+ accesses) -> hot
|
|
552
|
+
if (page.accessCount >= 1000) {
|
|
553
|
+
return 'hot'
|
|
554
|
+
}
|
|
555
|
+
|
|
556
|
+
// Medium frequency (10-999 accesses) -> warm
|
|
557
|
+
if (page.accessCount >= 10) {
|
|
558
|
+
return 'warm'
|
|
559
|
+
}
|
|
560
|
+
|
|
561
|
+
// Low frequency -> cold
|
|
562
|
+
return 'cold'
|
|
563
|
+
}
|
|
564
|
+
|
|
565
|
+
getCostReportByTier(): Record<StorageTier, { operationCost: number; storageCost: number; totalCost: number }> {
|
|
566
|
+
const efficiency = this.getTierEfficiency()
|
|
567
|
+
|
|
568
|
+
return {
|
|
569
|
+
hot: {
|
|
570
|
+
operationCost: efficiency.hot.operationCostUsd,
|
|
571
|
+
storageCost: efficiency.hot.storageCostUsd,
|
|
572
|
+
totalCost: efficiency.hot.operationCostUsd + efficiency.hot.storageCostUsd,
|
|
573
|
+
},
|
|
574
|
+
warm: {
|
|
575
|
+
operationCost: efficiency.warm.operationCostUsd,
|
|
576
|
+
storageCost: efficiency.warm.storageCostUsd,
|
|
577
|
+
totalCost: efficiency.warm.operationCostUsd + efficiency.warm.storageCostUsd,
|
|
578
|
+
},
|
|
579
|
+
cold: {
|
|
580
|
+
operationCost: efficiency.cold.operationCostUsd,
|
|
581
|
+
storageCost: efficiency.cold.storageCostUsd,
|
|
582
|
+
totalCost: efficiency.cold.operationCostUsd + efficiency.cold.storageCostUsd,
|
|
583
|
+
},
|
|
584
|
+
}
|
|
585
|
+
}
|
|
586
|
+
|
|
587
|
+
reset(): void {
|
|
588
|
+
this.pages.clear()
|
|
589
|
+
this.tierAccessCounts = { hot: 0, warm: 0, cold: 0 }
|
|
590
|
+
this.totalOperations = 0
|
|
591
|
+
this.startTime = Date.now()
|
|
592
|
+
}
|
|
593
|
+
|
|
594
|
+
// ============================================================================
|
|
595
|
+
// Private Methods
|
|
596
|
+
// ============================================================================
|
|
597
|
+
|
|
598
|
+
private createEmptyEfficiencyMetrics(tier: StorageTier): TierEfficiencyMetrics {
|
|
599
|
+
return {
|
|
600
|
+
tier,
|
|
601
|
+
totalPages: 0,
|
|
602
|
+
totalBytes: 0,
|
|
603
|
+
totalAccessCount: 0,
|
|
604
|
+
operationCostUsd: 0,
|
|
605
|
+
storageCostUsd: 0,
|
|
606
|
+
cacheHitRatio: 0,
|
|
607
|
+
costPerAccess: 0,
|
|
608
|
+
efficiencyScore: 0,
|
|
609
|
+
}
|
|
610
|
+
}
|
|
611
|
+
|
|
612
|
+
private estimateFutureAccesses(page: InternalPageMetrics): number {
|
|
613
|
+
// For low access counts, use a conservative multiplier based on current count
|
|
614
|
+
// This prevents over-optimistic projections for rarely-accessed data
|
|
615
|
+
if (page.accessCount < 20) {
|
|
616
|
+
// Conservative: assume similar access pattern over next month
|
|
617
|
+
// Low counts get penalized - don't extrapolate wildly
|
|
618
|
+
return page.accessCount * 2
|
|
619
|
+
}
|
|
620
|
+
|
|
621
|
+
if (page.accessCount < 50) {
|
|
622
|
+
// Moderate extrapolation for medium access counts
|
|
623
|
+
return page.accessCount * 5
|
|
624
|
+
}
|
|
625
|
+
|
|
626
|
+
// For high access counts, use a generous estimate since the pattern is established
|
|
627
|
+
// High frequency pages will likely continue to be accessed
|
|
628
|
+
return page.accessCount * 10
|
|
629
|
+
}
|
|
630
|
+
|
|
631
|
+
private calculateCurrentSpend(): number {
|
|
632
|
+
let totalSpend = 0
|
|
633
|
+
|
|
634
|
+
// Calculate operation costs
|
|
635
|
+
// For cold tier, use Class A pricing (PUT/LIST) for write operations as a TCO model
|
|
636
|
+
// This accounts for the fact that data in cold storage incurs write costs to get there
|
|
637
|
+
for (const tier of ['hot', 'warm', 'cold'] as StorageTier[]) {
|
|
638
|
+
if (tier === 'cold') {
|
|
639
|
+
// Use Class A pricing for cold tier to account for total cost of ownership
|
|
640
|
+
// This includes the cost of putting data into R2 and ongoing access costs
|
|
641
|
+
totalSpend += (this.tierAccessCounts[tier] * CloudflarePricing.R2_CLASS_A_PER_MILLION) / 1_000_000
|
|
642
|
+
} else {
|
|
643
|
+
totalSpend += (this.tierAccessCounts[tier] * OPERATION_COST_PER_MILLION[tier]) / 1_000_000
|
|
644
|
+
}
|
|
645
|
+
}
|
|
646
|
+
|
|
647
|
+
// Add storage costs (prorated for time elapsed)
|
|
648
|
+
const elapsedMs = Date.now() - this.startTime
|
|
649
|
+
const msPerMonth = 30 * 24 * 60 * 60 * 1000
|
|
650
|
+
const monthFraction = Math.max(0.001, elapsedMs / msPerMonth) // Minimum 0.1% of month
|
|
651
|
+
|
|
652
|
+
for (const page of this.pages.values()) {
|
|
653
|
+
const sizeGB = page.sizeBytes / (1024 * 1024 * 1024)
|
|
654
|
+
totalSpend += sizeGB * STORAGE_COST_PER_GB_MONTH[page.currentTier] * monthFraction
|
|
655
|
+
}
|
|
656
|
+
|
|
657
|
+
return totalSpend
|
|
658
|
+
}
|
|
659
|
+
|
|
660
|
+
private projectMonthlySpend(currentSpend: number): number {
|
|
661
|
+
const elapsedMs = Date.now() - this.startTime
|
|
662
|
+
const msPerMonth = 30 * 24 * 60 * 60 * 1000
|
|
663
|
+
|
|
664
|
+
// Ensure projected is always at least slightly more than current
|
|
665
|
+
// to account for ongoing operations
|
|
666
|
+
if (elapsedMs < 1) {
|
|
667
|
+
// Essentially instant - add small buffer
|
|
668
|
+
return currentSpend * 1.1
|
|
669
|
+
}
|
|
670
|
+
|
|
671
|
+
// Linear extrapolation to full month
|
|
672
|
+
const extrapolated = currentSpend * (msPerMonth / elapsedMs)
|
|
673
|
+
|
|
674
|
+
// Projected should always be >= current (can't spend less than already spent)
|
|
675
|
+
// Add small buffer to ensure strict greater than for equal time periods
|
|
676
|
+
return Math.max(extrapolated, currentSpend * 1.001)
|
|
677
|
+
}
|
|
678
|
+
|
|
679
|
+
private calculateEfficiencyScore(metrics: TierEfficiencyMetrics): number {
|
|
680
|
+
// Efficiency score based on:
|
|
681
|
+
// 1. Low cost per access (40%)
|
|
682
|
+
// 2. Hit ratio contribution (30%) - varies by tier
|
|
683
|
+
// 3. Appropriate tier usage (30%)
|
|
684
|
+
|
|
685
|
+
let score = 0
|
|
686
|
+
|
|
687
|
+
// Cost per access score (lower is better)
|
|
688
|
+
// Best: $0/access (warm), Worst: >$0.001/access
|
|
689
|
+
if (metrics.totalAccessCount > 0) {
|
|
690
|
+
const maxCostPerAccess = 0.001 // $0.001 per access is considered poor
|
|
691
|
+
const costScore = Math.max(0, 1 - metrics.costPerAccess / maxCostPerAccess)
|
|
692
|
+
score += costScore * 40
|
|
693
|
+
} else {
|
|
694
|
+
// No accesses yet - give partial cost score (system is ready but idle)
|
|
695
|
+
score += 20 // Baseline for availability
|
|
696
|
+
}
|
|
697
|
+
|
|
698
|
+
// Hit ratio score (higher is better for hot tier)
|
|
699
|
+
if (metrics.tier === 'hot') {
|
|
700
|
+
score += metrics.cacheHitRatio * 30
|
|
701
|
+
} else if (metrics.tier === 'warm') {
|
|
702
|
+
// Warm tier gets partial credit
|
|
703
|
+
score += metrics.cacheHitRatio * 20
|
|
704
|
+
} else {
|
|
705
|
+
// Cold tier: give baseline score
|
|
706
|
+
// Cold storage is efficient for archival even without active usage
|
|
707
|
+
score += 15 // Baseline for cold storage availability
|
|
708
|
+
}
|
|
709
|
+
|
|
710
|
+
// Tier appropriateness score
|
|
711
|
+
if (metrics.totalPages > 0) {
|
|
712
|
+
const avgAccessesPerPage = metrics.totalAccessCount / metrics.totalPages
|
|
713
|
+
if (metrics.tier === 'hot' && avgAccessesPerPage >= 100) {
|
|
714
|
+
score += 30
|
|
715
|
+
} else if (metrics.tier === 'warm' && avgAccessesPerPage >= 10 && avgAccessesPerPage < 100) {
|
|
716
|
+
score += 30
|
|
717
|
+
} else if (metrics.tier === 'cold') {
|
|
718
|
+
// Cold tier gets appropriateness score even for higher access counts
|
|
719
|
+
// (data might be there temporarily before promotion decision)
|
|
720
|
+
if (avgAccessesPerPage < 10) {
|
|
721
|
+
score += 30 // Perfect for cold
|
|
722
|
+
} else {
|
|
723
|
+
score += 15 // Acceptable
|
|
724
|
+
}
|
|
725
|
+
}
|
|
726
|
+
} else {
|
|
727
|
+
// No pages - give partial appropriateness score (tier is configured correctly)
|
|
728
|
+
score += 10
|
|
729
|
+
}
|
|
730
|
+
|
|
731
|
+
return Math.min(100, Math.max(0, score))
|
|
732
|
+
}
|
|
733
|
+
}
|
|
734
|
+
|
|
735
|
+
/**
|
|
736
|
+
* Create a new tier cost optimizer
|
|
737
|
+
*/
|
|
738
|
+
export function createTierCostOptimizer(config?: Partial<CostAwareTierConfig>): TierCostOptimizer {
|
|
739
|
+
return new TierCostOptimizerImpl(config)
|
|
740
|
+
}
|