@gscdump/engine 1.3.2 → 1.4.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/adapters/duckdb-node.d.mts +7 -0
- package/dist/adapters/duckdb-node.mjs +94 -0
- package/dist/adapters/filesystem.d.mts +1 -1
- package/dist/adapters/filesystem.mjs +1 -1
- package/dist/adapters/hyparquet.d.mts +4 -3
- package/dist/adapters/hyparquet.mjs +7 -3
- package/dist/adapters/node-harness.d.mts +38 -0
- package/dist/adapters/node-harness.mjs +47 -0
- package/dist/adapters/node.d.mts +4 -100
- package/dist/adapters/node.mjs +4 -240
- package/dist/adapters/parquet-attach.d.mts +23 -0
- package/dist/adapters/parquet-attach.mjs +21 -0
- package/dist/adapters/r2-manifest.d.mts +82 -0
- package/dist/adapters/r2-manifest.mjs +364 -0
- package/dist/adapters/r2.d.mts +1 -1
- package/dist/adapters/read-optional.mjs +15 -0
- package/dist/adapters/snapshot-attach.d.mts +38 -0
- package/dist/adapters/snapshot-attach.mjs +85 -0
- package/dist/analysis-types.d.mts +56 -1
- package/dist/analyzer/define.d.mts +48 -0
- package/dist/analyzer/define.mjs +60 -0
- package/dist/analyzer/dispatch.d.mts +17 -0
- package/dist/analyzer/index.d.mts +4 -14
- package/dist/analyzer/index.mjs +4 -112
- package/dist/analyzer/registry.d.mts +33 -0
- package/dist/analyzer/registry.mjs +49 -0
- package/dist/analyzer/types.d.mts +95 -0
- package/dist/analyzer/types.mjs +5 -0
- package/dist/coerce.d.mts +4 -0
- package/dist/compaction.d.mts +14 -0
- package/dist/{_chunks/parquet-plan.mjs → compaction.mjs} +2 -138
- package/dist/contracts.d.mts +1 -2
- package/dist/{_chunks/schema.d.mts → drizzle-schema.d.mts} +22 -54
- package/dist/{_chunks/schema.mjs → drizzle-schema.mjs} +2 -78
- package/dist/{_chunks/snapshot.d.mts → duckdb.d.mts} +1 -14
- package/dist/duckdb.mjs +207 -0
- package/dist/engine.d.mts +4 -0
- package/dist/engine.mjs +385 -0
- package/dist/entities.d.mts +3 -52
- package/dist/entities.mjs +867 -2
- package/dist/errors.d.mts +114 -1
- package/dist/gc.mjs +92 -0
- package/dist/iceberg/append-sink.d.mts +14 -0
- package/dist/iceberg/append-sink.mjs +142 -0
- package/dist/iceberg/catalog.d.mts +71 -0
- package/dist/iceberg/catalog.mjs +109 -0
- package/dist/iceberg/index.d.mts +4 -13
- package/dist/iceberg/index.mjs +3 -244
- package/dist/iceberg/overwrite-writer.d.mts +161 -0
- package/dist/iceberg/overwrite-writer.mjs +102 -0
- package/dist/iceberg/pyiceberg-runtime.mjs +34 -0
- package/dist/iceberg/schema.d.mts +69 -0
- package/dist/{_chunks/schema2.mjs → iceberg/schema.mjs} +3 -2
- package/dist/index.d.mts +14 -190
- package/dist/index.mjs +10 -645
- package/dist/ingest-accumulator.d.mts +1 -1
- package/dist/ingest.d.mts +1 -1
- package/dist/layout.d.mts +31 -0
- package/dist/node_modules/.pnpm/hyparquet-compressors@1.1.1/node_modules/hyparquet-compressors/src/brotli.bitreader.mjs +88 -0
- package/dist/node_modules/.pnpm/hyparquet-compressors@1.1.1/node_modules/hyparquet-compressors/src/brotli.blocks.mjs +120 -0
- package/dist/node_modules/.pnpm/hyparquet-compressors@1.1.1/node_modules/hyparquet-compressors/src/brotli.context.mjs +1805 -0
- package/dist/node_modules/.pnpm/hyparquet-compressors@1.1.1/node_modules/hyparquet-compressors/src/brotli.contextmap.mjs +49 -0
- package/dist/node_modules/.pnpm/hyparquet-compressors@1.1.1/node_modules/hyparquet-compressors/src/brotli.dictionary.mjs +984 -0
- package/dist/node_modules/.pnpm/hyparquet-compressors@1.1.1/node_modules/hyparquet-compressors/src/brotli.huffman.mjs +266 -0
- package/dist/node_modules/.pnpm/hyparquet-compressors@1.1.1/node_modules/hyparquet-compressors/src/brotli.mjs +340 -0
- package/dist/node_modules/.pnpm/hyparquet-compressors@1.1.1/node_modules/hyparquet-compressors/src/brotli.prefix.mjs +109 -0
- package/dist/node_modules/.pnpm/hyparquet-compressors@1.1.1/node_modules/hyparquet-compressors/src/brotli.streams.mjs +21 -0
- package/dist/node_modules/.pnpm/hyparquet-compressors@1.1.1/node_modules/hyparquet-compressors/src/brotli.transform.mjs +190 -0
- package/dist/node_modules/.pnpm/hyparquet-compressors@1.1.1/node_modules/hyparquet-compressors/src/compressors.mjs +7 -0
- package/dist/node_modules/.pnpm/hyparquet-compressors@1.1.1/node_modules/hyparquet-compressors/src/gzip.huffman.mjs +121 -0
- package/dist/node_modules/.pnpm/hyparquet-compressors@1.1.1/node_modules/hyparquet-compressors/src/gzip.mjs +176 -0
- package/dist/node_modules/.pnpm/hyparquet-compressors@1.1.1/node_modules/hyparquet-compressors/src/index.mjs +7 -0
- package/dist/node_modules/.pnpm/hyparquet-compressors@1.1.1/node_modules/hyparquet-compressors/src/lz4.mjs +52 -0
- package/dist/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash_7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/bloom.mjs +93 -0
- package/dist/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash_7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/bytewriter.mjs +91 -0
- package/dist/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash_7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/column.mjs +186 -0
- package/dist/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash_7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/datapage.mjs +113 -0
- package/dist/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash_7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/delta.mjs +111 -0
- package/dist/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash_7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/dictionary.mjs +99 -0
- package/dist/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash_7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/dremel.mjs +116 -0
- package/dist/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash_7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/encoding.mjs +51 -0
- package/dist/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash_7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/geospatial.mjs +84 -0
- package/dist/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash_7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/index.mjs +7 -0
- package/dist/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash_7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/indexes.mjs +31 -0
- package/dist/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash_7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/metadata.mjs +138 -0
- package/dist/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash_7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/node.mjs +8 -0
- package/dist/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash_7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/parquet-writer.mjs +139 -0
- package/dist/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash_7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/plain.mjs +68 -0
- package/dist/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash_7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/schema.mjs +254 -0
- package/dist/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash_7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/snappy.mjs +125 -0
- package/dist/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash_7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/splitstream.mjs +38 -0
- package/dist/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash_7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/thrift.mjs +79 -0
- package/dist/{_chunks/libs/hyparquet-writer.d.mts → node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash_7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/types.d.mts} +2 -2
- package/dist/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash_7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/unconvert.mjs +247 -0
- package/dist/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash_7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/variant.mjs +321 -0
- package/dist/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash_7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/wkb.mjs +79 -0
- package/dist/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash_7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/write-rows.mjs +122 -0
- package/dist/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash_7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/write.mjs +5 -0
- package/dist/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash_7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/types/bytewriter.d.mts +1 -0
- package/dist/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash_7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/types/index.d.mts +10 -0
- package/dist/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash_7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/types/node.d.mts +3 -0
- package/dist/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash_7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/types/parquet-writer.d.mts +2 -0
- package/dist/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash_7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/types/schema.d.mts +2 -0
- package/dist/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash_7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/types/wkb.d.mts +1 -0
- package/dist/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash_7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/types/write-rows.d.mts +1 -0
- package/dist/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash_7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/types/write.d.mts +1 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/assemble.mjs +3 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/bloom.mjs +69 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/column.mjs +8 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/constants.mjs +80 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/convert.mjs +3 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/datapage.mjs +6 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/delta.mjs +2 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/encoding.mjs +2 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/filter.mjs +3 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/geoparquet.mjs +1 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/index.mjs +7 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/indexes.mjs +5 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/metadata.mjs +7 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/node.mjs +3 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/plain.mjs +1 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/plan.mjs +5 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/query.mjs +3 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/read.mjs +6 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/rowgroup.mjs +7 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/schema.mjs +54 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/snappy.mjs +1 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/thrift.mjs +1 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/types.d.mts +1 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/utils.mjs +19 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/variant.mjs +3 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/wkb.mjs +1 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/xxhash.mjs +68 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/types/index.d.mts +7 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/types/indexes.d.mts +1 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/types/metadata.d.mts +1 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/types/node.d.mts +2 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/types/query.d.mts +1 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/types/read.d.mts +1 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/types/snappy.d.mts +1 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/types/utils.d.mts +1 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/assemble.mjs +144 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/bloom.mjs +124 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/column.mjs +127 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/constants.mjs +75 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/convert.mjs +118 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/datapage.mjs +144 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/delta.mjs +65 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/encoding.mjs +76 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/filter.mjs +98 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/geoparquet.mjs +24 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/index.mjs +7 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/indexes.mjs +16 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/metadata.mjs +235 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/node.mjs +7 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/plain.mjs +78 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/plan.mjs +147 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/query.mjs +3 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/read.mjs +106 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/rowgroup.mjs +154 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/schema.mjs +75 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/snappy.mjs +70 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/thrift.mjs +86 -0
- package/dist/{_chunks/libs/hyparquet.d.mts → node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/types.d.mts} +6 -8
- package/dist/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/utils.mjs +31 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/variant.mjs +225 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/wkb.mjs +94 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/xxhash.mjs +68 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/types/index.d.mts +10 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/types/indexes.d.mts +1 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/types/metadata.d.mts +1 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/types/node.d.mts +3 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/types/query.d.mts +1 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/types/read.d.mts +1 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/types/snappy.d.mts +1 -0
- package/dist/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/types/utils.d.mts +1 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/avro/avro.metadata.mjs +1 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/avro/avro.read.mjs +4 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/avro/avro.write.mjs +2 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/catalog/file.mjs +1 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/catalog/loadTable.mjs +3 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/catalog/rest.mjs +73 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/create.mjs +67 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/delete.mjs +2 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/fetch.mjs +8 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/index.mjs +13 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/json.mjs +147 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/manifest.mjs +2 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/metadata.mjs +3 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/prune.mjs +4 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/puffin/deletion-vector.mjs +2 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/puffin/puffin.mjs +2 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/puffin/roaring.mjs +1 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/read.mjs +9 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/s3.mjs +3 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/schema.mjs +76 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/sigv4.mjs +2 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/sql/icebergDataSource.mjs +8 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/sql/icebergQuery.mjs +5 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/sql/whereFilter.mjs +1 -0
- package/dist/{_chunks/libs/icebird.d.mts → node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/types.d.mts} +5 -33
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/utils.mjs +8 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/write/commit.mjs +5 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/write/conversions.mjs +19 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/write/delete-file.mjs +3 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/write/geospatial.mjs +1 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/write/manifest-list.mjs +2 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/write/manifest.mjs +3 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/write/parquet.mjs +5 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/write/partition.mjs +75 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/write/rewrite.mjs +10 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/write/serde.mjs +2 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/write/snapshot.mjs +5 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/write/sort.mjs +3 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/write/stage-deletion-vector.mjs +11 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/write/stage-position-delete.mjs +8 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/write/stage.mjs +10 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/write/stats.mjs +4 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/write/transform.mjs +60 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/write/write.mjs +45 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/types/catalog/file.d.mts +1 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/types/catalog/rest.d.mts +1 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/types/create.d.mts +1 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/types/fetch.d.mts +1 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/types/index.d.mts +13 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/types/manifest.d.mts +1 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/types/metadata.d.mts +1 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/types/read.d.mts +2 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/types/s3.d.mts +1 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/types/sql/icebergDataSource.d.mts +2 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/types/sql/icebergQuery.d.mts +2 -0
- package/dist/node_modules/.pnpm/icebird@0.8.15_patch_hash_d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/types/write/write.d.mts +32 -0
- package/dist/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/ast.d.mts +1 -0
- package/dist/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/backend/dataSource.mjs +1 -0
- package/dist/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/execute/accumulator.mjs +2 -0
- package/dist/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/execute/aggregates.mjs +10 -0
- package/dist/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/execute/execute.mjs +15 -0
- package/dist/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/execute/join.mjs +5 -0
- package/dist/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/execute/scanColumn.mjs +1 -0
- package/dist/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/execute/sort.mjs +5 -0
- package/dist/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/execute/streamingAggregate.mjs +9 -0
- package/dist/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/execute/utils.mjs +1 -0
- package/dist/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/execute/window.mjs +5 -0
- package/dist/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/execute/yield.mjs +17 -0
- package/dist/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/expression/alias.mjs +1 -0
- package/dist/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/expression/binary.mjs +1 -0
- package/dist/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/expression/date.mjs +1 -0
- package/dist/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/expression/evaluate.mjs +15 -0
- package/dist/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/expression/math.mjs +1 -0
- package/dist/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/expression/regexp.mjs +2 -0
- package/dist/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/expression/strings.mjs +3 -0
- package/dist/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/index.d.mts +1 -0
- package/dist/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/index.mjs +9 -0
- package/dist/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/parse/expression.mjs +6 -0
- package/dist/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/parse/extractTables.mjs +1 -0
- package/dist/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/parse/functions.mjs +5 -0
- package/dist/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/parse/joins.mjs +7 -0
- package/dist/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/parse/parse.mjs +10 -0
- package/dist/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/parse/primary.mjs +8 -0
- package/dist/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/parse/state.mjs +2 -0
- package/dist/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/parse/tokenize.mjs +3 -0
- package/dist/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/parse/types.d.mts +1 -0
- package/dist/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/plan/columns.mjs +3 -0
- package/dist/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/plan/plan.mjs +7 -0
- package/dist/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/plan/types.d.mts +1 -0
- package/dist/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/spatial/bbox.mjs +2 -0
- package/dist/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/spatial/equality.mjs +2 -0
- package/dist/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/spatial/operations.mjs +5 -0
- package/dist/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/spatial/pointRelations.mjs +2 -0
- package/dist/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/spatial/primitives.mjs +2 -0
- package/dist/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/spatial/segments.mjs +2 -0
- package/dist/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/spatial/spatial.mjs +6 -0
- package/dist/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/spatial/wkt.mjs +1 -0
- package/dist/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/types.d.mts +3 -0
- package/dist/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/validation/aggregates.mjs +3 -0
- package/dist/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/validation/executionErrors.mjs +2 -0
- package/dist/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/validation/functions.mjs +2 -0
- package/dist/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/validation/keywords.mjs +1 -0
- package/dist/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/validation/parseErrors.mjs +2 -0
- package/dist/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/validation/tables.mjs +2 -0
- package/dist/parquet-plan.d.mts +15 -0
- package/dist/parquet-plan.mjs +139 -0
- package/dist/parquet-pushdown.mjs +58 -0
- package/dist/period/index.d.mts +52 -1
- package/dist/planner.d.mts +2 -14
- package/dist/planner.mjs +2 -1
- package/dist/profile.d.mts +21 -0
- package/dist/profile.mjs +27 -0
- package/dist/query-dim.d.mts +54 -0
- package/dist/query-dim.mjs +91 -0
- package/dist/report/define.d.mts +8 -0
- package/dist/report/define.mjs +15 -0
- package/dist/report/hash.d.mts +13 -0
- package/dist/report/hash.mjs +29 -0
- package/dist/report/index.d.mts +4 -170
- package/dist/report/index.mjs +3 -55
- package/dist/report/registry.d.mts +18 -0
- package/dist/report/registry.mjs +14 -0
- package/dist/report/types.d.mts +139 -0
- package/dist/resolver/adapter.d.mts +13 -0
- package/dist/resolver/adapter.mjs +27 -0
- package/dist/resolver/canonical-source.d.mts +5 -0
- package/dist/resolver/canonical-source.mjs +14 -0
- package/dist/resolver/compile.d.mts +15 -0
- package/dist/resolver/compile.mjs +396 -0
- package/dist/resolver/datasets.d.mts +16 -0
- package/dist/resolver/datasets.mjs +159 -0
- package/dist/resolver/extras-overlay.d.mts +37 -0
- package/dist/resolver/extras-overlay.mjs +17 -0
- package/dist/resolver/filter-utils.d.mts +10 -0
- package/dist/resolver/filter-utils.mjs +59 -0
- package/dist/resolver/fragments.d.mts +60 -0
- package/dist/resolver/fragments.mjs +206 -0
- package/dist/resolver/index.d.mts +11 -371
- package/dist/resolver/index.mjs +10 -1
- package/dist/resolver/pg-adapter.d.mts +56 -0
- package/dist/resolver/pg-adapter.mjs +110 -0
- package/dist/resolver/run-query.d.mts +172 -0
- package/dist/resolver/run-query.mjs +241 -0
- package/dist/resolver/schema-drift.d.mts +15 -0
- package/dist/resolver/schema-drift.mjs +12 -0
- package/dist/rollups.d.mts +4 -4
- package/dist/rollups.mjs +3 -2
- package/dist/schedule.mjs +100 -0
- package/dist/schema.d.mts +34 -1
- package/dist/schema.mjs +78 -1
- package/dist/sink-node.d.mts +1 -159
- package/dist/sink-node.mjs +1 -133
- package/dist/sink.d.mts +125 -0
- package/dist/sinks/in-memory-sink.d.mts +25 -0
- package/dist/sinks/in-memory-sink.mjs +61 -0
- package/dist/sinks/index.d.mts +2 -0
- package/dist/sinks/index.mjs +2 -0
- package/dist/snapshot.d.mts +14 -0
- package/dist/source/attached-table.d.mts +45 -0
- package/dist/source/attached-table.mjs +55 -0
- package/dist/source/create-sql-query-source.d.mts +24 -0
- package/dist/source/create-sql-query-source.mjs +28 -0
- package/dist/source/index.d.mts +6 -66
- package/dist/source/index.mjs +9 -82
- package/dist/source/source-types.d.mts +49 -0
- package/dist/{_chunks/storage.d.mts → storage.d.mts} +4 -14
- package/dist/sync-config.d.mts +36 -0
- package/dist/sync-config.mjs +98 -0
- package/dist/vendor/hysnappy-purejs.mjs +12 -1
- package/package.json +4 -4
- package/dist/_chunks/analysis-types.d.mts +0 -57
- package/dist/_chunks/contracts.d.mts +0 -1
- package/dist/_chunks/engine.mjs +0 -731
- package/dist/_chunks/entities.mjs +0 -967
- package/dist/_chunks/errors.d.mts +0 -115
- package/dist/_chunks/index.d.mts +0 -53
- package/dist/_chunks/libs/hyparquet-compressors.mjs +0 -2796
- package/dist/_chunks/libs/hyparquet-writer.mjs +0 -2524
- package/dist/_chunks/libs/hyparquet.mjs +0 -2596
- package/dist/_chunks/libs/icebird.mjs +0 -564
- package/dist/_chunks/registry.d.mts +0 -213
- package/dist/_chunks/resolver.mjs +0 -1220
- package/dist/_chunks/sink.d.mts +0 -257
- /package/dist/{_chunks → analyzer}/dispatch.mjs +0 -0
- /package/dist/{_chunks/coerce.mjs → coerce.mjs} +0 -0
- /package/dist/{_chunks/layout.mjs → layout.mjs} +0 -0
- /package/dist/{_chunks/manifest-store-utils.mjs → manifest-store-utils.mjs} +0 -0
- /package/dist/{_chunks/libs/fzstd.mjs → node_modules/.pnpm/fzstd@0.1.1/node_modules/fzstd/esm/index.mjs} +0 -0
- /package/dist/{_chunks → resolver}/types.d.mts +0 -0
- /package/dist/{_chunks/schedule.d.mts → schedule.d.mts} +0 -0
|
@@ -0,0 +1,86 @@
|
|
|
1
|
+
const STOP = 0;
|
|
2
|
+
const TRUE = 1;
|
|
3
|
+
const FALSE = 2;
|
|
4
|
+
const BYTE = 3;
|
|
5
|
+
const I16 = 4;
|
|
6
|
+
const I32 = 5;
|
|
7
|
+
const I64 = 6;
|
|
8
|
+
const DOUBLE = 7;
|
|
9
|
+
const BINARY = 8;
|
|
10
|
+
const LIST = 9;
|
|
11
|
+
const STRUCT = 12;
|
|
12
|
+
function deserializeTCompactProtocol(reader) {
|
|
13
|
+
const value = {};
|
|
14
|
+
let fid = 0;
|
|
15
|
+
while (reader.offset < reader.view.byteLength) {
|
|
16
|
+
const byte = reader.view.getUint8(reader.offset++);
|
|
17
|
+
const type = byte & 15;
|
|
18
|
+
if (type === STOP) break;
|
|
19
|
+
const delta = byte >> 4;
|
|
20
|
+
fid = delta ? fid + delta : readZigZag(reader);
|
|
21
|
+
value[`field_${fid}`] = readElement(reader, type);
|
|
22
|
+
}
|
|
23
|
+
return value;
|
|
24
|
+
}
|
|
25
|
+
function readElement(reader, type) {
|
|
26
|
+
switch (type) {
|
|
27
|
+
case TRUE: return true;
|
|
28
|
+
case FALSE: return false;
|
|
29
|
+
case BYTE: return reader.view.getInt8(reader.offset++);
|
|
30
|
+
case I16:
|
|
31
|
+
case I32: return readZigZag(reader);
|
|
32
|
+
case I64: return readZigZagBigInt(reader);
|
|
33
|
+
case DOUBLE: {
|
|
34
|
+
const value = reader.view.getFloat64(reader.offset, true);
|
|
35
|
+
reader.offset += 8;
|
|
36
|
+
return value;
|
|
37
|
+
}
|
|
38
|
+
case BINARY: {
|
|
39
|
+
const stringLength = readVarInt(reader);
|
|
40
|
+
const strBytes = new Uint8Array(reader.view.buffer, reader.view.byteOffset + reader.offset, stringLength);
|
|
41
|
+
reader.offset += stringLength;
|
|
42
|
+
return strBytes;
|
|
43
|
+
}
|
|
44
|
+
case LIST: {
|
|
45
|
+
const byte = reader.view.getUint8(reader.offset++);
|
|
46
|
+
const elemType = byte & 15;
|
|
47
|
+
let listSize = byte >> 4;
|
|
48
|
+
if (listSize === 15) listSize = readVarInt(reader);
|
|
49
|
+
const boolType = elemType === TRUE || elemType === FALSE;
|
|
50
|
+
const values = new Array(listSize);
|
|
51
|
+
for (let i = 0; i < listSize; i++) values[i] = boolType ? readElement(reader, BYTE) === 1 : readElement(reader, elemType);
|
|
52
|
+
return values;
|
|
53
|
+
}
|
|
54
|
+
case STRUCT: return deserializeTCompactProtocol(reader);
|
|
55
|
+
default: throw new Error(`thrift unhandled type: ${type}`);
|
|
56
|
+
}
|
|
57
|
+
}
|
|
58
|
+
function readVarInt(reader) {
|
|
59
|
+
let result = 0;
|
|
60
|
+
let shift = 0;
|
|
61
|
+
while (true) {
|
|
62
|
+
const byte = reader.view.getUint8(reader.offset++);
|
|
63
|
+
result |= (byte & 127) << shift;
|
|
64
|
+
if (!(byte & 128)) return result;
|
|
65
|
+
shift += 7;
|
|
66
|
+
}
|
|
67
|
+
}
|
|
68
|
+
function readVarBigInt(reader) {
|
|
69
|
+
let result = 0n;
|
|
70
|
+
let shift = 0n;
|
|
71
|
+
while (true) {
|
|
72
|
+
const byte = reader.view.getUint8(reader.offset++);
|
|
73
|
+
result |= BigInt(byte & 127) << shift;
|
|
74
|
+
if (!(byte & 128)) return result;
|
|
75
|
+
shift += 7n;
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
function readZigZag(reader) {
|
|
79
|
+
const zigzag = readVarInt(reader);
|
|
80
|
+
return zigzag >>> 1 ^ -(zigzag & 1);
|
|
81
|
+
}
|
|
82
|
+
function readZigZagBigInt(reader) {
|
|
83
|
+
const zigzag = readVarBigInt(reader);
|
|
84
|
+
return zigzag >> 1n ^ -(zigzag & 1n);
|
|
85
|
+
}
|
|
86
|
+
export { deserializeTCompactProtocol, readVarInt, readZigZag, readZigZagBigInt };
|
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
/**
|
|
2
2
|
* Parquet query options for filtering data
|
|
3
3
|
*/
|
|
4
|
-
type ParquetQueryFilter
|
|
5
|
-
$and: ParquetQueryFilter
|
|
4
|
+
type ParquetQueryFilter = ParquetQueryColumnsFilter | {
|
|
5
|
+
$and: ParquetQueryFilter[];
|
|
6
6
|
} | {
|
|
7
|
-
$or: ParquetQueryFilter
|
|
7
|
+
$or: ParquetQueryFilter[];
|
|
8
8
|
} | {
|
|
9
|
-
$nor: ParquetQueryFilter
|
|
9
|
+
$nor: ParquetQueryFilter[];
|
|
10
10
|
};
|
|
11
11
|
type ParquetQueryColumnsFilter = {
|
|
12
12
|
[key: string]: ParquetQueryOperator;
|
|
@@ -26,11 +26,9 @@ type ParquetQueryOperator = {
|
|
|
26
26
|
/**
|
|
27
27
|
* File-like object that can read slices of a file asynchronously.
|
|
28
28
|
*/
|
|
29
|
-
interface AsyncBuffer
|
|
29
|
+
interface AsyncBuffer {
|
|
30
30
|
byteLength: number;
|
|
31
31
|
slice(start: number, end?: number): Awaitable<ArrayBuffer>;
|
|
32
32
|
}
|
|
33
33
|
type Awaitable<T> = T | Promise<T>;
|
|
34
|
-
|
|
35
|
-
type ParquetQueryFilter = ParquetQueryFilter$1;
|
|
36
|
-
export { AsyncBuffer, ParquetQueryFilter };
|
|
34
|
+
export { AsyncBuffer, Awaitable, ParquetQueryFilter, ParquetQueryOperator, ParquetQueryValue };
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
import "./metadata.mjs";
|
|
2
|
+
function concat(aaa, bbb) {
|
|
3
|
+
const chunk = 1e4;
|
|
4
|
+
for (let i = 0; i < bbb.length; i += chunk) aaa.push(...bbb.slice(i, i + chunk));
|
|
5
|
+
}
|
|
6
|
+
function equals(a, b, strict = true) {
|
|
7
|
+
if (strict ? a === b : a == b) return true;
|
|
8
|
+
if (!a || !b || typeof a !== "object" || typeof b !== "object") return false;
|
|
9
|
+
if (a instanceof Uint8Array && b instanceof Uint8Array) {
|
|
10
|
+
if (a.length !== b.length) return false;
|
|
11
|
+
for (let i = 0; i < a.length; i++) if (a[i] !== b[i]) return false;
|
|
12
|
+
return true;
|
|
13
|
+
}
|
|
14
|
+
if (Array.isArray(a) && Array.isArray(b)) {
|
|
15
|
+
if (a.length !== b.length) return false;
|
|
16
|
+
for (let i = 0; i < a.length; i++) if (!equals(a[i], b[i], strict)) return false;
|
|
17
|
+
return true;
|
|
18
|
+
}
|
|
19
|
+
const aKeys = Object.keys(a);
|
|
20
|
+
if (aKeys.length !== Object.keys(b).length) return false;
|
|
21
|
+
for (const k of aKeys) if (!equals(a[k], b[k], strict)) return false;
|
|
22
|
+
return true;
|
|
23
|
+
}
|
|
24
|
+
function flatten(chunks) {
|
|
25
|
+
if (!chunks) return [];
|
|
26
|
+
if (chunks.length === 1) return chunks[0];
|
|
27
|
+
const output = [];
|
|
28
|
+
for (const chunk of chunks) concat(output, chunk);
|
|
29
|
+
return output;
|
|
30
|
+
}
|
|
31
|
+
export { concat, equals, flatten };
|
|
@@ -0,0 +1,225 @@
|
|
|
1
|
+
import { DEFAULT_PARSERS } from "./convert.mjs";
|
|
2
|
+
const decoder = new TextDecoder();
|
|
3
|
+
const metadataCache = /* @__PURE__ */ new WeakMap();
|
|
4
|
+
function decodeVariantColumn(value, parsers = DEFAULT_PARSERS) {
|
|
5
|
+
if (Array.isArray(value)) return value.map((entry) => decodeVariantColumn(entry, parsers));
|
|
6
|
+
if (typeof value !== "object") return value;
|
|
7
|
+
if ("metadata" in value) {
|
|
8
|
+
const metadata = parseVariantMetadata(value.metadata);
|
|
9
|
+
const shreddedFields = value.typed_value && decodeTypedValue(value.typed_value, metadata, parsers);
|
|
10
|
+
const binaryValue = value.value && readVariant(makeReader(value.value), metadata, parsers);
|
|
11
|
+
if (shreddedFields && binaryValue) return {
|
|
12
|
+
...binaryValue,
|
|
13
|
+
...shreddedFields
|
|
14
|
+
};
|
|
15
|
+
return shreddedFields ?? binaryValue;
|
|
16
|
+
}
|
|
17
|
+
return value;
|
|
18
|
+
}
|
|
19
|
+
function decodeTypedValue(typedValue, metadata, parsers) {
|
|
20
|
+
if (typedValue instanceof Date) return typedValue;
|
|
21
|
+
if (typedValue && typeof typedValue === "object" && !Array.isArray(typedValue) && !(typedValue instanceof Uint8Array)) {
|
|
22
|
+
if ("typed_value" in typedValue && typedValue.typed_value !== null && typedValue.typed_value !== void 0) return decodeTypedValue(typedValue.typed_value, metadata, parsers);
|
|
23
|
+
if ("value" in typedValue && typedValue.value instanceof Uint8Array) return readVariant(makeReader(typedValue.value), metadata, parsers);
|
|
24
|
+
if ("typed_value" in typedValue || "value" in typedValue) return null;
|
|
25
|
+
const result = {};
|
|
26
|
+
for (const [key, field] of Object.entries(typedValue)) {
|
|
27
|
+
if (!metadata.dictionary.includes(key)) continue;
|
|
28
|
+
result[key] = decodeTypedValue(field, metadata, parsers);
|
|
29
|
+
}
|
|
30
|
+
return result;
|
|
31
|
+
}
|
|
32
|
+
if (typedValue instanceof Uint8Array) return readVariant(makeReader(typedValue), metadata, parsers);
|
|
33
|
+
if (Array.isArray(typedValue)) return typedValue.map((element) => decodeTypedValue(element, metadata, parsers));
|
|
34
|
+
return typedValue;
|
|
35
|
+
}
|
|
36
|
+
function makeReader(bytes) {
|
|
37
|
+
return {
|
|
38
|
+
view: new DataView(bytes.buffer, bytes.byteOffset, bytes.byteLength),
|
|
39
|
+
offset: 0
|
|
40
|
+
};
|
|
41
|
+
}
|
|
42
|
+
function parseVariantMetadata(bytes) {
|
|
43
|
+
let bufferCache = metadataCache.get(bytes.buffer);
|
|
44
|
+
if (!bufferCache) {
|
|
45
|
+
bufferCache = /* @__PURE__ */ new Map();
|
|
46
|
+
metadataCache.set(bytes.buffer, bufferCache);
|
|
47
|
+
}
|
|
48
|
+
const key = `${bytes.byteOffset}:${bytes.byteLength}`;
|
|
49
|
+
const cached = bufferCache.get(key);
|
|
50
|
+
if (cached) return cached;
|
|
51
|
+
const reader = makeReader(bytes);
|
|
52
|
+
const header = reader.view.getUint8(reader.offset++);
|
|
53
|
+
const version = header & 15;
|
|
54
|
+
if (version !== 1) throw new Error(`parquet unsupported variant metadata version: ${version}`);
|
|
55
|
+
const sorted = (header >> 4 & 1) === 1;
|
|
56
|
+
const offsetSize = (header >> 6 & 3) + 1;
|
|
57
|
+
const dictionarySize = readUnsigned(reader, offsetSize);
|
|
58
|
+
const offsets = new Array(dictionarySize + 1);
|
|
59
|
+
for (let i = 0; i < offsets.length; i++) offsets[i] = readUnsigned(reader, offsetSize);
|
|
60
|
+
const base = reader.offset;
|
|
61
|
+
const dictionary = new Array(dictionarySize);
|
|
62
|
+
for (let i = 0; i < dictionarySize; i++) {
|
|
63
|
+
const start = offsets[i];
|
|
64
|
+
const end = offsets[i + 1];
|
|
65
|
+
const strBytes = new Uint8Array(bytes.buffer, bytes.byteOffset + base + start, end - start);
|
|
66
|
+
dictionary[i] = decoder.decode(strBytes);
|
|
67
|
+
}
|
|
68
|
+
const metadata = {
|
|
69
|
+
dictionary,
|
|
70
|
+
sorted
|
|
71
|
+
};
|
|
72
|
+
bufferCache.set(key, metadata);
|
|
73
|
+
return metadata;
|
|
74
|
+
}
|
|
75
|
+
function readUnsigned(reader, byteWidth) {
|
|
76
|
+
let value = 0;
|
|
77
|
+
for (let i = 0; i < byteWidth; i++) value |= reader.view.getUint8(reader.offset + i) << i * 8;
|
|
78
|
+
reader.offset += byteWidth;
|
|
79
|
+
return value;
|
|
80
|
+
}
|
|
81
|
+
function readVariant(reader, metadata, parsers) {
|
|
82
|
+
const typeByte = reader.view.getUint8(reader.offset++);
|
|
83
|
+
const basicType = typeByte & 3;
|
|
84
|
+
const header = typeByte >> 2;
|
|
85
|
+
if (basicType === 0) return readVariantPrimitive(reader, header, parsers);
|
|
86
|
+
if (basicType === 2) return readVariantObject(reader, header, metadata, parsers);
|
|
87
|
+
if (basicType === 3) return readVariantArray(reader, header, metadata, parsers);
|
|
88
|
+
const bytes = new Uint8Array(reader.view.buffer, reader.view.byteOffset + reader.offset, header);
|
|
89
|
+
reader.offset += header;
|
|
90
|
+
return decoder.decode(bytes);
|
|
91
|
+
}
|
|
92
|
+
function readVariantPrimitive(reader, typeId, parsers) {
|
|
93
|
+
switch (typeId) {
|
|
94
|
+
case 0: return null;
|
|
95
|
+
case 1: return true;
|
|
96
|
+
case 2: return false;
|
|
97
|
+
case 3: {
|
|
98
|
+
const value = reader.view.getInt8(reader.offset);
|
|
99
|
+
reader.offset += 1;
|
|
100
|
+
return value;
|
|
101
|
+
}
|
|
102
|
+
case 4: {
|
|
103
|
+
const value = reader.view.getInt16(reader.offset, true);
|
|
104
|
+
reader.offset += 2;
|
|
105
|
+
return value;
|
|
106
|
+
}
|
|
107
|
+
case 5: {
|
|
108
|
+
const value = reader.view.getInt32(reader.offset, true);
|
|
109
|
+
reader.offset += 4;
|
|
110
|
+
return value;
|
|
111
|
+
}
|
|
112
|
+
case 6: {
|
|
113
|
+
const value = reader.view.getBigInt64(reader.offset, true);
|
|
114
|
+
reader.offset += 8;
|
|
115
|
+
return value;
|
|
116
|
+
}
|
|
117
|
+
case 7: {
|
|
118
|
+
const value = reader.view.getFloat64(reader.offset, true);
|
|
119
|
+
reader.offset += 8;
|
|
120
|
+
return value;
|
|
121
|
+
}
|
|
122
|
+
case 8: return readVariantDecimal(reader, 4);
|
|
123
|
+
case 9: return readVariantDecimal(reader, 8);
|
|
124
|
+
case 10: return readVariantDecimal(reader, 16);
|
|
125
|
+
case 11: {
|
|
126
|
+
const value = reader.view.getInt32(reader.offset, true);
|
|
127
|
+
reader.offset += 4;
|
|
128
|
+
return parsers.dateFromDays(value);
|
|
129
|
+
}
|
|
130
|
+
case 12:
|
|
131
|
+
case 13: {
|
|
132
|
+
const value = reader.view.getBigInt64(reader.offset, true);
|
|
133
|
+
reader.offset += 8;
|
|
134
|
+
return parsers.timestampFromMicroseconds(value);
|
|
135
|
+
}
|
|
136
|
+
case 14: {
|
|
137
|
+
const value = reader.view.getFloat32(reader.offset, true);
|
|
138
|
+
reader.offset += 4;
|
|
139
|
+
return value;
|
|
140
|
+
}
|
|
141
|
+
case 15: return readVariantBinary(reader);
|
|
142
|
+
case 16: {
|
|
143
|
+
const bytes = readVariantBinary(reader);
|
|
144
|
+
return decoder.decode(bytes);
|
|
145
|
+
}
|
|
146
|
+
case 17: {
|
|
147
|
+
const value = reader.view.getBigInt64(reader.offset, true);
|
|
148
|
+
reader.offset += 8;
|
|
149
|
+
return value;
|
|
150
|
+
}
|
|
151
|
+
case 18:
|
|
152
|
+
case 19: {
|
|
153
|
+
const value = reader.view.getBigInt64(reader.offset, true);
|
|
154
|
+
reader.offset += 8;
|
|
155
|
+
return parsers.timestampFromNanoseconds(value);
|
|
156
|
+
}
|
|
157
|
+
case 20: {
|
|
158
|
+
const bytes = new Uint8Array(reader.view.buffer, reader.view.byteOffset + reader.offset, 16);
|
|
159
|
+
reader.offset += 16;
|
|
160
|
+
const hex = Array.from(bytes, (b) => b.toString(16).padStart(2, "0")).join("");
|
|
161
|
+
return `${hex.slice(0, 8)}-${hex.slice(8, 12)}-${hex.slice(12, 16)}-${hex.slice(16, 20)}-${hex.slice(20)}`;
|
|
162
|
+
}
|
|
163
|
+
default: throw new Error(`parquet unsupported variant primitive type: ${typeId}`);
|
|
164
|
+
}
|
|
165
|
+
}
|
|
166
|
+
function readVariantObject(reader, header, metadata, parsers) {
|
|
167
|
+
const offsetWidth = (header & 3) + 1;
|
|
168
|
+
const idWidth = (header >> 2 & 3) + 1;
|
|
169
|
+
const numElements = header >> 4 & 1 ? readUnsigned(reader, 4) : reader.view.getUint8(reader.offset++);
|
|
170
|
+
const fieldIds = new Array(numElements);
|
|
171
|
+
for (let i = 0; i < numElements; i++) fieldIds[i] = readUnsigned(reader, idWidth);
|
|
172
|
+
const offsets = new Array(numElements + 1);
|
|
173
|
+
for (let i = 0; i < offsets.length; i++) offsets[i] = readUnsigned(reader, offsetWidth);
|
|
174
|
+
const out = {};
|
|
175
|
+
for (let i = 0; i < numElements; i++) {
|
|
176
|
+
const key = metadata.dictionary[fieldIds[i]];
|
|
177
|
+
out[key] = readVariant({
|
|
178
|
+
view: reader.view,
|
|
179
|
+
offset: reader.offset + offsets[i]
|
|
180
|
+
}, metadata, parsers);
|
|
181
|
+
}
|
|
182
|
+
reader.offset += offsets[offsets.length - 1];
|
|
183
|
+
return out;
|
|
184
|
+
}
|
|
185
|
+
function readVariantArray(reader, header, metadata, parsers) {
|
|
186
|
+
const fieldOffsetSize = header & 3;
|
|
187
|
+
const isLarge = header >> 2 & 1;
|
|
188
|
+
const offsetWidth = fieldOffsetSize + 1;
|
|
189
|
+
const numElements = readUnsigned(reader, isLarge ? 4 : 1);
|
|
190
|
+
const offsets = new Array(numElements + 1);
|
|
191
|
+
for (let i = 0; i < offsets.length; i++) offsets[i] = readUnsigned(reader, offsetWidth);
|
|
192
|
+
const valuesStart = reader.offset;
|
|
193
|
+
const result = new Array(numElements);
|
|
194
|
+
for (let i = 0; i < numElements; i++) result[i] = readVariant({
|
|
195
|
+
view: reader.view,
|
|
196
|
+
offset: valuesStart + offsets[i]
|
|
197
|
+
}, metadata, parsers);
|
|
198
|
+
reader.offset = valuesStart + offsets[offsets.length - 1];
|
|
199
|
+
return result;
|
|
200
|
+
}
|
|
201
|
+
function readVariantDecimal(reader, width) {
|
|
202
|
+
const scale = reader.view.getUint8(reader.offset);
|
|
203
|
+
reader.offset += 1;
|
|
204
|
+
let unscaled;
|
|
205
|
+
if (width === 4) {
|
|
206
|
+
unscaled = BigInt(reader.view.getInt32(reader.offset, true));
|
|
207
|
+
reader.offset += 4;
|
|
208
|
+
} else if (width === 8) {
|
|
209
|
+
unscaled = reader.view.getBigInt64(reader.offset, true);
|
|
210
|
+
reader.offset += 8;
|
|
211
|
+
} else {
|
|
212
|
+
const low = reader.view.getBigUint64(reader.offset, true);
|
|
213
|
+
unscaled = reader.view.getBigInt64(reader.offset + 8, true) << 64n | low;
|
|
214
|
+
reader.offset += 16;
|
|
215
|
+
}
|
|
216
|
+
return Number(unscaled) * 10 ** -scale;
|
|
217
|
+
}
|
|
218
|
+
function readVariantBinary(reader) {
|
|
219
|
+
const length = reader.view.getUint32(reader.offset, true);
|
|
220
|
+
reader.offset += 4;
|
|
221
|
+
const bytes = new Uint8Array(reader.view.buffer, reader.view.byteOffset + reader.offset, length);
|
|
222
|
+
reader.offset += length;
|
|
223
|
+
return bytes;
|
|
224
|
+
}
|
|
225
|
+
export { decodeVariantColumn };
|
|
@@ -0,0 +1,94 @@
|
|
|
1
|
+
function wkbToGeojson(reader) {
|
|
2
|
+
const flags = getFlags(reader);
|
|
3
|
+
if (flags.type === 1) return {
|
|
4
|
+
type: "Point",
|
|
5
|
+
coordinates: readPosition(reader, flags)
|
|
6
|
+
};
|
|
7
|
+
else if (flags.type === 2) return {
|
|
8
|
+
type: "LineString",
|
|
9
|
+
coordinates: readLine(reader, flags)
|
|
10
|
+
};
|
|
11
|
+
else if (flags.type === 3) return {
|
|
12
|
+
type: "Polygon",
|
|
13
|
+
coordinates: readPolygon(reader, flags)
|
|
14
|
+
};
|
|
15
|
+
else if (flags.type === 4) {
|
|
16
|
+
const points = [];
|
|
17
|
+
for (let i = 0; i < flags.count; i++) points.push(readPosition(reader, getFlags(reader)));
|
|
18
|
+
return {
|
|
19
|
+
type: "MultiPoint",
|
|
20
|
+
coordinates: points
|
|
21
|
+
};
|
|
22
|
+
} else if (flags.type === 5) {
|
|
23
|
+
const lines = [];
|
|
24
|
+
for (let i = 0; i < flags.count; i++) lines.push(readLine(reader, getFlags(reader)));
|
|
25
|
+
return {
|
|
26
|
+
type: "MultiLineString",
|
|
27
|
+
coordinates: lines
|
|
28
|
+
};
|
|
29
|
+
} else if (flags.type === 6) {
|
|
30
|
+
const polygons = [];
|
|
31
|
+
for (let i = 0; i < flags.count; i++) polygons.push(readPolygon(reader, getFlags(reader)));
|
|
32
|
+
return {
|
|
33
|
+
type: "MultiPolygon",
|
|
34
|
+
coordinates: polygons
|
|
35
|
+
};
|
|
36
|
+
} else if (flags.type === 7) {
|
|
37
|
+
const geometries = [];
|
|
38
|
+
for (let i = 0; i < flags.count; i++) geometries.push(wkbToGeojson(reader));
|
|
39
|
+
return {
|
|
40
|
+
type: "GeometryCollection",
|
|
41
|
+
geometries
|
|
42
|
+
};
|
|
43
|
+
} else throw new Error(`Unsupported geometry type: ${flags.type}`);
|
|
44
|
+
}
|
|
45
|
+
function getFlags(reader) {
|
|
46
|
+
const { view } = reader;
|
|
47
|
+
const littleEndian = view.getUint8(reader.offset++) === 1;
|
|
48
|
+
const rawType = view.getUint32(reader.offset, littleEndian);
|
|
49
|
+
reader.offset += 4;
|
|
50
|
+
const type = rawType % 1e3;
|
|
51
|
+
const flags = Math.floor(rawType / 1e3);
|
|
52
|
+
let count = 0;
|
|
53
|
+
if (type > 1 && type <= 7) {
|
|
54
|
+
count = view.getUint32(reader.offset, littleEndian);
|
|
55
|
+
reader.offset += 4;
|
|
56
|
+
}
|
|
57
|
+
let dim = 2;
|
|
58
|
+
if (flags) dim++;
|
|
59
|
+
if (flags === 3) dim++;
|
|
60
|
+
return {
|
|
61
|
+
littleEndian,
|
|
62
|
+
type,
|
|
63
|
+
dim,
|
|
64
|
+
count
|
|
65
|
+
};
|
|
66
|
+
}
|
|
67
|
+
function readPosition(reader, flags) {
|
|
68
|
+
const points = [];
|
|
69
|
+
for (let i = 0; i < flags.dim; i++) {
|
|
70
|
+
const coord = reader.view.getFloat64(reader.offset, flags.littleEndian);
|
|
71
|
+
reader.offset += 8;
|
|
72
|
+
points.push(coord);
|
|
73
|
+
}
|
|
74
|
+
return points;
|
|
75
|
+
}
|
|
76
|
+
function readLine(reader, flags) {
|
|
77
|
+
const points = [];
|
|
78
|
+
for (let i = 0; i < flags.count; i++) points.push(readPosition(reader, flags));
|
|
79
|
+
return points;
|
|
80
|
+
}
|
|
81
|
+
function readPolygon(reader, flags) {
|
|
82
|
+
const { view } = reader;
|
|
83
|
+
const rings = [];
|
|
84
|
+
for (let r = 0; r < flags.count; r++) {
|
|
85
|
+
const count = view.getUint32(reader.offset, flags.littleEndian);
|
|
86
|
+
reader.offset += 4;
|
|
87
|
+
rings.push(readLine(reader, {
|
|
88
|
+
...flags,
|
|
89
|
+
count
|
|
90
|
+
}));
|
|
91
|
+
}
|
|
92
|
+
return rings;
|
|
93
|
+
}
|
|
94
|
+
export { wkbToGeojson };
|
|
@@ -0,0 +1,68 @@
|
|
|
1
|
+
const MASK = 18446744073709551615n;
|
|
2
|
+
const PRIME1 = 11400714785074694791n;
|
|
3
|
+
const PRIME2 = 14029467366897019727n;
|
|
4
|
+
const PRIME3 = 1609587929392839161n;
|
|
5
|
+
const PRIME4 = 9650029242287828579n;
|
|
6
|
+
const PRIME5 = 2870177450012600261n;
|
|
7
|
+
function rotl64(x, r) {
|
|
8
|
+
return (x << r | x >> 64n - r) & MASK;
|
|
9
|
+
}
|
|
10
|
+
function round(acc, val) {
|
|
11
|
+
acc = acc + val * PRIME2 & MASK;
|
|
12
|
+
acc = rotl64(acc, 31n);
|
|
13
|
+
return acc * PRIME1 & MASK;
|
|
14
|
+
}
|
|
15
|
+
function mergeRound(acc, val) {
|
|
16
|
+
acc ^= round(0n, val);
|
|
17
|
+
return acc * PRIME1 + PRIME4 & MASK;
|
|
18
|
+
}
|
|
19
|
+
function xxhash64(input, seed = 0n) {
|
|
20
|
+
const view = new DataView(input.buffer, input.byteOffset, input.byteLength);
|
|
21
|
+
const len = input.byteLength;
|
|
22
|
+
let offset = 0;
|
|
23
|
+
let h64;
|
|
24
|
+
if (len >= 32) {
|
|
25
|
+
let v1 = seed + PRIME1 + PRIME2 & MASK;
|
|
26
|
+
let v2 = seed + PRIME2 & MASK;
|
|
27
|
+
let v3 = seed;
|
|
28
|
+
let v4 = seed - PRIME1 & MASK;
|
|
29
|
+
while (offset + 32 <= len) {
|
|
30
|
+
v1 = round(v1, view.getBigUint64(offset, true));
|
|
31
|
+
offset += 8;
|
|
32
|
+
v2 = round(v2, view.getBigUint64(offset, true));
|
|
33
|
+
offset += 8;
|
|
34
|
+
v3 = round(v3, view.getBigUint64(offset, true));
|
|
35
|
+
offset += 8;
|
|
36
|
+
v4 = round(v4, view.getBigUint64(offset, true));
|
|
37
|
+
offset += 8;
|
|
38
|
+
}
|
|
39
|
+
h64 = rotl64(v1, 1n) + rotl64(v2, 7n) + rotl64(v3, 12n) + rotl64(v4, 18n) & MASK;
|
|
40
|
+
h64 = mergeRound(h64, v1);
|
|
41
|
+
h64 = mergeRound(h64, v2);
|
|
42
|
+
h64 = mergeRound(h64, v3);
|
|
43
|
+
h64 = mergeRound(h64, v4);
|
|
44
|
+
} else h64 = seed + PRIME5 & MASK;
|
|
45
|
+
h64 = h64 + BigInt(len) & MASK;
|
|
46
|
+
while (offset + 8 <= len) {
|
|
47
|
+
h64 ^= round(0n, view.getBigUint64(offset, true));
|
|
48
|
+
h64 = rotl64(h64, 27n) * PRIME1 + PRIME4 & MASK;
|
|
49
|
+
offset += 8;
|
|
50
|
+
}
|
|
51
|
+
if (offset + 4 <= len) {
|
|
52
|
+
h64 ^= BigInt(view.getUint32(offset, true)) * PRIME1 & MASK;
|
|
53
|
+
h64 = rotl64(h64, 23n) * PRIME2 + PRIME3 & MASK;
|
|
54
|
+
offset += 4;
|
|
55
|
+
}
|
|
56
|
+
while (offset < len) {
|
|
57
|
+
h64 ^= BigInt(view.getUint8(offset)) * PRIME5 & MASK;
|
|
58
|
+
h64 = rotl64(h64, 11n) * PRIME1 & MASK;
|
|
59
|
+
offset += 1;
|
|
60
|
+
}
|
|
61
|
+
h64 ^= h64 >> 33n;
|
|
62
|
+
h64 = h64 * PRIME2 & MASK;
|
|
63
|
+
h64 ^= h64 >> 29n;
|
|
64
|
+
h64 = h64 * PRIME3 & MASK;
|
|
65
|
+
h64 ^= h64 >> 32n;
|
|
66
|
+
return h64;
|
|
67
|
+
}
|
|
68
|
+
export { xxhash64 };
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import { AsyncBuffer as AsyncBuffer$1, ParquetQueryFilter as ParquetQueryFilter$1 } from "../src/types.mjs";
|
|
2
|
+
import "./query.mjs";
|
|
3
|
+
import "./snappy.mjs";
|
|
4
|
+
import "./indexes.mjs";
|
|
5
|
+
import "./metadata.mjs";
|
|
6
|
+
import "./read.mjs";
|
|
7
|
+
import "./utils.mjs";
|
|
8
|
+
type AsyncBuffer = AsyncBuffer$1;
|
|
9
|
+
type ParquetQueryFilter = ParquetQueryFilter$1;
|
|
10
|
+
export { AsyncBuffer, ParquetQueryFilter };
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
import "../src/types.mjs";
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
import "../src/types.mjs";
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
import "../src/types.mjs";
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
import "../src/types.mjs";
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export { };
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
import "../src/types.mjs";
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
|
@@ -0,0 +1,73 @@
|
|
|
1
|
+
import { parseIcebergJson, stringifyIcebergJson } from "../json.mjs";
|
|
2
|
+
async function restCatalogCreateTable(ctx, { namespace, table, schema, location, partitionSpec, writeOrder, stageCreate, properties }) {
|
|
3
|
+
const ns = encodeNamespace(namespace);
|
|
4
|
+
const body = {
|
|
5
|
+
name: table,
|
|
6
|
+
schema
|
|
7
|
+
};
|
|
8
|
+
if (location !== void 0) body.location = location;
|
|
9
|
+
if (partitionSpec !== void 0) body["partition-spec"] = partitionSpec;
|
|
10
|
+
if (writeOrder !== void 0) body["write-order"] = writeOrder;
|
|
11
|
+
if (stageCreate !== void 0) body["stage-create"] = stageCreate;
|
|
12
|
+
if (properties !== void 0) body.properties = properties;
|
|
13
|
+
const responseBody = parseIcebergJson(await (await restFetch(ctx, `namespaces/${ns}/tables`, {
|
|
14
|
+
method: "POST",
|
|
15
|
+
headers: { "content-type": "application/json" },
|
|
16
|
+
body: stringifyIcebergJson(body)
|
|
17
|
+
})).text());
|
|
18
|
+
return {
|
|
19
|
+
metadataLocation: responseBody["metadata-location"],
|
|
20
|
+
metadata: responseBody.metadata,
|
|
21
|
+
config: responseBody.config ?? {}
|
|
22
|
+
};
|
|
23
|
+
}
|
|
24
|
+
function encodeNamespace(namespace) {
|
|
25
|
+
return (Array.isArray(namespace) ? namespace : namespace.split(".")).map((p) => encodeURIComponent(p)).join("%1F");
|
|
26
|
+
}
|
|
27
|
+
async function restFetch(ctx, path, init) {
|
|
28
|
+
const prefixSegment = ctx.prefix ? `${ctx.prefix.replace(/^\/|\/$/g, "")}/` : "";
|
|
29
|
+
const fullUrl = `${ctx.url}/v1/${prefixSegment}${path}`;
|
|
30
|
+
let merged = mergeRequestInit(ctx.requestInit, init);
|
|
31
|
+
if (ctx.signRequest) merged = await ctx.signRequest(fullUrl, merged);
|
|
32
|
+
const res = await fetch(fullUrl, merged);
|
|
33
|
+
if (!res.ok) await throwRestError(res);
|
|
34
|
+
return res;
|
|
35
|
+
}
|
|
36
|
+
function mergeRequestInit(a, b) {
|
|
37
|
+
if (!a) return b;
|
|
38
|
+
if (!b) return a;
|
|
39
|
+
return {
|
|
40
|
+
...a,
|
|
41
|
+
...b,
|
|
42
|
+
headers: {
|
|
43
|
+
...headersToObject(a.headers),
|
|
44
|
+
...headersToObject(b.headers)
|
|
45
|
+
}
|
|
46
|
+
};
|
|
47
|
+
}
|
|
48
|
+
function headersToObject(h) {
|
|
49
|
+
if (!h) return {};
|
|
50
|
+
if (h instanceof Headers) {
|
|
51
|
+
const out = {};
|
|
52
|
+
h.forEach((v, k) => {
|
|
53
|
+
out[k] = v;
|
|
54
|
+
});
|
|
55
|
+
return out;
|
|
56
|
+
}
|
|
57
|
+
if (Array.isArray(h)) return Object.fromEntries(h);
|
|
58
|
+
return h;
|
|
59
|
+
}
|
|
60
|
+
async function throwRestError(res) {
|
|
61
|
+
let detail = "";
|
|
62
|
+
try {
|
|
63
|
+
const body = parseIcebergJson(await res.text());
|
|
64
|
+
if (body?.error) {
|
|
65
|
+
const { code, type, message } = body.error;
|
|
66
|
+
detail = `${code ?? res.status} ${type ?? ""}: ${message ?? ""}`.trim();
|
|
67
|
+
}
|
|
68
|
+
} catch {}
|
|
69
|
+
const err = new Error(detail || `${res.status} ${res.statusText}`);
|
|
70
|
+
err.status = res.status;
|
|
71
|
+
throw err;
|
|
72
|
+
}
|
|
73
|
+
export { restCatalogCreateTable };
|