@gscdump/lakehouse 3.8.0 → 4.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/THIRD-PARTY-LICENSES.md +2 -2
- package/dist/_virtual/node_modules/.pnpm/hyparquet-compressors@1.1.2/node_modules/hyparquet-compressors/src/brotli.bitreader.mjs +93 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-compressors@1.1.1 → hyparquet-compressors@1.1.2}/node_modules/hyparquet-compressors/src/brotli.huffman.mjs +19 -15
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-compressors@1.1.1 → hyparquet-compressors@1.1.2}/node_modules/hyparquet-compressors/src/brotli.mjs +5 -13
- package/dist/_virtual/node_modules/.pnpm/hyparquet-compressors@1.1.2/node_modules/hyparquet-compressors/src/brotli.streams.mjs +25 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-compressors@1.1.1 → hyparquet-compressors@1.1.2}/node_modules/hyparquet-compressors/src/brotli.transform.mjs +9 -7
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-compressors@1.1.1 → hyparquet-compressors@1.1.2}/node_modules/hyparquet-compressors/src/gzip.mjs +1 -4
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-compressors@1.1.1 → hyparquet-compressors@1.1.2}/node_modules/hyparquet-compressors/src/lz4.mjs +2 -1
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.9_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f → hyparquet-writer@0.16.10_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f}/node_modules/hyparquet-writer/src/bloom.mjs +1 -1
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.9_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f → hyparquet-writer@0.16.10_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f}/node_modules/hyparquet-writer/src/column.mjs +5 -4
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.9_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f → hyparquet-writer@0.16.10_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f}/node_modules/hyparquet-writer/src/datapage.mjs +1 -1
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.9_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f → hyparquet-writer@0.16.10_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f}/node_modules/hyparquet-writer/src/delta.mjs +21 -6
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.9_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f → hyparquet-writer@0.16.10_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f}/node_modules/hyparquet-writer/src/dremel.mjs +1 -1
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.9_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f → hyparquet-writer@0.16.10_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f}/node_modules/hyparquet-writer/src/indexes.mjs +1 -1
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.9_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f → hyparquet-writer@0.16.10_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f}/node_modules/hyparquet-writer/src/metadata.mjs +2 -2
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.9_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f → hyparquet-writer@0.16.10_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f}/node_modules/hyparquet-writer/src/parquet-writer.mjs +1 -1
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.9_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f → hyparquet-writer@0.16.10_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f}/node_modules/hyparquet-writer/src/types.d.mts +1 -1
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.9_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f → hyparquet-writer@0.16.10_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f}/node_modules/hyparquet-writer/src/unconvert.mjs +2 -2
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.9_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f → hyparquet-writer@0.16.10_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f}/node_modules/hyparquet-writer/types/index.d.mts +1 -1
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.10_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f/node_modules/hyparquet-writer/types/parquet-writer.d.mts +2 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.10_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f/node_modules/hyparquet-writer/types/schema.d.mts +2 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.29.2 → hyparquet@1.31.1}/node_modules/hyparquet/src/filter.mjs +1 -1
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.29.2 → hyparquet@1.31.1}/node_modules/hyparquet/src/indexes.mjs +3 -3
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.29.2 → hyparquet@1.31.1}/node_modules/hyparquet/src/metadata.mjs +2 -2
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.29.2 → hyparquet@1.31.1}/node_modules/hyparquet/src/read.mjs +4 -1
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.29.2 → hyparquet@1.31.1}/node_modules/hyparquet/src/rowgroup.mjs +7 -7
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/avro/avro.metadata.mjs +17 -5
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/avro/avro.read.mjs +58 -13
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/avro/avro.write.mjs +2 -2
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/fetch.mjs +8 -8
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/index.mjs +1 -1
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/read.mjs +47 -14
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/s3.mjs +2 -2
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/sql/icebergDataSource.mjs +1 -1
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/sql/icebergQuery.mjs +1 -1
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/types.d.mts +4 -4
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/write/parquet.mjs +2 -2
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/write/rewrite.mjs +1 -1
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/types/fetch.d.mts +1 -1
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/types/index.d.mts +1 -1
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae/node_modules/icebird/types/read.d.mts +3 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae/node_modules/icebird/types/sql/icebergDataSource.d.mts +2 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae/node_modules/icebird/types/sql/icebergQuery.d.mts +2 -0
- package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/plan/plan.mjs +1 -0
- package/dist/catalog.d.mts +3 -3
- package/dist/catalog.mjs +5 -5
- package/dist/dataset-runtime.mjs +1 -1
- package/dist/orphan-sweep.mjs +3 -3
- package/dist/unsafe-raw.d.mts +5 -5
- package/dist/unsafe-raw.mjs +5 -5
- package/dist/vendor/hysnappy-purejs.mjs +1 -1
- package/package.json +6 -6
- package/dist/_virtual/node_modules/.pnpm/hyparquet-compressors@1.1.1/node_modules/hyparquet-compressors/src/brotli.bitreader.mjs +0 -88
- package/dist/_virtual/node_modules/.pnpm/hyparquet-compressors@1.1.1/node_modules/hyparquet-compressors/src/brotli.streams.mjs +0 -21
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.9_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f/node_modules/hyparquet-writer/types/parquet-writer.d.mts +0 -2
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.9_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f/node_modules/hyparquet-writer/types/schema.d.mts +0 -2
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.30.0/node_modules/hyparquet/src/snappy.mjs +0 -68
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae/node_modules/icebird/types/read.d.mts +0 -3
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae/node_modules/icebird/types/sql/icebergDataSource.d.mts +0 -2
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae/node_modules/icebird/types/sql/icebergQuery.d.mts +0 -2
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet-compressors@1.1.1 → hyparquet-compressors@1.1.2}/node_modules/hyparquet-compressors/src/brotli.blocks.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet-compressors@1.1.1 → hyparquet-compressors@1.1.2}/node_modules/hyparquet-compressors/src/brotli.context.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet-compressors@1.1.1 → hyparquet-compressors@1.1.2}/node_modules/hyparquet-compressors/src/brotli.contextmap.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet-compressors@1.1.1 → hyparquet-compressors@1.1.2}/node_modules/hyparquet-compressors/src/brotli.dictionary.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet-compressors@1.1.1 → hyparquet-compressors@1.1.2}/node_modules/hyparquet-compressors/src/brotli.prefix.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet-compressors@1.1.1 → hyparquet-compressors@1.1.2}/node_modules/hyparquet-compressors/src/compressors.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet-compressors@1.1.1 → hyparquet-compressors@1.1.2}/node_modules/hyparquet-compressors/src/gzip.huffman.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet-compressors@1.1.1 → hyparquet-compressors@1.1.2}/node_modules/hyparquet-compressors/src/index.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.9_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f → hyparquet-writer@0.16.10_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f}/node_modules/hyparquet-writer/src/bytewriter.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.9_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f → hyparquet-writer@0.16.10_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f}/node_modules/hyparquet-writer/src/dictionary.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.9_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f → hyparquet-writer@0.16.10_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f}/node_modules/hyparquet-writer/src/encoding.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.9_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f → hyparquet-writer@0.16.10_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f}/node_modules/hyparquet-writer/src/geospatial.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.9_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f → hyparquet-writer@0.16.10_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f}/node_modules/hyparquet-writer/src/index.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.9_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f → hyparquet-writer@0.16.10_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f}/node_modules/hyparquet-writer/src/node.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.9_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f → hyparquet-writer@0.16.10_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f}/node_modules/hyparquet-writer/src/plain.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.9_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f → hyparquet-writer@0.16.10_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f}/node_modules/hyparquet-writer/src/schema.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.9_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f → hyparquet-writer@0.16.10_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f}/node_modules/hyparquet-writer/src/snappy.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.9_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f → hyparquet-writer@0.16.10_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f}/node_modules/hyparquet-writer/src/splitstream.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.9_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f → hyparquet-writer@0.16.10_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f}/node_modules/hyparquet-writer/src/thrift.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.9_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f → hyparquet-writer@0.16.10_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f}/node_modules/hyparquet-writer/src/variant.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.9_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f → hyparquet-writer@0.16.10_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f}/node_modules/hyparquet-writer/src/wkb.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.9_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f → hyparquet-writer@0.16.10_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f}/node_modules/hyparquet-writer/src/write-rows.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.9_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f → hyparquet-writer@0.16.10_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f}/node_modules/hyparquet-writer/src/write.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.9_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f → hyparquet-writer@0.16.10_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f}/node_modules/hyparquet-writer/types/bytewriter.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.9_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f → hyparquet-writer@0.16.10_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f}/node_modules/hyparquet-writer/types/node.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.9_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f → hyparquet-writer@0.16.10_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f}/node_modules/hyparquet-writer/types/wkb.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.9_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f → hyparquet-writer@0.16.10_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f}/node_modules/hyparquet-writer/types/write-rows.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.9_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f → hyparquet-writer@0.16.10_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f}/node_modules/hyparquet-writer/types/write.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.29.2 → hyparquet@1.31.1}/node_modules/hyparquet/src/assemble.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.29.2 → hyparquet@1.31.1}/node_modules/hyparquet/src/bloom.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.29.2 → hyparquet@1.31.1}/node_modules/hyparquet/src/column.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.29.2 → hyparquet@1.31.1}/node_modules/hyparquet/src/constants.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.29.2 → hyparquet@1.31.1}/node_modules/hyparquet/src/convert.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.29.2 → hyparquet@1.31.1}/node_modules/hyparquet/src/datapage.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.29.2 → hyparquet@1.31.1}/node_modules/hyparquet/src/delta.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.29.2 → hyparquet@1.31.1}/node_modules/hyparquet/src/encoding.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.29.2 → hyparquet@1.31.1}/node_modules/hyparquet/src/geoparquet.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.29.2 → hyparquet@1.31.1}/node_modules/hyparquet/src/index.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.29.2 → hyparquet@1.31.1}/node_modules/hyparquet/src/node.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.29.2 → hyparquet@1.31.1}/node_modules/hyparquet/src/plain.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.29.2 → hyparquet@1.31.1}/node_modules/hyparquet/src/plan.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.29.2 → hyparquet@1.31.1}/node_modules/hyparquet/src/query.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.29.2 → hyparquet@1.31.1}/node_modules/hyparquet/src/scan.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.29.2 → hyparquet@1.31.1}/node_modules/hyparquet/src/schema.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.29.2 → hyparquet@1.31.1}/node_modules/hyparquet/src/snappy.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.29.2 → hyparquet@1.31.1}/node_modules/hyparquet/src/thrift.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.29.2 → hyparquet@1.31.1}/node_modules/hyparquet/src/types.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.29.2 → hyparquet@1.31.1}/node_modules/hyparquet/src/utils.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.29.2 → hyparquet@1.31.1}/node_modules/hyparquet/src/variant.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.29.2 → hyparquet@1.31.1}/node_modules/hyparquet/src/wkb.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.29.2 → hyparquet@1.31.1}/node_modules/hyparquet/src/xxhash.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.29.2 → hyparquet@1.31.1}/node_modules/hyparquet/types/index.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.29.2 → hyparquet@1.31.1}/node_modules/hyparquet/types/indexes.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.29.2 → hyparquet@1.31.1}/node_modules/hyparquet/types/metadata.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.29.2 → hyparquet@1.31.1}/node_modules/hyparquet/types/node.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.29.2 → hyparquet@1.31.1}/node_modules/hyparquet/types/query.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.29.2 → hyparquet@1.31.1}/node_modules/hyparquet/types/read.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.29.2 → hyparquet@1.31.1}/node_modules/hyparquet/types/scan.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.29.2 → hyparquet@1.31.1}/node_modules/hyparquet/types/snappy.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.29.2 → hyparquet@1.31.1}/node_modules/hyparquet/types/utils.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/catalog/file.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/catalog/loadTable.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/catalog/rest.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/create.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/delete.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/json.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/manifest.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/metadata.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/prune.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/puffin/deletion-vector.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/puffin/puffin.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/puffin/roaring.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/schema.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/sigv4.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/sql/whereFilter.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/utils.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/write/commit.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/write/conversions.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/write/delete-file.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/write/geospatial.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/write/manifest-list.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/write/manifest.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/write/partition.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/write/serde.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/write/snapshot.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/write/sort.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/write/stage-deletion-vector.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/write/stage-position-delete.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/write/stage.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/write/stats.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/write/transform.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/src/write/write.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/types/catalog/file.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/types/catalog/rest.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/types/create.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/types/manifest.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/types/metadata.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/types/s3.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.28_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae → icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae}/node_modules/icebird/types/write/write.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/ast.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/backend/batch.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/backend/batchAdapters.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/backend/dataSource.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/execute/accumulator.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/execute/aggregates.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/execute/batchResults.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/execute/batches.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/execute/execute.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/execute/fold.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/execute/join.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/execute/rowScope.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/execute/scanColumn.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/execute/sort.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/execute/streamingAggregate.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/execute/utils.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/execute/window.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/execute/yield.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/expression/alias.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/expression/batch.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/expression/binary.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/expression/date.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/expression/evaluate.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/expression/math.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/expression/regexp.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/expression/scalar.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/expression/strings.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/index.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/index.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/parse/expression.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/parse/extractTables.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/parse/functions.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/parse/joins.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/parse/parse.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/parse/primary.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/parse/state.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/parse/tokenize.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/parse/types.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/plan/columns.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/plan/types.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/spatial/bbox.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/spatial/equality.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/spatial/operations.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/spatial/pointRelations.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/spatial/primitives.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/spatial/segments.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/spatial/spatial.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/spatial/wkt.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/types.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/validation/aggregates.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/validation/executionErrors.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/validation/functions.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/validation/keywords.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/validation/parseErrors.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.16.4 → squirreling@0.16.6}/node_modules/squirreling/src/validation/tables.mjs +0 -0
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
const smallLongs = Array.from({ length: 128 }, (_, i) => BigInt(i >>> 1 ^ -(i & 1)));
|
|
1
2
|
function readZigZag(reader) {
|
|
2
3
|
let result = 0;
|
|
3
4
|
let shift = 0;
|
|
@@ -9,13 +10,24 @@ function readZigZag(reader) {
|
|
|
9
10
|
}
|
|
10
11
|
}
|
|
11
12
|
function readZigZagBigInt(reader) {
|
|
12
|
-
|
|
13
|
-
|
|
13
|
+
const first = reader.view.getUint8(reader.offset++);
|
|
14
|
+
if (first < 128) return smallLongs[first];
|
|
15
|
+
let prefix = first & 127;
|
|
16
|
+
for (let shift = 7; shift < 28; shift += 7) {
|
|
17
|
+
const byte = reader.view.getUint8(reader.offset++);
|
|
18
|
+
prefix |= (byte & 127) << shift;
|
|
19
|
+
if (!(byte & 128)) return BigInt(prefix >>> 1 ^ -(prefix & 1));
|
|
20
|
+
}
|
|
21
|
+
let high = 0;
|
|
22
|
+
let factor = 1;
|
|
14
23
|
while (true) {
|
|
15
24
|
const byte = reader.view.getUint8(reader.offset++);
|
|
16
|
-
|
|
17
|
-
if (!(byte & 128))
|
|
18
|
-
|
|
25
|
+
high += (byte & 127) * factor;
|
|
26
|
+
if (!(byte & 128)) {
|
|
27
|
+
const result = BigInt(high) << 27n | BigInt(prefix >>> 1);
|
|
28
|
+
return prefix & 1 ? ~result : result;
|
|
29
|
+
}
|
|
30
|
+
factor *= 128;
|
|
19
31
|
}
|
|
20
32
|
}
|
|
21
33
|
function readAvroString(reader) {
|
|
@@ -1,8 +1,10 @@
|
|
|
1
|
-
import { parseDecimal } from "../../../../../hyparquet@1.
|
|
2
|
-
import { gunzip } from "../../../../../hyparquet-compressors@1.1.
|
|
3
|
-
import "../../../../../hyparquet-compressors@1.1.
|
|
1
|
+
import { parseDecimal } from "../../../../../hyparquet@1.31.1/node_modules/hyparquet/src/convert.mjs";
|
|
2
|
+
import { gunzip } from "../../../../../hyparquet-compressors@1.1.2/node_modules/hyparquet-compressors/src/gzip.mjs";
|
|
3
|
+
import "../../../../../hyparquet-compressors@1.1.2/node_modules/hyparquet-compressors/src/index.mjs";
|
|
4
4
|
import { readZigZag, readZigZagBigInt } from "./avro.metadata.mjs";
|
|
5
|
+
const textDecoder = new TextDecoder();
|
|
5
6
|
function avroRead({ reader, metadata, syncMarker }) {
|
|
7
|
+
const decode = compileType(metadata["avro.schema"]);
|
|
6
8
|
const blocks = [];
|
|
7
9
|
while (reader.offset < reader.view.byteLength) {
|
|
8
10
|
let recordCount = readZigZag(reader);
|
|
@@ -17,19 +19,11 @@ function avroRead({ reader, metadata, syncMarker }) {
|
|
|
17
19
|
const codec = metadata["avro.codec"];
|
|
18
20
|
if (codec === "deflate") data = gunzip(data);
|
|
19
21
|
else if (codec !== "null") throw new Error(`unsupported codec: ${codec}`);
|
|
20
|
-
const { fields } = metadata["avro.schema"];
|
|
21
22
|
const dataReader = {
|
|
22
23
|
view: new DataView(data.buffer, data.byteOffset, data.byteLength),
|
|
23
24
|
offset: 0
|
|
24
25
|
};
|
|
25
|
-
for (let i = 0; i < recordCount; i++)
|
|
26
|
-
const obj = {};
|
|
27
|
-
for (const field of fields) {
|
|
28
|
-
const value = readType(dataReader, field.type);
|
|
29
|
-
obj[field.name] = value;
|
|
30
|
-
}
|
|
31
|
-
blocks.push(obj);
|
|
32
|
-
}
|
|
26
|
+
for (let i = 0; i < recordCount; i++) blocks.push(decode(dataReader));
|
|
33
27
|
}
|
|
34
28
|
return blocks;
|
|
35
29
|
}
|
|
@@ -115,7 +109,7 @@ function readType(reader, type) {
|
|
|
115
109
|
} else if (type === "string") {
|
|
116
110
|
const length = readZigZag(reader);
|
|
117
111
|
const bytes = new Uint8Array(reader.view.buffer, reader.view.byteOffset + reader.offset, length);
|
|
118
|
-
const text =
|
|
112
|
+
const text = textDecoder.decode(bytes);
|
|
119
113
|
reader.offset += length;
|
|
120
114
|
return text;
|
|
121
115
|
} else if (typeof type === "object" && typeof type.type === "string") return readType(reader, type.type);
|
|
@@ -134,4 +128,55 @@ function bytesToUuid(bytes) {
|
|
|
134
128
|
}
|
|
135
129
|
return hex;
|
|
136
130
|
}
|
|
131
|
+
function compileType(type) {
|
|
132
|
+
if (type === "null") return () => void 0;
|
|
133
|
+
if (type === "int") return readZigZag;
|
|
134
|
+
if (type === "long") return readZigZagBigInt;
|
|
135
|
+
if (type === "string" || type === "bytes") return (reader) => {
|
|
136
|
+
const length = readZigZag(reader);
|
|
137
|
+
const bytes = new Uint8Array(reader.view.buffer, reader.view.byteOffset + reader.offset, length);
|
|
138
|
+
reader.offset += length;
|
|
139
|
+
return type === "string" ? textDecoder.decode(bytes) : bytes;
|
|
140
|
+
};
|
|
141
|
+
if (Array.isArray(type)) {
|
|
142
|
+
const readers = type.map(compileType);
|
|
143
|
+
return (reader) => readers[readZigZag(reader)](reader);
|
|
144
|
+
}
|
|
145
|
+
if (typeof type === "object" && type.type === "array") {
|
|
146
|
+
const item = compileType(type.items);
|
|
147
|
+
return (reader) => {
|
|
148
|
+
const arr = [];
|
|
149
|
+
while (true) {
|
|
150
|
+
let count = readZigZag(reader);
|
|
151
|
+
if (count === 0) return arr;
|
|
152
|
+
if (count < 0) {
|
|
153
|
+
count = -count;
|
|
154
|
+
readZigZag(reader);
|
|
155
|
+
}
|
|
156
|
+
for (let i = 0; i < count; i++) arr.push(item(reader));
|
|
157
|
+
}
|
|
158
|
+
};
|
|
159
|
+
}
|
|
160
|
+
if (typeof type === "object" && type.type === "record") {
|
|
161
|
+
const fields = type.fields.map((field) => ({
|
|
162
|
+
name: field.name,
|
|
163
|
+
read: compileType(field.type)
|
|
164
|
+
}));
|
|
165
|
+
if (fields.length === 2) {
|
|
166
|
+
const [{ name: firstName, read: firstRead }, { name: secondName, read: secondRead }] = fields;
|
|
167
|
+
return (reader) => {
|
|
168
|
+
const obj = {};
|
|
169
|
+
obj[firstName] = firstRead(reader);
|
|
170
|
+
obj[secondName] = secondRead(reader);
|
|
171
|
+
return obj;
|
|
172
|
+
};
|
|
173
|
+
}
|
|
174
|
+
return (reader) => {
|
|
175
|
+
const obj = {};
|
|
176
|
+
for (const field of fields) obj[field.name] = field.read(reader);
|
|
177
|
+
return obj;
|
|
178
|
+
};
|
|
179
|
+
}
|
|
180
|
+
return (reader) => readType(reader, type);
|
|
181
|
+
}
|
|
137
182
|
export { avroRead };
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { ByteWriter } from "../../../../../hyparquet-writer@0.16.
|
|
2
|
-
import "../../../../../hyparquet-writer@0.16.
|
|
1
|
+
import { ByteWriter } from "../../../../../hyparquet-writer@0.16.10_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f/node_modules/hyparquet-writer/src/bytewriter.mjs";
|
|
2
|
+
import "../../../../../hyparquet-writer@0.16.10_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f/node_modules/hyparquet-writer/src/node.mjs";
|
|
3
3
|
function avroWrite({ writer, schema, records, blockSize = 512, metadata }) {
|
|
4
4
|
writer.appendUint32(23749199);
|
|
5
5
|
const meta = {
|
|
@@ -1,11 +1,11 @@
|
|
|
1
|
-
import { parquetMetadataAsync } from "../../../../hyparquet@1.
|
|
2
|
-
import { asyncBufferFromUrl, cachedAsyncBuffer } from "../../../../hyparquet@1.
|
|
3
|
-
import { parquetReadObjects } from "../../../../hyparquet@1.
|
|
4
|
-
import "../../../../hyparquet@1.
|
|
5
|
-
import { compressors } from "../../../../hyparquet-compressors@1.1.
|
|
6
|
-
import "../../../../hyparquet-compressors@1.1.
|
|
7
|
-
import { ByteWriter } from "../../../../hyparquet-writer@0.16.
|
|
8
|
-
import "../../../../hyparquet-writer@0.16.
|
|
1
|
+
import { parquetMetadataAsync } from "../../../../hyparquet@1.31.1/node_modules/hyparquet/src/metadata.mjs";
|
|
2
|
+
import { asyncBufferFromUrl, cachedAsyncBuffer } from "../../../../hyparquet@1.31.1/node_modules/hyparquet/src/utils.mjs";
|
|
3
|
+
import { parquetReadObjects } from "../../../../hyparquet@1.31.1/node_modules/hyparquet/src/read.mjs";
|
|
4
|
+
import "../../../../hyparquet@1.31.1/node_modules/hyparquet/src/node.mjs";
|
|
5
|
+
import { compressors } from "../../../../hyparquet-compressors@1.1.2/node_modules/hyparquet-compressors/src/compressors.mjs";
|
|
6
|
+
import "../../../../hyparquet-compressors@1.1.2/node_modules/hyparquet-compressors/src/index.mjs";
|
|
7
|
+
import { ByteWriter } from "../../../../hyparquet-writer@0.16.10_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f/node_modules/hyparquet-writer/src/bytewriter.mjs";
|
|
8
|
+
import "../../../../hyparquet-writer@0.16.10_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f/node_modules/hyparquet-writer/src/node.mjs";
|
|
9
9
|
import { avroMetadata } from "./avro/avro.metadata.mjs";
|
|
10
10
|
import { avroRead } from "./avro/avro.read.mjs";
|
|
11
11
|
import { sanitize } from "./utils.mjs";
|
|
@@ -4,7 +4,7 @@ import { icebergManifests } from "./manifest.mjs";
|
|
|
4
4
|
import { s3SignedResolver } from "./s3.mjs";
|
|
5
5
|
import "./metadata.mjs";
|
|
6
6
|
import "./create.mjs";
|
|
7
|
-
import "../../../../squirreling@0.16.
|
|
7
|
+
import "../../../../squirreling@0.16.6/node_modules/squirreling/src/index.mjs";
|
|
8
8
|
import "./read.mjs";
|
|
9
9
|
import { icebergAppend, icebergCreateTable, icebergDropTable } from "./write/write.mjs";
|
|
10
10
|
import "./catalog/file.mjs";
|
|
@@ -1,18 +1,18 @@
|
|
|
1
|
-
import { isListLike, isMapLike } from "../../../../hyparquet@1.
|
|
2
|
-
import { parquetSchema } from "../../../../hyparquet@1.
|
|
3
|
-
import { cachedAsyncBuffer } from "../../../../hyparquet@1.
|
|
4
|
-
import { columnsNeededForFilter, matchFilter } from "../../../../hyparquet@1.
|
|
5
|
-
import { parquetScan } from "../../../../hyparquet@1.
|
|
6
|
-
import { parquetReadObjects } from "../../../../hyparquet@1.
|
|
7
|
-
import "../../../../hyparquet@1.
|
|
8
|
-
import { compressors } from "../../../../hyparquet-compressors@1.1.
|
|
9
|
-
import "../../../../hyparquet-compressors@1.1.
|
|
1
|
+
import { isListLike, isMapLike } from "../../../../hyparquet@1.31.1/node_modules/hyparquet/src/schema.mjs";
|
|
2
|
+
import { parquetSchema } from "../../../../hyparquet@1.31.1/node_modules/hyparquet/src/metadata.mjs";
|
|
3
|
+
import { cachedAsyncBuffer } from "../../../../hyparquet@1.31.1/node_modules/hyparquet/src/utils.mjs";
|
|
4
|
+
import { columnsNeededForFilter, matchFilter } from "../../../../hyparquet@1.31.1/node_modules/hyparquet/src/filter.mjs";
|
|
5
|
+
import { parquetScan } from "../../../../hyparquet@1.31.1/node_modules/hyparquet/src/scan.mjs";
|
|
6
|
+
import { parquetReadObjects } from "../../../../hyparquet@1.31.1/node_modules/hyparquet/src/read.mjs";
|
|
7
|
+
import "../../../../hyparquet@1.31.1/node_modules/hyparquet/src/node.mjs";
|
|
8
|
+
import { compressors } from "../../../../hyparquet-compressors@1.1.2/node_modules/hyparquet-compressors/src/compressors.mjs";
|
|
9
|
+
import "../../../../hyparquet-compressors@1.1.2/node_modules/hyparquet-compressors/src/index.mjs";
|
|
10
10
|
import { equalityMatch, sanitize } from "./utils.mjs";
|
|
11
11
|
import { applicablePositionDeletes, deleteFileAppliesToDataEntry } from "./delete.mjs";
|
|
12
12
|
import { readParquetMetadata } from "./fetch.mjs";
|
|
13
13
|
import "./manifest.mjs";
|
|
14
14
|
import "./metadata.mjs";
|
|
15
|
-
import "../../../../squirreling@0.16.
|
|
15
|
+
import "../../../../squirreling@0.16.6/node_modules/squirreling/src/index.mjs";
|
|
16
16
|
async function* readDataFile({ dataEntry, fileRowStart, fileRowEnd, schema, metadata, resolver, rowLineage, positionDeletesMap = /* @__PURE__ */ new Map(), equalityDeleteGroups = [], wantedColumns, rowGroupConcurrency = 1, filter, signal }) {
|
|
17
17
|
const { data_file, sequence_number, partition_spec_id } = dataEntry;
|
|
18
18
|
if (sequence_number === void 0) throw new Error("sequence number not found, check v2 inheritance logic");
|
|
@@ -61,10 +61,11 @@ async function* readDataFile({ dataEntry, fileRowStart, fileRowEnd, schema, meta
|
|
|
61
61
|
const parquetName = parquetColumnNames[i];
|
|
62
62
|
if (parquetName) icebergToParquet[schema.fields[i].name] = parquetName;
|
|
63
63
|
}
|
|
64
|
-
const
|
|
64
|
+
const fileFilter = prepareFileFilter(filter, icebergToParquet, schema, partitionSpec, data_file.partition);
|
|
65
|
+
const parquetFilter = fileFilter?.parquetFilter;
|
|
65
66
|
const readColumns = [...parquetColumns];
|
|
66
|
-
if (
|
|
67
|
-
for (const column of
|
|
67
|
+
if (fileFilter) {
|
|
68
|
+
for (const column of fileFilter.columns) if (!readColumns.includes(column)) readColumns.push(column);
|
|
68
69
|
}
|
|
69
70
|
const scan = await parquetScan({
|
|
70
71
|
file: asyncBuffer,
|
|
@@ -95,7 +96,7 @@ async function* readDataFile({ dataEntry, fileRowStart, fileRowEnd, schema, meta
|
|
|
95
96
|
for (let idx = 0; idx < rows.length; idx++) {
|
|
96
97
|
const row = rows[idx];
|
|
97
98
|
const pos = BigInt(readStart + idx);
|
|
98
|
-
if (
|
|
99
|
+
if (fileFilter && !fileFilter.matches(row)) continue;
|
|
99
100
|
if (positionDeletes.has(pos)) continue;
|
|
100
101
|
if (applicableEqualityGroups.some((group) => group.rows.some((predicate) => equalityMatch(row, predicate, dataColumnNamesById)))) continue;
|
|
101
102
|
const mapped = {};
|
|
@@ -169,6 +170,38 @@ async function* readDataFile({ dataEntry, fileRowStart, fileRowEnd, schema, meta
|
|
|
169
170
|
nextYield++;
|
|
170
171
|
}
|
|
171
172
|
}
|
|
173
|
+
function prepareFileFilter(filter, mapping, schema, partitionSpec, partition) {
|
|
174
|
+
if (!filter) return void 0;
|
|
175
|
+
const parquetFilter = remapFilterColumns(filter, mapping);
|
|
176
|
+
if (parquetFilter) return {
|
|
177
|
+
parquetFilter,
|
|
178
|
+
columns: columnsNeededForFilter(parquetFilter),
|
|
179
|
+
matches: (row) => matchFilter(row, parquetFilter, false)
|
|
180
|
+
};
|
|
181
|
+
const logicalRow = {};
|
|
182
|
+
const bindings = [];
|
|
183
|
+
for (const name of columnsNeededForFilter(filter)) {
|
|
184
|
+
const physical = mapping[name];
|
|
185
|
+
if (physical) {
|
|
186
|
+
bindings.push({
|
|
187
|
+
logical: name,
|
|
188
|
+
physical
|
|
189
|
+
});
|
|
190
|
+
continue;
|
|
191
|
+
}
|
|
192
|
+
const field = schema.fields.find((candidate) => candidate.name === name);
|
|
193
|
+
if (!field) throw new Error(`Iceberg filter column not found: ${name}`);
|
|
194
|
+
const partitionField = partitionSpec?.fields.find((candidate) => candidate["source-id"] === field.id && candidate.transform === "identity");
|
|
195
|
+
logicalRow[name] = partitionField && Object.hasOwn(partition, partitionField.name) ? partition[partitionField.name] ?? null : field["initial-default"] ?? null;
|
|
196
|
+
}
|
|
197
|
+
return {
|
|
198
|
+
columns: [...new Set(bindings.map((binding) => binding.physical))],
|
|
199
|
+
matches(row) {
|
|
200
|
+
for (const { logical, physical } of bindings) logicalRow[logical] = row[physical];
|
|
201
|
+
return matchFilter(logicalRow, filter, false);
|
|
202
|
+
}
|
|
203
|
+
};
|
|
204
|
+
}
|
|
172
205
|
function remapFilterColumns(filter, mapping) {
|
|
173
206
|
const anyFilter = filter;
|
|
174
207
|
for (const op of [
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { ByteWriter } from "../../../../hyparquet-writer@0.16.
|
|
2
|
-
import "../../../../hyparquet-writer@0.16.
|
|
1
|
+
import { ByteWriter } from "../../../../hyparquet-writer@0.16.10_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f/node_modules/hyparquet-writer/src/bytewriter.mjs";
|
|
2
|
+
import "../../../../hyparquet-writer@0.16.10_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f/node_modules/hyparquet-writer/src/node.mjs";
|
|
3
3
|
import { signRequest } from "./sigv4.mjs";
|
|
4
4
|
function s3SignedResolver({ accessKeyId, secretAccessKey, sessionToken, region, endpoint, pathStyle = false }) {
|
|
5
5
|
const ep = endpoint ? new URL(endpoint.replace(/\/$/, "") + "/") : void 0;
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import "../fetch.mjs";
|
|
2
2
|
import "../manifest.mjs";
|
|
3
3
|
import "../metadata.mjs";
|
|
4
|
-
import "../../../../../squirreling@0.16.
|
|
4
|
+
import "../../../../../squirreling@0.16.6/node_modules/squirreling/src/index.mjs";
|
|
5
5
|
import "../read.mjs";
|
|
6
6
|
import "../prune.mjs";
|
|
7
7
|
import "./whereFilter.mjs";
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import "../fetch.mjs";
|
|
2
2
|
import "../catalog/loadTable.mjs";
|
|
3
|
-
import "../../../../../squirreling@0.16.
|
|
3
|
+
import "../../../../../squirreling@0.16.6/node_modules/squirreling/src/index.mjs";
|
|
4
4
|
import "./icebergDataSource.mjs";
|
|
5
5
|
export {};
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { AsyncBuffer } from "../../../../hyparquet@1.
|
|
2
|
-
import "../../../../hyparquet@1.
|
|
3
|
-
import { Writer } from "../../../../hyparquet-writer@0.16.
|
|
4
|
-
import "../../../../hyparquet-writer@0.16.
|
|
1
|
+
import { AsyncBuffer } from "../../../../hyparquet@1.31.1/node_modules/hyparquet/types/index.mjs";
|
|
2
|
+
import "../../../../hyparquet@1.31.1/node_modules/hyparquet/types/node.mjs";
|
|
3
|
+
import { Writer } from "../../../../hyparquet-writer@0.16.10_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f/node_modules/hyparquet-writer/types/index.mjs";
|
|
4
|
+
import "../../../../hyparquet-writer@0.16.10_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f/node_modules/hyparquet-writer/types/node.mjs";
|
|
5
5
|
export interface WriterOptions {
|
|
6
6
|
/**
|
|
7
7
|
* If `'*'`, the writer must create the object only if it does not already
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { parquetWrite } from "../../../../../hyparquet-writer@0.16.
|
|
2
|
-
import "../../../../../hyparquet-writer@0.16.
|
|
1
|
+
import { parquetWrite } from "../../../../../hyparquet-writer@0.16.10_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f/node_modules/hyparquet-writer/src/write.mjs";
|
|
2
|
+
import "../../../../../hyparquet-writer@0.16.10_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f/node_modules/hyparquet-writer/src/node.mjs";
|
|
3
3
|
import { sanitize } from "../utils.mjs";
|
|
4
4
|
import { typeName } from "../schema.mjs";
|
|
5
5
|
import { decimalRequiredBytes, parseDecimalType } from "./conversions.mjs";
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { concat } from "../../../../../hyparquet@1.
|
|
1
|
+
import { concat } from "../../../../../hyparquet@1.31.1/node_modules/hyparquet/src/utils.mjs";
|
|
2
2
|
import { uuid4 } from "../utils.mjs";
|
|
3
3
|
import { fetchDeleteMaps } from "../fetch.mjs";
|
|
4
4
|
import { icebergManifests, splitManifestEntries } from "../manifest.mjs";
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import "../../../../hyparquet@1.
|
|
1
|
+
import "../../../../hyparquet@1.31.1/node_modules/hyparquet/types/node.mjs";
|
|
2
2
|
import { Resolver } from "../src/types.mjs";
|
|
3
3
|
/**
|
|
4
4
|
* Wrap a `Resolver` so reads of the same path share one HTTP fetch and
|
|
@@ -4,7 +4,7 @@ import { cachingResolver } from "./fetch.mjs";
|
|
|
4
4
|
import "./create.mjs";
|
|
5
5
|
import "./catalog/file.mjs";
|
|
6
6
|
import { s3SignedResolver } from "./s3.mjs";
|
|
7
|
-
import "../../../../squirreling@0.16.
|
|
7
|
+
import "../../../../squirreling@0.16.6/node_modules/squirreling/src/index.mjs";
|
|
8
8
|
import "./read.mjs";
|
|
9
9
|
import "./metadata.mjs";
|
|
10
10
|
import { icebergManifests } from "./manifest.mjs";
|
package/dist/catalog.d.mts
CHANGED
|
@@ -1,9 +1,9 @@
|
|
|
1
|
-
import { icebergAppend } from "./_virtual/node_modules/.pnpm/icebird@0.8.
|
|
1
|
+
import { icebergAppend } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae/node_modules/icebird/types/write/write.mjs";
|
|
2
2
|
import { CatalogCache } from "./catalog-cache.mjs";
|
|
3
3
|
import { IcebergPrimitiveType, IcebergS3Config } from "./schema.mjs";
|
|
4
4
|
import { PartitionValueMatch } from "./partition-prune.mjs";
|
|
5
|
-
import { restCatalogConnect } from "./_virtual/node_modules/.pnpm/icebird@0.8.
|
|
6
|
-
import { cachingResolver } from "./_virtual/node_modules/.pnpm/icebird@0.8.
|
|
5
|
+
import { restCatalogConnect } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae/node_modules/icebird/types/catalog/rest.mjs";
|
|
6
|
+
import { cachingResolver } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae/node_modules/icebird/types/fetch.mjs";
|
|
7
7
|
/** A field in an icebird table `Schema`. */
|
|
8
8
|
export interface IcebergSchemaField {
|
|
9
9
|
id: number;
|
package/dist/catalog.mjs
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
import { stringifyBigintSafe } from "./bigint.mjs";
|
|
2
|
-
import { restCatalogConnect, restCatalogCreateNamespace, restCatalogListTables, restCatalogLoadTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.
|
|
3
|
-
import { cachingResolver } from "./_virtual/node_modules/.pnpm/icebird@0.8.
|
|
4
|
-
import { icebergManifests } from "./_virtual/node_modules/.pnpm/icebird@0.8.
|
|
5
|
-
import { s3SignedResolver } from "./_virtual/node_modules/.pnpm/icebird@0.8.
|
|
2
|
+
import { restCatalogConnect, restCatalogCreateNamespace, restCatalogListTables, restCatalogLoadTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae/node_modules/icebird/src/catalog/rest.mjs";
|
|
3
|
+
import { cachingResolver } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae/node_modules/icebird/src/fetch.mjs";
|
|
4
|
+
import { icebergManifests } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae/node_modules/icebird/src/manifest.mjs";
|
|
5
|
+
import { s3SignedResolver } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae/node_modules/icebird/src/s3.mjs";
|
|
6
6
|
import { cacheGet, cachePut, reportCatalogCacheError } from "./catalog-cache.mjs";
|
|
7
7
|
import { toIcebergDayCount } from "./date.mjs";
|
|
8
8
|
import { MULTI_MONTH_MANIFEST, buildManifestPartitionFilter, manifestMonthBucket } from "./partition-prune.mjs";
|
|
9
9
|
let icebirdWriteModule;
|
|
10
10
|
function useIcebirdWriteModule() {
|
|
11
|
-
icebirdWriteModule ??= import("./_virtual/node_modules/.pnpm/icebird@0.8.
|
|
11
|
+
icebirdWriteModule ??= import("./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae/node_modules/icebird/src/write/write.mjs");
|
|
12
12
|
return icebirdWriteModule;
|
|
13
13
|
}
|
|
14
14
|
const CATALOG_CONFIG_TTL_MS = 36e5;
|
package/dist/dataset-runtime.mjs
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { connectIcebergCatalog, ensureIcebergNamespace, icebergAppendBatchesRetrying, icebergAppendRetrying, resolveIcebergDataFiles } from "./catalog.mjs";
|
|
2
|
-
import { icebergCreateTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.
|
|
2
|
+
import { icebergCreateTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae/node_modules/icebird/src/write/write.mjs";
|
|
3
3
|
async function createDatasetTable(conn, table, schema, partitionSpec, sortOrder) {
|
|
4
4
|
const results = [];
|
|
5
5
|
await icebergCreateTable({
|
package/dist/orphan-sweep.mjs
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { restCatalogListTables, restCatalogLoadTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.
|
|
2
|
-
import { icebergManifests } from "./_virtual/node_modules/.pnpm/icebird@0.8.
|
|
3
|
-
import "./_virtual/node_modules/.pnpm/icebird@0.8.
|
|
1
|
+
import { restCatalogListTables, restCatalogLoadTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae/node_modules/icebird/src/catalog/rest.mjs";
|
|
2
|
+
import { icebergManifests } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae/node_modules/icebird/src/manifest.mjs";
|
|
3
|
+
import "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae/node_modules/icebird/src/index.mjs";
|
|
4
4
|
const DEFAULT_GRACE_HOURS = 48;
|
|
5
5
|
const DEFAULT_MAX_DELETES = 500;
|
|
6
6
|
const DEFAULT_IO_CONCURRENCY = 4;
|
package/dist/unsafe-raw.d.mts
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { icebergAppend, icebergCreateTable, icebergDropTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.
|
|
2
|
-
import { restCatalogConnect, restCatalogCreateNamespace, restCatalogListTables, restCatalogLoadTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.
|
|
1
|
+
import { icebergAppend, icebergCreateTable, icebergDropTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae/node_modules/icebird/types/write/write.mjs";
|
|
2
|
+
import { restCatalogConnect, restCatalogCreateNamespace, restCatalogListTables, restCatalogLoadTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae/node_modules/icebird/types/catalog/rest.mjs";
|
|
3
3
|
import { icebergAppendRetrying } from "./catalog.mjs";
|
|
4
|
-
import { s3SignedResolver } from "./_virtual/node_modules/.pnpm/icebird@0.8.
|
|
5
|
-
import { icebergManifests } from "./_virtual/node_modules/.pnpm/icebird@0.8.
|
|
6
|
-
import "./_virtual/node_modules/.pnpm/icebird@0.8.
|
|
4
|
+
import { s3SignedResolver } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae/node_modules/icebird/types/s3.mjs";
|
|
5
|
+
import { icebergManifests } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae/node_modules/icebird/types/manifest.mjs";
|
|
6
|
+
import "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae/node_modules/icebird/types/index.mjs";
|
|
7
7
|
export { icebergAppend, icebergAppendRetrying, icebergCreateTable, icebergDropTable, icebergManifests, restCatalogConnect, restCatalogCreateNamespace, restCatalogListTables, restCatalogLoadTable, s3SignedResolver };
|
package/dist/unsafe-raw.mjs
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { restCatalogConnect, restCatalogCreateNamespace, restCatalogListTables, restCatalogLoadTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.
|
|
2
|
-
import { icebergManifests } from "./_virtual/node_modules/.pnpm/icebird@0.8.
|
|
3
|
-
import { s3SignedResolver } from "./_virtual/node_modules/.pnpm/icebird@0.8.
|
|
1
|
+
import { restCatalogConnect, restCatalogCreateNamespace, restCatalogListTables, restCatalogLoadTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae/node_modules/icebird/src/catalog/rest.mjs";
|
|
2
|
+
import { icebergManifests } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae/node_modules/icebird/src/manifest.mjs";
|
|
3
|
+
import { s3SignedResolver } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae/node_modules/icebird/src/s3.mjs";
|
|
4
4
|
import { icebergAppendRetrying } from "./catalog.mjs";
|
|
5
|
-
import { icebergAppend, icebergCreateTable, icebergDropTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.
|
|
6
|
-
import "./_virtual/node_modules/.pnpm/icebird@0.8.
|
|
5
|
+
import { icebergAppend, icebergCreateTable, icebergDropTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae/node_modules/icebird/src/write/write.mjs";
|
|
6
|
+
import "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=fddf140b38d2e0cf41ed74c5b5eb5cac324d0a6ac428572f1df7a967dcb19cae/node_modules/icebird/src/index.mjs";
|
|
7
7
|
export { icebergAppend, icebergAppendRetrying, icebergCreateTable, icebergDropTable, icebergManifests, restCatalogConnect, restCatalogCreateNamespace, restCatalogListTables, restCatalogLoadTable, s3SignedResolver };
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { snappyUncompress } from "../_virtual/node_modules/.pnpm/hyparquet@1.
|
|
1
|
+
import { snappyUncompress } from "../_virtual/node_modules/.pnpm/hyparquet@1.31.1/node_modules/hyparquet/src/snappy.mjs";
|
|
2
2
|
function decode(input, outputLength) {
|
|
3
3
|
const output = new Uint8Array(outputLength);
|
|
4
4
|
snappyUncompress(input, output);
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@gscdump/lakehouse",
|
|
3
3
|
"type": "module",
|
|
4
|
-
"version": "
|
|
4
|
+
"version": "4.0.0",
|
|
5
5
|
"description": "Dataset-agnostic Iceberg lakehouse layer + dataset registry for R2 Data Catalog producers (ADR-0021).",
|
|
6
6
|
"author": {
|
|
7
7
|
"name": "Harlan Wilton",
|
|
@@ -68,14 +68,14 @@
|
|
|
68
68
|
"dist"
|
|
69
69
|
],
|
|
70
70
|
"engines": {
|
|
71
|
-
"node": ">=22"
|
|
71
|
+
"node": ">=22.13.0"
|
|
72
72
|
},
|
|
73
73
|
"devDependencies": {
|
|
74
|
-
"@types/node": "^26.
|
|
75
|
-
"hyparquet": "^1.
|
|
76
|
-
"icebird": "^0.8.
|
|
74
|
+
"@types/node": "^26.6.2",
|
|
75
|
+
"hyparquet": "^1.31.1",
|
|
76
|
+
"icebird": "^0.8.30",
|
|
77
77
|
"unstorage": "^1.17.5",
|
|
78
|
-
"vitest": "^5.0.
|
|
78
|
+
"vitest": "^5.0.1"
|
|
79
79
|
},
|
|
80
80
|
"scripts": {
|
|
81
81
|
"dev": "obuild --stub",
|
|
@@ -1,88 +0,0 @@
|
|
|
1
|
-
const BROTLI_READ_SIZE = 4096;
|
|
2
|
-
const BROTLI_IBUF_SIZE = 8224;
|
|
3
|
-
const BROTLI_IBUF_MASK = 2 * BROTLI_READ_SIZE - 1;
|
|
4
|
-
const kBitMask = new Uint32Array([
|
|
5
|
-
0,
|
|
6
|
-
1,
|
|
7
|
-
3,
|
|
8
|
-
7,
|
|
9
|
-
15,
|
|
10
|
-
31,
|
|
11
|
-
63,
|
|
12
|
-
127,
|
|
13
|
-
255,
|
|
14
|
-
511,
|
|
15
|
-
1023,
|
|
16
|
-
2047,
|
|
17
|
-
4095,
|
|
18
|
-
8191,
|
|
19
|
-
16383,
|
|
20
|
-
32767,
|
|
21
|
-
65535,
|
|
22
|
-
131071,
|
|
23
|
-
262143,
|
|
24
|
-
524287,
|
|
25
|
-
1048575,
|
|
26
|
-
2097151,
|
|
27
|
-
4194303,
|
|
28
|
-
8388607,
|
|
29
|
-
16777215
|
|
30
|
-
]);
|
|
31
|
-
function BrotliBitReader(input) {
|
|
32
|
-
this.buf_ = new Uint8Array(BROTLI_IBUF_SIZE);
|
|
33
|
-
this.input_ = input;
|
|
34
|
-
this.buf_ptr_ = 0;
|
|
35
|
-
this.val_ = 0;
|
|
36
|
-
this.pos_ = 0;
|
|
37
|
-
this.reset();
|
|
38
|
-
}
|
|
39
|
-
BrotliBitReader.READ_SIZE = BROTLI_READ_SIZE;
|
|
40
|
-
BrotliBitReader.IBUF_MASK = BROTLI_IBUF_MASK;
|
|
41
|
-
BrotliBitReader.prototype.reset = function() {
|
|
42
|
-
this.buf_ptr_ = 0;
|
|
43
|
-
this.val_ = 0;
|
|
44
|
-
this.pos_ = 0;
|
|
45
|
-
this.bit_pos_ = 0;
|
|
46
|
-
this.bit_end_pos_ = 0;
|
|
47
|
-
this.eos_ = 0;
|
|
48
|
-
this.readMoreInput();
|
|
49
|
-
for (let i = 0; i < 4; i++) {
|
|
50
|
-
this.val_ |= this.buf_[this.pos_] << 8 * i;
|
|
51
|
-
this.pos_++;
|
|
52
|
-
}
|
|
53
|
-
return this.bit_end_pos_ > 0;
|
|
54
|
-
};
|
|
55
|
-
BrotliBitReader.prototype.readMoreInput = function() {
|
|
56
|
-
if (this.bit_end_pos_ > 256) {} else if (this.eos_) {
|
|
57
|
-
if (this.bit_pos_ > this.bit_end_pos_) throw new Error("Unexpected end of input " + this.bit_pos_ + " " + this.bit_end_pos_);
|
|
58
|
-
} else {
|
|
59
|
-
const dst = this.buf_ptr_;
|
|
60
|
-
const bytes_read = this.input_.read(this.buf_, dst, BROTLI_READ_SIZE);
|
|
61
|
-
if (bytes_read < 0) throw new Error("Unexpected end of input");
|
|
62
|
-
if (bytes_read < BROTLI_READ_SIZE) {
|
|
63
|
-
this.eos_ = 1;
|
|
64
|
-
for (let p = 0; p < 32; p++) this.buf_[dst + bytes_read + p] = 0;
|
|
65
|
-
}
|
|
66
|
-
if (dst === 0) {
|
|
67
|
-
for (let p = 0; p < 32; p++) this.buf_[8192 + p] = this.buf_[p];
|
|
68
|
-
this.buf_ptr_ = BROTLI_READ_SIZE;
|
|
69
|
-
} else this.buf_ptr_ = 0;
|
|
70
|
-
this.bit_end_pos_ += bytes_read << 3;
|
|
71
|
-
}
|
|
72
|
-
};
|
|
73
|
-
BrotliBitReader.prototype.fillBitWindow = function() {
|
|
74
|
-
while (this.bit_pos_ >= 8) {
|
|
75
|
-
this.val_ >>>= 8;
|
|
76
|
-
this.val_ |= this.buf_[this.pos_ & BROTLI_IBUF_MASK] << 24;
|
|
77
|
-
this.pos_++;
|
|
78
|
-
this.bit_pos_ = this.bit_pos_ - 8 >>> 0;
|
|
79
|
-
this.bit_end_pos_ = this.bit_end_pos_ - 8 >>> 0;
|
|
80
|
-
}
|
|
81
|
-
};
|
|
82
|
-
BrotliBitReader.prototype.readBits = function(n_bits) {
|
|
83
|
-
if (32 - this.bit_pos_ < n_bits) this.fillBitWindow();
|
|
84
|
-
const val = this.val_ >>> this.bit_pos_ & kBitMask[n_bits];
|
|
85
|
-
this.bit_pos_ += n_bits;
|
|
86
|
-
return val;
|
|
87
|
-
};
|
|
88
|
-
export { BrotliBitReader };
|
|
@@ -1,21 +0,0 @@
|
|
|
1
|
-
function BrotliInput(buffer) {
|
|
2
|
-
this.buffer = buffer;
|
|
3
|
-
this.pos = 0;
|
|
4
|
-
}
|
|
5
|
-
BrotliInput.prototype.read = function(buf, i, count) {
|
|
6
|
-
if (this.pos + count > this.buffer.length) count = this.buffer.length - this.pos;
|
|
7
|
-
for (let p = 0; p < count; p++) buf[i + p] = this.buffer[this.pos + p];
|
|
8
|
-
this.pos += count;
|
|
9
|
-
return count;
|
|
10
|
-
};
|
|
11
|
-
function BrotliOutput(buf) {
|
|
12
|
-
this.buffer = buf;
|
|
13
|
-
this.pos = 0;
|
|
14
|
-
}
|
|
15
|
-
BrotliOutput.prototype.write = function(buf, count) {
|
|
16
|
-
if (this.pos + count > this.buffer.length) throw new Error("brotli output buffer is not large enough");
|
|
17
|
-
this.buffer.set(buf.subarray(0, count), this.pos);
|
|
18
|
-
this.pos += count;
|
|
19
|
-
return count;
|
|
20
|
-
};
|
|
21
|
-
export { BrotliInput, BrotliOutput };
|