@gscdump/lakehouse 2.2.0 → 3.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/bloom.mjs +1 -1
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a/node_modules/hyparquet-writer/src/bytewriter.mjs +92 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/column.mjs +26 -12
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/datapage.mjs +1 -1
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a/node_modules/hyparquet-writer/src/delta.mjs +203 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/dictionary.mjs +64 -9
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/dremel.mjs +1 -1
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/indexes.mjs +1 -1
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/metadata.mjs +48 -13
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a/node_modules/hyparquet-writer/src/parquet-writer.mjs +142 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/schema.mjs +1 -1
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/thrift.mjs +28 -14
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/types.d.mts +1 -1
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/unconvert.mjs +13 -4
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/write.mjs +3 -2
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a/node_modules/hyparquet-writer/types/index.d.mts +18 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a/node_modules/hyparquet-writer/types/parquet-writer.d.mts +2 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a/node_modules/hyparquet-writer/types/schema.d.mts +2 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/filter.mjs +1 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/plan.mjs +1 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/types/index.d.mts +2 -2
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/constants.mjs +6 -1
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.28.2/node_modules/hyparquet/src/filter.mjs +212 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.28.2/node_modules/hyparquet/src/indexes.mjs +32 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/metadata.mjs +5 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.28.2/node_modules/hyparquet/src/plan.mjs +347 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/read.mjs +25 -3
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/rowgroup.mjs +67 -49
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/utils.mjs +1 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/types/index.d.mts +2 -2
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/avro/avro.read.mjs +1 -1
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/avro/avro.write.mjs +2 -2
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/fetch.mjs +6 -6
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/index.mjs +1 -1
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/read.mjs +4 -4
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/s3.mjs +2 -2
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/sql/icebergDataSource.mjs +1 -1
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/sql/icebergQuery.mjs +1 -1
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/types.d.mts +4 -4
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/commit.mjs +2 -1
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/parquet.mjs +2 -2
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/serde.mjs +13 -2
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/snapshot.mjs +8 -5
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/stage.mjs +3 -3
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/types/index.d.mts +1 -1
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/types/read.d.mts +2 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/types/sql/icebergDataSource.d.mts +2 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/types/sql/icebergQuery.d.mts +2 -0
- package/dist/_virtual/node_modules/.pnpm/unstorage@1.17.5_aws4fetch@1.0.20_db0@0.3.4_ioredis@5.10.1_supports-color@10.2.2_/node_modules/unstorage/drivers/db0.d.mts +1 -1
- package/dist/catalog.d.mts +21 -4
- package/dist/catalog.mjs +65 -12
- package/dist/dataset-runtime.mjs +1 -1
- package/dist/index.d.mts +2 -2
- package/dist/index.mjs +1 -1
- package/dist/orphan-sweep.mjs +3 -3
- package/dist/unsafe-raw.d.mts +5 -5
- package/dist/unsafe-raw.mjs +5 -5
- package/dist/vendor/hysnappy-purejs.mjs +1 -1
- package/package.json +3 -3
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/bytewriter.mjs +0 -91
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/delta.mjs +0 -111
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/parquet-writer.mjs +0 -139
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/types/index.d.mts +0 -10
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/types/parquet-writer.d.mts +0 -2
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/types/schema.d.mts +0 -2
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/filter.mjs +0 -98
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/indexes.mjs +0 -16
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/plan.mjs +0 -147
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/types/read.d.mts +0 -2
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/types/sql/icebergDataSource.d.mts +0 -2
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/types/sql/icebergQuery.d.mts +0 -2
- package/dist/_virtual/node_modules/.pnpm/{db0@0.3.4_drizzle-orm@1.0.0-rc.4_@cloudflare+workers-types@5.20260728.1_valibot@1.4.2_typescript@6.0.3__zod@4.4.3_ → db0@0.3.4_drizzle-orm@1.0.0-rc.4_@cloudflare+workers-types@5.20260816.1_valibot@1.4.2_typescript@6.0.3__zod@4.4.3_}/node_modules/db0/dist/index.d.mts +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/encoding.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/geospatial.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/index.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/node.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/plain.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/snappy.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/splitstream.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/variant.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/wkb.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/write-rows.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/types/bytewriter.d.mts +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/types/node.d.mts +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/types/wkb.d.mts +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/types/write-rows.d.mts +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/types/write.d.mts +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/assemble.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/bloom.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/column.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/constants.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/convert.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/datapage.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/delta.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/encoding.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/geoparquet.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/index.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/indexes.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/metadata.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/node.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/plain.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/query.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/read.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/rowgroup.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/schema.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/snappy.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/thrift.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/types.d.mts +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/utils.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/variant.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/wkb.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/xxhash.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/types/indexes.d.mts +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/types/metadata.d.mts +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/types/node.d.mts +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/types/query.d.mts +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/types/read.d.mts +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/types/snappy.d.mts +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/types/utils.d.mts +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/assemble.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/bloom.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/column.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/convert.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/datapage.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/delta.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/encoding.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/geoparquet.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/index.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/node.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/plain.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/query.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/schema.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/snappy.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/thrift.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/types.d.mts +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/variant.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/wkb.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/xxhash.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/types/indexes.d.mts +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/types/metadata.d.mts +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/types/node.d.mts +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/types/query.d.mts +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/types/read.d.mts +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/types/snappy.d.mts +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/types/utils.d.mts +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/avro/avro.metadata.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/catalog/file.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/catalog/loadTable.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/catalog/rest.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/create.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/delete.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/json.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/manifest.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/metadata.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/prune.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/puffin/deletion-vector.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/puffin/puffin.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/puffin/roaring.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/schema.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/sigv4.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/sql/whereFilter.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/utils.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/conversions.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/delete-file.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/geospatial.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/manifest-list.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/manifest.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/partition.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/rewrite.mjs +1 -1
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/sort.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/stage-deletion-vector.mjs +1 -1
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/stage-position-delete.mjs +1 -1
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/stats.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/transform.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/write.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/types/catalog/file.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/types/catalog/rest.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/types/create.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/types/fetch.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/types/manifest.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/types/metadata.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/types/s3.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/types/write/write.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/ast.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/backend/dataSource.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/execute/accumulator.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/execute/aggregates.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/execute/execute.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/execute/join.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/execute/scanColumn.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/execute/sort.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/execute/streamingAggregate.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/execute/utils.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/execute/window.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/execute/yield.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/expression/alias.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/expression/binary.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/expression/date.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/expression/evaluate.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/expression/math.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/expression/regexp.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/expression/strings.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/index.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/index.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/parse/expression.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/parse/extractTables.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/parse/functions.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/parse/joins.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/parse/parse.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/parse/primary.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/parse/state.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/parse/tokenize.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/parse/types.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/plan/columns.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/plan/plan.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/plan/types.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/spatial/bbox.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/spatial/equality.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/spatial/operations.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/spatial/pointRelations.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/spatial/primitives.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/spatial/segments.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/spatial/spatial.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/spatial/wkt.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/types.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/validation/aggregates.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/validation/executionErrors.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/validation/functions.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/validation/keywords.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/validation/parseErrors.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/validation/tables.mjs +0 -0
|
@@ -1,111 +0,0 @@
|
|
|
1
|
-
const BLOCK_SIZE = 128;
|
|
2
|
-
const MINIBLOCKS_PER_BLOCK = 4;
|
|
3
|
-
const VALUES_PER_MINIBLOCK = BLOCK_SIZE / MINIBLOCKS_PER_BLOCK;
|
|
4
|
-
function deltaBinaryPack(writer, values) {
|
|
5
|
-
const count = values.length;
|
|
6
|
-
if (count === 0) {
|
|
7
|
-
writer.appendVarInt(BLOCK_SIZE);
|
|
8
|
-
writer.appendVarInt(MINIBLOCKS_PER_BLOCK);
|
|
9
|
-
writer.appendVarInt(0);
|
|
10
|
-
writer.appendVarInt(0);
|
|
11
|
-
return;
|
|
12
|
-
}
|
|
13
|
-
if (typeof values[0] !== "number" && typeof values[0] !== "bigint") throw new Error("deltaBinaryPack only supports number or bigint arrays");
|
|
14
|
-
writer.appendVarInt(BLOCK_SIZE);
|
|
15
|
-
writer.appendVarInt(MINIBLOCKS_PER_BLOCK);
|
|
16
|
-
writer.appendVarInt(count);
|
|
17
|
-
writer.appendZigZag(values[0]);
|
|
18
|
-
let index = 1;
|
|
19
|
-
while (index < count) {
|
|
20
|
-
const blockEnd = Math.min(index + BLOCK_SIZE, count);
|
|
21
|
-
const blockSize = blockEnd - index;
|
|
22
|
-
const blockDeltas = new BigInt64Array(blockSize);
|
|
23
|
-
let minDelta = BigInt(values[index]) - BigInt(values[index - 1]);
|
|
24
|
-
blockDeltas[0] = minDelta;
|
|
25
|
-
for (let i = 1; i < blockSize; i++) {
|
|
26
|
-
const delta = BigInt(values[index + i]) - BigInt(values[index + i - 1]);
|
|
27
|
-
blockDeltas[i] = delta;
|
|
28
|
-
if (delta < minDelta) minDelta = delta;
|
|
29
|
-
}
|
|
30
|
-
writer.appendZigZag(minDelta);
|
|
31
|
-
const bitWidths = new Uint8Array(MINIBLOCKS_PER_BLOCK);
|
|
32
|
-
for (let mb = 0; mb < MINIBLOCKS_PER_BLOCK; mb++) {
|
|
33
|
-
const mbStart = mb * VALUES_PER_MINIBLOCK;
|
|
34
|
-
const mbEnd = Math.min(mbStart + VALUES_PER_MINIBLOCK, blockSize);
|
|
35
|
-
let maxAdjusted = 0n;
|
|
36
|
-
for (let i = mbStart; i < mbEnd; i++) {
|
|
37
|
-
const adjusted = blockDeltas[i] - minDelta;
|
|
38
|
-
if (adjusted > maxAdjusted) maxAdjusted = adjusted;
|
|
39
|
-
}
|
|
40
|
-
bitWidths[mb] = bitWidth(maxAdjusted);
|
|
41
|
-
}
|
|
42
|
-
writer.appendBytes(bitWidths);
|
|
43
|
-
for (let mb = 0; mb < MINIBLOCKS_PER_BLOCK; mb++) {
|
|
44
|
-
const bitWidth = bitWidths[mb];
|
|
45
|
-
if (bitWidth === 0) continue;
|
|
46
|
-
const mbStart = mb * VALUES_PER_MINIBLOCK;
|
|
47
|
-
const mbEnd = Math.min(mbStart + VALUES_PER_MINIBLOCK, blockSize);
|
|
48
|
-
let buffer = 0n;
|
|
49
|
-
let bitsUsed = 0;
|
|
50
|
-
for (let i = 0; i < VALUES_PER_MINIBLOCK; i++) {
|
|
51
|
-
const adjusted = mbStart + i < mbEnd ? blockDeltas[mbStart + i] - minDelta : 0n;
|
|
52
|
-
buffer |= adjusted << BigInt(bitsUsed);
|
|
53
|
-
bitsUsed += bitWidth;
|
|
54
|
-
while (bitsUsed >= 8) {
|
|
55
|
-
writer.appendUint8(Number(buffer & 255n));
|
|
56
|
-
buffer >>= 8n;
|
|
57
|
-
bitsUsed -= 8;
|
|
58
|
-
}
|
|
59
|
-
}
|
|
60
|
-
}
|
|
61
|
-
index = blockEnd;
|
|
62
|
-
}
|
|
63
|
-
}
|
|
64
|
-
function deltaLengthByteArray(writer, values) {
|
|
65
|
-
const lengths = new Int32Array(values.length);
|
|
66
|
-
for (let i = 0; i < values.length; i++) {
|
|
67
|
-
const value = values[i];
|
|
68
|
-
if (!(value instanceof Uint8Array)) throw new Error("deltaLengthByteArray expects Uint8Array values");
|
|
69
|
-
lengths[i] = value.length;
|
|
70
|
-
}
|
|
71
|
-
deltaBinaryPack(writer, lengths);
|
|
72
|
-
for (const value of values) writer.appendBytes(value);
|
|
73
|
-
}
|
|
74
|
-
function deltaByteArray(writer, values) {
|
|
75
|
-
if (values.length === 0) {
|
|
76
|
-
deltaBinaryPack(writer, []);
|
|
77
|
-
deltaBinaryPack(writer, []);
|
|
78
|
-
return;
|
|
79
|
-
}
|
|
80
|
-
const prefixLengths = new Int32Array(values.length);
|
|
81
|
-
const suffixLengths = new Int32Array(values.length);
|
|
82
|
-
const suffixes = new Array(values.length);
|
|
83
|
-
if (!(values[0] instanceof Uint8Array)) throw new Error("deltaByteArray expects Uint8Array values");
|
|
84
|
-
prefixLengths[0] = 0;
|
|
85
|
-
suffixLengths[0] = values[0].length;
|
|
86
|
-
suffixes[0] = values[0];
|
|
87
|
-
for (let i = 1; i < values.length; i++) {
|
|
88
|
-
const prev = values[i - 1];
|
|
89
|
-
const curr = values[i];
|
|
90
|
-
if (!(curr instanceof Uint8Array)) throw new Error("deltaByteArray expects Uint8Array values");
|
|
91
|
-
let prefixLen = 0;
|
|
92
|
-
const maxPrefix = Math.min(prev.length, curr.length);
|
|
93
|
-
while (prefixLen < maxPrefix && prev[prefixLen] === curr[prefixLen]) prefixLen++;
|
|
94
|
-
prefixLengths[i] = prefixLen;
|
|
95
|
-
suffixLengths[i] = curr.length - prefixLen;
|
|
96
|
-
suffixes[i] = curr.subarray(prefixLen);
|
|
97
|
-
}
|
|
98
|
-
deltaBinaryPack(writer, prefixLengths);
|
|
99
|
-
deltaBinaryPack(writer, suffixLengths);
|
|
100
|
-
for (const suffix of suffixes) writer.appendBytes(suffix);
|
|
101
|
-
}
|
|
102
|
-
function bitWidth(value) {
|
|
103
|
-
if (value === 0n) return 0;
|
|
104
|
-
let bits = 0;
|
|
105
|
-
while (value > 0n) {
|
|
106
|
-
bits++;
|
|
107
|
-
value >>= 1n;
|
|
108
|
-
}
|
|
109
|
-
return bits;
|
|
110
|
-
}
|
|
111
|
-
export { deltaBinaryPack, deltaByteArray, deltaLengthByteArray };
|
|
@@ -1,139 +0,0 @@
|
|
|
1
|
-
import { getSchemaPath } from "../../../../hyparquet@1.26.1/node_modules/hyparquet/src/schema.mjs";
|
|
2
|
-
import { writeBlooms } from "./bloom.mjs";
|
|
3
|
-
import { encodeVariantColumn } from "./variant.mjs";
|
|
4
|
-
import { writeColumn } from "./column.mjs";
|
|
5
|
-
import { encodeNestedValues } from "./dremel.mjs";
|
|
6
|
-
import { writeIndexes } from "./indexes.mjs";
|
|
7
|
-
import { writeMetadata } from "./metadata.mjs";
|
|
8
|
-
import { snappyCompress } from "./snappy.mjs";
|
|
9
|
-
function ParquetWriter({ writer, schema, codec = "SNAPPY", compressors, statistics = true, kvMetadata }) {
|
|
10
|
-
this.writer = writer;
|
|
11
|
-
this.schema = schema;
|
|
12
|
-
this.codec = codec;
|
|
13
|
-
this.compressors = {
|
|
14
|
-
SNAPPY: snappyCompress,
|
|
15
|
-
...compressors
|
|
16
|
-
};
|
|
17
|
-
this.statistics = statistics;
|
|
18
|
-
this.kvMetadata = kvMetadata;
|
|
19
|
-
this.row_groups = [];
|
|
20
|
-
this.num_rows = 0n;
|
|
21
|
-
this.pendingIndexes = [];
|
|
22
|
-
this.writer.appendUint32(827474256);
|
|
23
|
-
}
|
|
24
|
-
ParquetWriter.prototype.write = function({ columnData, rowGroupSize = [1e3, 1e5], pageSize = 1048576 }) {
|
|
25
|
-
const columnDataRows = columnData[0]?.data?.length || 0;
|
|
26
|
-
let pending;
|
|
27
|
-
for (const { groupStartIndex, groupSize } of groupIterator({
|
|
28
|
-
columnDataRows,
|
|
29
|
-
rowGroupSize
|
|
30
|
-
})) {
|
|
31
|
-
const writeGroup = () => {
|
|
32
|
-
const groupStartOffset = this.writer.offset;
|
|
33
|
-
const columns = [];
|
|
34
|
-
for (let j = 0; j < columnData.length; j++) {
|
|
35
|
-
const { name, data, encoding, codec = this.codec, columnIndex = false, offsetIndex = true, shredding, bloomFilter } = columnData[j];
|
|
36
|
-
if (columnIndex && !offsetIndex) throw new Error("parquet ColumnIndex cannot be present without OffsetIndex");
|
|
37
|
-
if (data.length !== columnDataRows) throw new Error("parquet columns must have the same length");
|
|
38
|
-
const groupData = data.slice(groupStartIndex, groupStartIndex + groupSize);
|
|
39
|
-
const columnPath = getSchemaPath(this.schema, [name]);
|
|
40
|
-
const leafPaths = getLeafSchemaPaths(columnPath);
|
|
41
|
-
const columnElement = columnPath.at(-1)?.element;
|
|
42
|
-
const shreddingConfig = shredding && shredding !== true ? shredding : void 0;
|
|
43
|
-
const isVariant = columnElement?.logical_type?.type === "VARIANT";
|
|
44
|
-
const isRequired = columnElement?.repetition_type === "REQUIRED";
|
|
45
|
-
const rows = isVariant ? encodeVariantColumn(Array.from(groupData), shreddingConfig, {
|
|
46
|
-
name,
|
|
47
|
-
required: isRequired
|
|
48
|
-
}) : groupData;
|
|
49
|
-
for (const leafPath of leafPaths) {
|
|
50
|
-
const schemaPath = leafPath.map((node) => node.element);
|
|
51
|
-
const column = {
|
|
52
|
-
columnName: schemaPath.slice(1).map((s) => s.name).join("."),
|
|
53
|
-
element: schemaPath[schemaPath.length - 1],
|
|
54
|
-
schemaPath,
|
|
55
|
-
codec,
|
|
56
|
-
compressors: this.compressors,
|
|
57
|
-
stats: this.statistics,
|
|
58
|
-
pageSize,
|
|
59
|
-
columnIndex,
|
|
60
|
-
offsetIndex,
|
|
61
|
-
encoding,
|
|
62
|
-
bloomFilter
|
|
63
|
-
};
|
|
64
|
-
const pageData = encodeNestedValues(leafPath, rows);
|
|
65
|
-
const result = writeColumn({
|
|
66
|
-
writer: this.writer,
|
|
67
|
-
column,
|
|
68
|
-
pageData
|
|
69
|
-
});
|
|
70
|
-
columns.push(result.chunk);
|
|
71
|
-
this.pendingIndexes.push(result);
|
|
72
|
-
}
|
|
73
|
-
}
|
|
74
|
-
this.num_rows += BigInt(groupSize);
|
|
75
|
-
this.row_groups.push({
|
|
76
|
-
columns,
|
|
77
|
-
total_byte_size: BigInt(this.writer.offset - groupStartOffset),
|
|
78
|
-
num_rows: BigInt(groupSize)
|
|
79
|
-
});
|
|
80
|
-
return this.writer.flush?.();
|
|
81
|
-
};
|
|
82
|
-
if (pending) pending = pending.then(writeGroup);
|
|
83
|
-
else {
|
|
84
|
-
const r = writeGroup();
|
|
85
|
-
if (r) pending = Promise.resolve(r);
|
|
86
|
-
}
|
|
87
|
-
}
|
|
88
|
-
return pending;
|
|
89
|
-
};
|
|
90
|
-
ParquetWriter.prototype.finish = function() {
|
|
91
|
-
writeIndexes(this.writer, this.pendingIndexes);
|
|
92
|
-
writeBlooms(this.writer, this.pendingIndexes);
|
|
93
|
-
const metadata = {
|
|
94
|
-
version: 2,
|
|
95
|
-
created_by: "hyparquet",
|
|
96
|
-
schema: this.schema,
|
|
97
|
-
num_rows: this.num_rows,
|
|
98
|
-
row_groups: this.row_groups,
|
|
99
|
-
metadata_length: 0,
|
|
100
|
-
key_value_metadata: this.kvMetadata
|
|
101
|
-
};
|
|
102
|
-
delete metadata.metadata_length;
|
|
103
|
-
writeMetadata(this.writer, metadata);
|
|
104
|
-
this.writer.appendUint32(827474256);
|
|
105
|
-
return this.writer.finish();
|
|
106
|
-
};
|
|
107
|
-
function groupSize(rowGroupSize, i) {
|
|
108
|
-
return Array.isArray(rowGroupSize) ? rowGroupSize[Math.min(i, rowGroupSize.length - 1)] : rowGroupSize;
|
|
109
|
-
}
|
|
110
|
-
function groupIterator({ columnDataRows, rowGroupSize }) {
|
|
111
|
-
if (Array.isArray(rowGroupSize) && !rowGroupSize.length) throw new Error("rowGroupSize array cannot be empty");
|
|
112
|
-
const groups = [];
|
|
113
|
-
let groupIndex = 0;
|
|
114
|
-
let groupStartIndex = 0;
|
|
115
|
-
while (groupStartIndex < columnDataRows) {
|
|
116
|
-
const size = groupSize(rowGroupSize, groupIndex);
|
|
117
|
-
groups.push({
|
|
118
|
-
groupStartIndex,
|
|
119
|
-
groupSize: Math.min(size, columnDataRows - groupStartIndex)
|
|
120
|
-
});
|
|
121
|
-
groupStartIndex += size;
|
|
122
|
-
groupIndex++;
|
|
123
|
-
}
|
|
124
|
-
return groups;
|
|
125
|
-
}
|
|
126
|
-
function getLeafSchemaPaths(schemaPath) {
|
|
127
|
-
const leaves = [];
|
|
128
|
-
dfs(schemaPath);
|
|
129
|
-
return leaves;
|
|
130
|
-
function dfs(path) {
|
|
131
|
-
const node = path[path.length - 1];
|
|
132
|
-
if (!node.children.length) {
|
|
133
|
-
leaves.push(path);
|
|
134
|
-
return;
|
|
135
|
-
}
|
|
136
|
-
for (const child of node.children) dfs([...path, child]);
|
|
137
|
-
}
|
|
138
|
-
}
|
|
139
|
-
export { ParquetWriter, groupSize };
|
|
@@ -1,10 +0,0 @@
|
|
|
1
|
-
import "../../../../hyparquet@1.26.1/node_modules/hyparquet/types/node.mjs";
|
|
2
|
-
import { Writer as Writer$1 } from "../src/types.mjs";
|
|
3
|
-
import "./write-rows.mjs";
|
|
4
|
-
import "./bytewriter.mjs";
|
|
5
|
-
import "./parquet-writer.mjs";
|
|
6
|
-
import "./wkb.mjs";
|
|
7
|
-
import "./write.mjs";
|
|
8
|
-
import "./schema.mjs";
|
|
9
|
-
type Writer = Writer$1;
|
|
10
|
-
export { Writer };
|
package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/filter.mjs
DELETED
|
@@ -1,98 +0,0 @@
|
|
|
1
|
-
import { hashParquetValue, sbbfContains } from "./bloom.mjs";
|
|
2
|
-
import { equals } from "./utils.mjs";
|
|
3
|
-
function columnsNeededForFilter(filter) {
|
|
4
|
-
if (!filter) return [];
|
|
5
|
-
const columns = [];
|
|
6
|
-
if ("$and" in filter && Array.isArray(filter.$and)) columns.push(...filter.$and.flatMap(columnsNeededForFilter));
|
|
7
|
-
else if ("$or" in filter && Array.isArray(filter.$or)) columns.push(...filter.$or.flatMap(columnsNeededForFilter));
|
|
8
|
-
else if ("$nor" in filter && Array.isArray(filter.$nor)) columns.push(...filter.$nor.flatMap(columnsNeededForFilter));
|
|
9
|
-
else columns.push(...Object.keys(filter).map((key) => key.split(".")[0]));
|
|
10
|
-
return [...new Set(columns)];
|
|
11
|
-
}
|
|
12
|
-
function matchFilter(record, filter, strict = true) {
|
|
13
|
-
if ("$and" in filter && Array.isArray(filter.$and)) return filter.$and.every((subQuery) => matchFilter(record, subQuery, strict));
|
|
14
|
-
if ("$or" in filter && Array.isArray(filter.$or)) return filter.$or.some((subQuery) => matchFilter(record, subQuery, strict));
|
|
15
|
-
if ("$nor" in filter && Array.isArray(filter.$nor)) return !filter.$nor.some((subQuery) => matchFilter(record, subQuery, strict));
|
|
16
|
-
return Object.entries(filter).every(([field, condition]) => {
|
|
17
|
-
const value = resolve(record, field);
|
|
18
|
-
if (typeof condition !== "object" || condition === null || Array.isArray(condition)) return equals(value, condition, strict);
|
|
19
|
-
return Object.entries(condition || {}).every(([operator, target]) => {
|
|
20
|
-
if (operator === "$gt") return value > target;
|
|
21
|
-
if (operator === "$gte") return value >= target;
|
|
22
|
-
if (operator === "$lt") return value < target;
|
|
23
|
-
if (operator === "$lte") return value <= target;
|
|
24
|
-
if (operator === "$eq") return equals(value, target, strict);
|
|
25
|
-
if (operator === "$ne") return !equals(value, target, strict);
|
|
26
|
-
if (operator === "$in") return Array.isArray(target) && target.includes(value);
|
|
27
|
-
if (operator === "$nin") return Array.isArray(target) && !target.includes(value);
|
|
28
|
-
if (operator === "$not") return !matchFilter({ [field]: value }, { [field]: target }, strict);
|
|
29
|
-
return true;
|
|
30
|
-
});
|
|
31
|
-
});
|
|
32
|
-
}
|
|
33
|
-
function canSkipRowGroup({ rowGroup, physicalColumns, filter, strict = true, bloomFilters, schemaElements }) {
|
|
34
|
-
if (!filter) return false;
|
|
35
|
-
if ("$and" in filter && Array.isArray(filter.$and)) return filter.$and.some((subFilter) => canSkipRowGroup({
|
|
36
|
-
rowGroup,
|
|
37
|
-
physicalColumns,
|
|
38
|
-
filter: subFilter,
|
|
39
|
-
strict,
|
|
40
|
-
bloomFilters,
|
|
41
|
-
schemaElements
|
|
42
|
-
}));
|
|
43
|
-
if ("$or" in filter && Array.isArray(filter.$or)) return filter.$or.every((subFilter) => canSkipRowGroup({
|
|
44
|
-
rowGroup,
|
|
45
|
-
physicalColumns,
|
|
46
|
-
filter: subFilter,
|
|
47
|
-
strict,
|
|
48
|
-
bloomFilters,
|
|
49
|
-
schemaElements
|
|
50
|
-
}));
|
|
51
|
-
if ("$nor" in filter && Array.isArray(filter.$nor)) return false;
|
|
52
|
-
for (const [field, condition] of Object.entries(filter)) {
|
|
53
|
-
const columnIndex = physicalColumns.indexOf(field);
|
|
54
|
-
if (columnIndex === -1) continue;
|
|
55
|
-
const { min, max, min_value, max_value } = rowGroup.columns[columnIndex].meta_data?.statistics || {};
|
|
56
|
-
const minVal = min_value !== void 0 ? min_value : min;
|
|
57
|
-
const maxVal = max_value !== void 0 ? max_value : max;
|
|
58
|
-
const haveStats = minVal !== void 0 && maxVal !== void 0;
|
|
59
|
-
const bloom = bloomFilters?.[field];
|
|
60
|
-
const element = schemaElements?.[field];
|
|
61
|
-
for (const [operator, target] of Object.entries(condition || {})) {
|
|
62
|
-
if (haveStats) {
|
|
63
|
-
if (operator === "$gt" && maxVal <= target) return true;
|
|
64
|
-
if (operator === "$gte" && maxVal < target) return true;
|
|
65
|
-
if (operator === "$lt" && minVal >= target) return true;
|
|
66
|
-
if (operator === "$lte" && minVal > target) return true;
|
|
67
|
-
if (operator === "$eq" && (target < minVal || target > maxVal)) return true;
|
|
68
|
-
if (operator === "$ne" && equals(minVal, maxVal, strict) && equals(minVal, target, strict)) return true;
|
|
69
|
-
if (operator === "$in" && Array.isArray(target) && target.every((v) => v < minVal || v > maxVal)) return true;
|
|
70
|
-
if (operator === "$nin" && Array.isArray(target) && equals(minVal, maxVal, strict) && target.includes(minVal)) return true;
|
|
71
|
-
}
|
|
72
|
-
if (bloom && element) {
|
|
73
|
-
if (operator === "$eq") {
|
|
74
|
-
const hash = hashParquetValue(target, element);
|
|
75
|
-
if (hash !== void 0 && !sbbfContains(bloom.blocks, hash)) return true;
|
|
76
|
-
}
|
|
77
|
-
if (operator === "$in" && Array.isArray(target) && target.length > 0) {
|
|
78
|
-
let allAbsent = true;
|
|
79
|
-
for (const v of target) {
|
|
80
|
-
const h = hashParquetValue(v, element);
|
|
81
|
-
if (h === void 0 || sbbfContains(bloom.blocks, h)) {
|
|
82
|
-
allAbsent = false;
|
|
83
|
-
break;
|
|
84
|
-
}
|
|
85
|
-
}
|
|
86
|
-
if (allAbsent) return true;
|
|
87
|
-
}
|
|
88
|
-
}
|
|
89
|
-
}
|
|
90
|
-
}
|
|
91
|
-
return false;
|
|
92
|
-
}
|
|
93
|
-
function resolve(record, path) {
|
|
94
|
-
let value = record;
|
|
95
|
-
for (const part of path.split(".")) value = value?.[part];
|
|
96
|
-
return value;
|
|
97
|
-
}
|
|
98
|
-
export { canSkipRowGroup, columnsNeededForFilter, matchFilter };
|
package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/indexes.mjs
DELETED
|
@@ -1,16 +0,0 @@
|
|
|
1
|
-
import "./constants.mjs";
|
|
2
|
-
import "./convert.mjs";
|
|
3
|
-
import { deserializeTCompactProtocol } from "./thrift.mjs";
|
|
4
|
-
import "./metadata.mjs";
|
|
5
|
-
function readOffsetIndex(reader) {
|
|
6
|
-
const thrift = deserializeTCompactProtocol(reader);
|
|
7
|
-
return {
|
|
8
|
-
page_locations: thrift.field_1.map((loc) => ({
|
|
9
|
-
offset: loc.field_1,
|
|
10
|
-
compressed_page_size: loc.field_2,
|
|
11
|
-
first_row_index: loc.field_3
|
|
12
|
-
})),
|
|
13
|
-
unencoded_byte_array_data_bytes: thrift.field_2
|
|
14
|
-
};
|
|
15
|
-
}
|
|
16
|
-
export { readOffsetIndex };
|
package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/plan.mjs
DELETED
|
@@ -1,147 +0,0 @@
|
|
|
1
|
-
import { getPhysicalColumns } from "./schema.mjs";
|
|
2
|
-
import { parquetSchema } from "./metadata.mjs";
|
|
3
|
-
import { bloomEligibleColumns, readBloomFilter } from "./bloom.mjs";
|
|
4
|
-
import { canSkipRowGroup } from "./filter.mjs";
|
|
5
|
-
const runLimit = 1 << 21;
|
|
6
|
-
function parquetPlan({ metadata, rowStart = 0, rowEnd = Infinity, columns, filter, filterStrict = true, useOffsetIndex = false, bloomFiltersByGroup, schemaElements }) {
|
|
7
|
-
if (!metadata) throw new Error("parquetPlan requires metadata");
|
|
8
|
-
const groups = [];
|
|
9
|
-
const fetches = [];
|
|
10
|
-
const indexes = [];
|
|
11
|
-
const physicalColumns = getPhysicalColumns(parquetSchema(metadata));
|
|
12
|
-
let groupStart = 0;
|
|
13
|
-
let rgIdx = 0;
|
|
14
|
-
for (const rowGroup of metadata.row_groups) {
|
|
15
|
-
const groupRows = Number(rowGroup.num_rows);
|
|
16
|
-
const groupEnd = groupStart + groupRows;
|
|
17
|
-
const bloomFilters = bloomFiltersByGroup?.[rgIdx];
|
|
18
|
-
if (groupRows > 0 && groupEnd > rowStart && groupStart < rowEnd && !canSkipRowGroup({
|
|
19
|
-
rowGroup,
|
|
20
|
-
physicalColumns,
|
|
21
|
-
filter,
|
|
22
|
-
strict: filterStrict,
|
|
23
|
-
bloomFilters,
|
|
24
|
-
schemaElements
|
|
25
|
-
})) {
|
|
26
|
-
const chunks = [];
|
|
27
|
-
let groupStartByte = Infinity;
|
|
28
|
-
let groupEndByte = -Infinity;
|
|
29
|
-
for (const chunk of rowGroup.columns) {
|
|
30
|
-
const meta = chunk.meta_data;
|
|
31
|
-
if (chunk.file_path) throw new Error("parquet file_path not supported");
|
|
32
|
-
if (!meta) throw new Error("parquet column metadata is undefined");
|
|
33
|
-
if (!columns || columns.includes(meta.path_in_schema[0])) {
|
|
34
|
-
const columnOffset = meta.dictionary_page_offset || meta.data_page_offset;
|
|
35
|
-
const startByte = Number(columnOffset);
|
|
36
|
-
const endByte = Number(columnOffset + meta.total_compressed_size);
|
|
37
|
-
if (startByte < groupStartByte) groupStartByte = startByte;
|
|
38
|
-
if (endByte > groupEndByte) groupEndByte = endByte;
|
|
39
|
-
if (useOffsetIndex && chunk.offset_index_offset && chunk.offset_index_length && (rowStart > groupStart || rowEnd < groupEnd)) {
|
|
40
|
-
const offsetIndexStart = Number(chunk.offset_index_offset);
|
|
41
|
-
chunks.push({
|
|
42
|
-
columnMetadata: meta,
|
|
43
|
-
offsetIndex: {
|
|
44
|
-
startByte: offsetIndexStart,
|
|
45
|
-
endByte: offsetIndexStart + chunk.offset_index_length
|
|
46
|
-
},
|
|
47
|
-
range: {
|
|
48
|
-
startByte,
|
|
49
|
-
endByte
|
|
50
|
-
}
|
|
51
|
-
});
|
|
52
|
-
} else chunks.push({
|
|
53
|
-
columnMetadata: meta,
|
|
54
|
-
range: {
|
|
55
|
-
startByte,
|
|
56
|
-
endByte
|
|
57
|
-
}
|
|
58
|
-
});
|
|
59
|
-
}
|
|
60
|
-
}
|
|
61
|
-
const selectStart = Math.max(rowStart - groupStart, 0);
|
|
62
|
-
const selectEnd = Math.min(rowEnd - groupStart, groupRows);
|
|
63
|
-
groups.push({
|
|
64
|
-
chunks,
|
|
65
|
-
rowGroup,
|
|
66
|
-
groupStart,
|
|
67
|
-
groupRows,
|
|
68
|
-
selectStart,
|
|
69
|
-
selectEnd
|
|
70
|
-
});
|
|
71
|
-
let run;
|
|
72
|
-
for (const chunk of chunks) if ("offsetIndex" in chunk) indexes.push(chunk.offsetIndex);
|
|
73
|
-
else {
|
|
74
|
-
const { range } = chunk;
|
|
75
|
-
if (columns) fetches.push(range);
|
|
76
|
-
else if (run && range.endByte - run.startByte <= runLimit) run.endByte = range.endByte;
|
|
77
|
-
else {
|
|
78
|
-
if (run) fetches.push(run);
|
|
79
|
-
run = { ...range };
|
|
80
|
-
}
|
|
81
|
-
}
|
|
82
|
-
if (run) fetches.push(run);
|
|
83
|
-
}
|
|
84
|
-
groupStart = groupEnd;
|
|
85
|
-
rgIdx++;
|
|
86
|
-
}
|
|
87
|
-
if (!isFinite(rowEnd)) rowEnd = groupStart;
|
|
88
|
-
fetches.push(...indexes);
|
|
89
|
-
return {
|
|
90
|
-
metadata,
|
|
91
|
-
rowStart,
|
|
92
|
-
rowEnd,
|
|
93
|
-
columns,
|
|
94
|
-
fetches,
|
|
95
|
-
groups
|
|
96
|
-
};
|
|
97
|
-
}
|
|
98
|
-
async function prefetchBloomFilters({ file, metadata, filter, filterStrict = true }) {
|
|
99
|
-
const result = metadata.row_groups.map(() => ({}));
|
|
100
|
-
const eligibleCols = bloomEligibleColumns(filter);
|
|
101
|
-
if (eligibleCols.size === 0) return result;
|
|
102
|
-
const physicalColumns = getPhysicalColumns(parquetSchema(metadata));
|
|
103
|
-
const tasks = [];
|
|
104
|
-
metadata.row_groups.forEach((rowGroup, rgIdx) => {
|
|
105
|
-
if (canSkipRowGroup({
|
|
106
|
-
rowGroup,
|
|
107
|
-
physicalColumns,
|
|
108
|
-
filter,
|
|
109
|
-
strict: filterStrict
|
|
110
|
-
})) return;
|
|
111
|
-
for (const colName of eligibleCols) {
|
|
112
|
-
const columnIdx = physicalColumns.indexOf(colName);
|
|
113
|
-
if (columnIdx === -1) continue;
|
|
114
|
-
const meta = rowGroup.columns[columnIdx]?.meta_data;
|
|
115
|
-
if (!meta?.bloom_filter_offset || !meta.bloom_filter_length) continue;
|
|
116
|
-
const start = Number(meta.bloom_filter_offset);
|
|
117
|
-
const end = start + meta.bloom_filter_length;
|
|
118
|
-
tasks.push((async () => {
|
|
119
|
-
const buffer = await file.slice(start, end);
|
|
120
|
-
const bloom = readBloomFilter({
|
|
121
|
-
view: new DataView(buffer),
|
|
122
|
-
offset: 0
|
|
123
|
-
});
|
|
124
|
-
if (bloom) result[rgIdx][colName] = bloom;
|
|
125
|
-
})());
|
|
126
|
-
}
|
|
127
|
-
});
|
|
128
|
-
if (tasks.length) await Promise.all(tasks);
|
|
129
|
-
return result;
|
|
130
|
-
}
|
|
131
|
-
function prefetchAsyncBuffer(file, { fetches }) {
|
|
132
|
-
const promises = fetches.map(({ startByte, endByte }) => file.slice(startByte, endByte));
|
|
133
|
-
return {
|
|
134
|
-
byteLength: file.byteLength,
|
|
135
|
-
slice(start, end = file.byteLength) {
|
|
136
|
-
const index = fetches.findIndex(({ startByte, endByte }) => startByte <= start && end <= endByte);
|
|
137
|
-
if (index < 0) return file.slice(start, end);
|
|
138
|
-
if (fetches[index].startByte !== start || fetches[index].endByte !== end) {
|
|
139
|
-
const startOffset = start - fetches[index].startByte;
|
|
140
|
-
const endOffset = end - fetches[index].startByte;
|
|
141
|
-
if (promises[index] instanceof Promise) return promises[index].then((buffer) => buffer.slice(startOffset, endOffset));
|
|
142
|
-
else return promises[index].slice(startOffset, endOffset);
|
|
143
|
-
} else return promises[index];
|
|
144
|
-
}
|
|
145
|
-
};
|
|
146
|
-
}
|
|
147
|
-
export { parquetPlan, prefetchAsyncBuffer, prefetchBloomFilters };
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|