@gscdump/lakehouse 2.2.0 → 3.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/bloom.mjs +1 -1
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a/node_modules/hyparquet-writer/src/bytewriter.mjs +92 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/column.mjs +26 -12
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/datapage.mjs +1 -1
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a/node_modules/hyparquet-writer/src/delta.mjs +203 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/dictionary.mjs +64 -9
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/dremel.mjs +1 -1
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/indexes.mjs +1 -1
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/metadata.mjs +48 -13
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a/node_modules/hyparquet-writer/src/parquet-writer.mjs +142 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/schema.mjs +1 -1
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/thrift.mjs +28 -14
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/types.d.mts +1 -1
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/unconvert.mjs +13 -4
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/write.mjs +3 -2
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a/node_modules/hyparquet-writer/types/index.d.mts +18 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a/node_modules/hyparquet-writer/types/parquet-writer.d.mts +2 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a/node_modules/hyparquet-writer/types/schema.d.mts +2 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/filter.mjs +1 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/plan.mjs +1 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/types/index.d.mts +2 -2
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/constants.mjs +6 -1
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.28.2/node_modules/hyparquet/src/filter.mjs +212 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.28.2/node_modules/hyparquet/src/indexes.mjs +32 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/metadata.mjs +5 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.28.2/node_modules/hyparquet/src/plan.mjs +347 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/read.mjs +25 -3
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/rowgroup.mjs +67 -49
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/utils.mjs +1 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/types/index.d.mts +2 -2
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/avro/avro.read.mjs +1 -1
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/avro/avro.write.mjs +2 -2
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/fetch.mjs +6 -6
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/index.mjs +1 -1
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/read.mjs +4 -4
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/s3.mjs +2 -2
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/sql/icebergDataSource.mjs +1 -1
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/sql/icebergQuery.mjs +1 -1
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/types.d.mts +4 -4
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/commit.mjs +2 -1
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/parquet.mjs +2 -2
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/serde.mjs +13 -2
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/snapshot.mjs +8 -5
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/stage.mjs +3 -3
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/types/index.d.mts +1 -1
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/types/read.d.mts +2 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/types/sql/icebergDataSource.d.mts +2 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/types/sql/icebergQuery.d.mts +2 -0
- package/dist/_virtual/node_modules/.pnpm/unstorage@1.17.5_aws4fetch@1.0.20_db0@0.3.4_ioredis@5.10.1_supports-color@10.2.2_/node_modules/unstorage/drivers/db0.d.mts +1 -1
- package/dist/catalog.d.mts +21 -4
- package/dist/catalog.mjs +65 -12
- package/dist/dataset-runtime.mjs +1 -1
- package/dist/index.d.mts +2 -2
- package/dist/index.mjs +1 -1
- package/dist/orphan-sweep.mjs +3 -3
- package/dist/unsafe-raw.d.mts +5 -5
- package/dist/unsafe-raw.mjs +5 -5
- package/dist/vendor/hysnappy-purejs.mjs +1 -1
- package/package.json +3 -3
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/bytewriter.mjs +0 -91
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/delta.mjs +0 -111
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/parquet-writer.mjs +0 -139
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/types/index.d.mts +0 -10
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/types/parquet-writer.d.mts +0 -2
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/types/schema.d.mts +0 -2
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/filter.mjs +0 -98
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/indexes.mjs +0 -16
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/plan.mjs +0 -147
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/types/read.d.mts +0 -2
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/types/sql/icebergDataSource.d.mts +0 -2
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/types/sql/icebergQuery.d.mts +0 -2
- package/dist/_virtual/node_modules/.pnpm/{db0@0.3.4_drizzle-orm@1.0.0-rc.4_@cloudflare+workers-types@5.20260728.1_valibot@1.4.2_typescript@6.0.3__zod@4.4.3_ → db0@0.3.4_drizzle-orm@1.0.0-rc.4_@cloudflare+workers-types@5.20260816.1_valibot@1.4.2_typescript@6.0.3__zod@4.4.3_}/node_modules/db0/dist/index.d.mts +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/encoding.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/geospatial.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/index.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/node.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/plain.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/snappy.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/splitstream.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/variant.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/wkb.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/write-rows.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/types/bytewriter.d.mts +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/types/node.d.mts +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/types/wkb.d.mts +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/types/write-rows.d.mts +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/types/write.d.mts +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/assemble.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/bloom.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/column.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/constants.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/convert.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/datapage.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/delta.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/encoding.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/geoparquet.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/index.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/indexes.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/metadata.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/node.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/plain.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/query.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/read.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/rowgroup.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/schema.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/snappy.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/thrift.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/types.d.mts +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/utils.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/variant.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/wkb.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/xxhash.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/types/indexes.d.mts +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/types/metadata.d.mts +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/types/node.d.mts +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/types/query.d.mts +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/types/read.d.mts +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/types/snappy.d.mts +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/types/utils.d.mts +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/assemble.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/bloom.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/column.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/convert.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/datapage.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/delta.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/encoding.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/geoparquet.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/index.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/node.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/plain.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/query.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/schema.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/snappy.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/thrift.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/types.d.mts +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/variant.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/wkb.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/xxhash.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/types/indexes.d.mts +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/types/metadata.d.mts +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/types/node.d.mts +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/types/query.d.mts +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/types/read.d.mts +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/types/snappy.d.mts +0 -0
- package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/types/utils.d.mts +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/avro/avro.metadata.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/catalog/file.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/catalog/loadTable.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/catalog/rest.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/create.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/delete.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/json.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/manifest.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/metadata.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/prune.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/puffin/deletion-vector.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/puffin/puffin.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/puffin/roaring.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/schema.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/sigv4.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/sql/whereFilter.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/utils.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/conversions.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/delete-file.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/geospatial.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/manifest-list.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/manifest.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/partition.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/rewrite.mjs +1 -1
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/sort.mjs +0 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/stage-deletion-vector.mjs +1 -1
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/stage-position-delete.mjs +1 -1
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/stats.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/transform.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/write.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/types/catalog/file.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/types/catalog/rest.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/types/create.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/types/fetch.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/types/manifest.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/types/metadata.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/types/s3.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/types/write/write.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/ast.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/backend/dataSource.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/execute/accumulator.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/execute/aggregates.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/execute/execute.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/execute/join.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/execute/scanColumn.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/execute/sort.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/execute/streamingAggregate.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/execute/utils.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/execute/window.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/execute/yield.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/expression/alias.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/expression/binary.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/expression/date.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/expression/evaluate.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/expression/math.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/expression/regexp.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/expression/strings.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/index.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/index.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/parse/expression.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/parse/extractTables.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/parse/functions.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/parse/joins.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/parse/parse.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/parse/primary.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/parse/state.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/parse/tokenize.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/parse/types.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/plan/columns.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/plan/plan.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/plan/types.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/spatial/bbox.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/spatial/equality.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/spatial/operations.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/spatial/pointRelations.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/spatial/primitives.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/spatial/segments.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/spatial/spatial.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/spatial/wkt.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/types.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/validation/aggregates.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/validation/executionErrors.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/validation/functions.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/validation/keywords.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/validation/parseErrors.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/validation/tables.mjs +0 -0
|
@@ -2,7 +2,7 @@ import "../fetch.mjs";
|
|
|
2
2
|
import "../manifest.mjs";
|
|
3
3
|
import "../metadata.mjs";
|
|
4
4
|
import "../read.mjs";
|
|
5
|
-
import "../../../../../squirreling@0.15.
|
|
5
|
+
import "../../../../../squirreling@0.15.3/node_modules/squirreling/src/index.mjs";
|
|
6
6
|
import "../prune.mjs";
|
|
7
7
|
import "./whereFilter.mjs";
|
|
8
8
|
export {};
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import "../fetch.mjs";
|
|
2
2
|
import "../catalog/loadTable.mjs";
|
|
3
|
-
import "../../../../../squirreling@0.15.
|
|
3
|
+
import "../../../../../squirreling@0.15.3/node_modules/squirreling/src/index.mjs";
|
|
4
4
|
import "./icebergDataSource.mjs";
|
|
5
5
|
export {};
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { AsyncBuffer } from "../../../../hyparquet@1.
|
|
2
|
-
import "../../../../hyparquet@1.
|
|
3
|
-
import { Writer } from "../../../../hyparquet-writer@0.16.
|
|
4
|
-
import "../../../../hyparquet-writer@0.16.
|
|
1
|
+
import { AsyncBuffer } from "../../../../hyparquet@1.28.2/node_modules/hyparquet/types/index.mjs";
|
|
2
|
+
import "../../../../hyparquet@1.28.2/node_modules/hyparquet/types/node.mjs";
|
|
3
|
+
import { Writer } from "../../../../hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a/node_modules/hyparquet-writer/types/index.mjs";
|
|
4
|
+
import "../../../../hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a/node_modules/hyparquet-writer/types/node.mjs";
|
|
5
5
|
interface WriterOptions {
|
|
6
6
|
/**
|
|
7
7
|
* If `'*'`, the writer must create the object only if it does not already
|
|
@@ -2,6 +2,7 @@ import { stringifyIcebergJson } from "../json.mjs";
|
|
|
2
2
|
import { maxFieldId, validateSchemaForVersion } from "../schema.mjs";
|
|
3
3
|
import { parseDecimalType } from "./conversions.mjs";
|
|
4
4
|
import { validatePartitionSpecForWrite } from "./partition.mjs";
|
|
5
|
+
import { normalizeCurrentSnapshotId } from "./snapshot.mjs";
|
|
5
6
|
async function fileCatalogCommit({ tableUrl, metadata, metadataFileName, currentVersion, staged, resolver, conditionalCommits }) {
|
|
6
7
|
if (!tableUrl) throw new Error("tableUrl is required");
|
|
7
8
|
if (!resolver?.writer) throw new Error("resolver.writer is required");
|
|
@@ -52,7 +53,7 @@ function checkRequirements(metadata, requirements) {
|
|
|
52
53
|
if (metadata["table-uuid"] !== req.uuid) throw new Error(`requirement failed: table-uuid expected ${req.uuid}, got ${metadata["table-uuid"]}`);
|
|
53
54
|
} else if (req.type === "assert-ref-snapshot-id") {
|
|
54
55
|
let current = (metadata.refs ?? {})[req.ref]?.["snapshot-id"] ?? null;
|
|
55
|
-
if (current === null && req.ref === "main") current = metadata["current-snapshot-id"]
|
|
56
|
+
if (current === null && req.ref === "main") current = normalizeCurrentSnapshotId(metadata["current-snapshot-id"]);
|
|
56
57
|
const expected = req["snapshot-id"];
|
|
57
58
|
if (!(current === expected || current != null && expected != null && BigInt(current) === BigInt(expected))) throw new Error(`requirement failed: ref ${req.ref} expected snapshot ${expected}, got ${current}`);
|
|
58
59
|
} else if (req.type === "assert-next-row-id") {
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { parquetWrite } from "../../../../../hyparquet-writer@0.16.
|
|
2
|
-
import "../../../../../hyparquet-writer@0.16.
|
|
1
|
+
import { parquetWrite } from "../../../../../hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a/node_modules/hyparquet-writer/src/write.mjs";
|
|
2
|
+
import "../../../../../hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a/node_modules/hyparquet-writer/src/node.mjs";
|
|
3
3
|
import { sanitize } from "../utils.mjs";
|
|
4
4
|
import { typeName } from "../schema.mjs";
|
|
5
5
|
import { decimalRequiredBytes, parseDecimalType } from "./conversions.mjs";
|
|
@@ -85,7 +85,7 @@ function compare(a, b, type) {
|
|
|
85
85
|
case "timestamptz": return compareBigInt(timestampToMicros(a), timestampToMicros(b));
|
|
86
86
|
case "timestamp_ns":
|
|
87
87
|
case "timestamptz_ns": return compareBigInt(timestampToNanos(a), timestampToNanos(b));
|
|
88
|
-
case "string": return a
|
|
88
|
+
case "string": return compareStringsCodePoint(a, b);
|
|
89
89
|
case "binary":
|
|
90
90
|
case "uuid": return compareBytes(a, b);
|
|
91
91
|
default:
|
|
@@ -93,6 +93,17 @@ function compare(a, b, type) {
|
|
|
93
93
|
return a < b ? -1 : a > b ? 1 : 0;
|
|
94
94
|
}
|
|
95
95
|
}
|
|
96
|
+
function compareStringsCodePoint(a, b) {
|
|
97
|
+
if (typeof a !== "string" || typeof b !== "string") throw new Error("compareStringsCodePoint expects two strings");
|
|
98
|
+
let i = 0;
|
|
99
|
+
while (i < a.length && i < b.length) {
|
|
100
|
+
const ca = a.codePointAt(i);
|
|
101
|
+
const cb = b.codePointAt(i);
|
|
102
|
+
if (ca !== cb) return ca < cb ? -1 : 1;
|
|
103
|
+
i += ca > 65535 ? 2 : 1;
|
|
104
|
+
}
|
|
105
|
+
return a.length === b.length ? 0 : a.length < b.length ? -1 : 1;
|
|
106
|
+
}
|
|
96
107
|
function compareFloating(a, b) {
|
|
97
108
|
if (Object.is(a, b)) return 0;
|
|
98
109
|
if (a === 0 && b === 0) return Object.is(a, -0) ? -1 : 1;
|
|
@@ -145,4 +156,4 @@ function uuidStringToBytes(s) {
|
|
|
145
156
|
}
|
|
146
157
|
return out;
|
|
147
158
|
}
|
|
148
|
-
export { compare, compareBigInt, compareBytes, compareFloating, dateToDays, serializeValue, timestampToMicros, timestampToNanos, twosComplementMinBigEndian, uuidStringToBytes };
|
|
159
|
+
export { compare, compareBigInt, compareBytes, compareFloating, compareStringsCodePoint, dateToDays, serializeValue, timestampToMicros, timestampToNanos, twosComplementMinBigEndian, uuidStringToBytes };
|
|
@@ -2,6 +2,10 @@ import { fetchAvroRecords } from "../fetch.mjs";
|
|
|
2
2
|
import { transformResultType } from "./transform.mjs";
|
|
3
3
|
import { writeManifestList } from "./manifest-list.mjs";
|
|
4
4
|
import { computeFieldSummary } from "./stats.mjs";
|
|
5
|
+
function normalizeCurrentSnapshotId(id) {
|
|
6
|
+
if (id === void 0 || id === null) return null;
|
|
7
|
+
return BigInt(id) < 0n ? null : id;
|
|
8
|
+
}
|
|
5
9
|
function currentSnapshot(metadata) {
|
|
6
10
|
const id = metadata["current-snapshot-id"];
|
|
7
11
|
if (id === void 0) return void 0;
|
|
@@ -42,16 +46,15 @@ async function buildSnapshotUpdate({ tableUrl, metadata, resolver, snapshotId, s
|
|
|
42
46
|
snapshot["first-row-id"] = toMetadataLong(firstRowId);
|
|
43
47
|
snapshot["added-rows"] = toMetadataLong(addedRows);
|
|
44
48
|
}
|
|
45
|
-
const
|
|
46
|
-
|
|
47
|
-
if (currentSnapshotId !== null) snapshot["parent-snapshot-id"] = currentSnapshotId;
|
|
49
|
+
const parentId = normalizeCurrentSnapshotId(metadata["current-snapshot-id"]);
|
|
50
|
+
if (parentId !== null) snapshot["parent-snapshot-id"] = parentId;
|
|
48
51
|
const requirements = [{
|
|
49
52
|
type: "assert-table-uuid",
|
|
50
53
|
uuid: metadata["table-uuid"]
|
|
51
54
|
}, {
|
|
52
55
|
type: "assert-ref-snapshot-id",
|
|
53
56
|
ref: "main",
|
|
54
|
-
"snapshot-id":
|
|
57
|
+
"snapshot-id": normalizeCurrentSnapshotId(metadata["current-snapshot-id"])
|
|
55
58
|
}];
|
|
56
59
|
if (rowLineage) requirements.push({
|
|
57
60
|
type: "assert-next-row-id",
|
|
@@ -106,4 +109,4 @@ function toMetadataLong(value) {
|
|
|
106
109
|
if (!Number.isSafeInteger(out)) throw new Error(`metadata long exceeds JavaScript safe integer range: ${value}`);
|
|
107
110
|
return out;
|
|
108
111
|
}
|
|
109
|
-
export { buildPartitionSummaries, buildSnapshotUpdate, currentSnapshot, loadPriorManifests };
|
|
112
|
+
export { buildPartitionSummaries, buildSnapshotUpdate, currentSnapshot, loadPriorManifests, normalizeCurrentSnapshotId };
|
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
import { uuid4 } from "../utils.mjs";
|
|
2
2
|
import { validateSchemaForVersion } from "../schema.mjs";
|
|
3
3
|
import { groupByPartition } from "./partition.mjs";
|
|
4
|
+
import { computeColumnStats } from "./stats.mjs";
|
|
5
|
+
import { buildPartitionSummaries, buildSnapshotUpdate, currentSnapshot, normalizeCurrentSnapshotId } from "./snapshot.mjs";
|
|
4
6
|
import { applyUpdates } from "./commit.mjs";
|
|
5
7
|
import { writeDataManifest } from "./manifest.mjs";
|
|
6
|
-
import { computeColumnStats } from "./stats.mjs";
|
|
7
|
-
import { buildPartitionSummaries, buildSnapshotUpdate, currentSnapshot } from "./snapshot.mjs";
|
|
8
8
|
import { writeParquet } from "./parquet.mjs";
|
|
9
9
|
import { buildSortComparator } from "./sort.mjs";
|
|
10
10
|
async function prepareAppend({ tableUrl, metadata, records, resolver, sortOrderId, snapshotId }) {
|
|
@@ -238,7 +238,7 @@ function icebergStageSetRef({ metadata, ref, snapshotId, type = "branch", minSna
|
|
|
238
238
|
if (!snapshot) throw new Error(`snapshot ${snapshotId} not found in metadata.snapshots`);
|
|
239
239
|
const existingRef = metadata.refs?.[ref];
|
|
240
240
|
let currentSnapshotId = existingRef?.["snapshot-id"] ?? null;
|
|
241
|
-
if (currentSnapshotId === null && ref === "main") currentSnapshotId = metadata["current-snapshot-id"]
|
|
241
|
+
if (currentSnapshotId === null && ref === "main") currentSnapshotId = normalizeCurrentSnapshotId(metadata["current-snapshot-id"]);
|
|
242
242
|
if (existingRef && existingRef.type !== type) throw new Error(`ref ${ref} is a ${existingRef.type}, cannot set as ${type}`);
|
|
243
243
|
const requirements = [{
|
|
244
244
|
type: "assert-table-uuid",
|
|
@@ -7,7 +7,7 @@ import { s3SignedResolver } from "./s3.mjs";
|
|
|
7
7
|
import "./read.mjs";
|
|
8
8
|
import "./metadata.mjs";
|
|
9
9
|
import { icebergManifests } from "./manifest.mjs";
|
|
10
|
-
import "../../../../squirreling@0.15.
|
|
10
|
+
import "../../../../squirreling@0.15.3/node_modules/squirreling/src/index.mjs";
|
|
11
11
|
import "./sql/icebergDataSource.mjs";
|
|
12
12
|
import "./sql/icebergQuery.mjs";
|
|
13
13
|
export { icebergAppend, icebergCreateTable, icebergDropTable, icebergManifests, restCatalogConnect, restCatalogCreateNamespace, restCatalogListTables, restCatalogLoadTable, s3SignedResolver };
|
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import "../../../../db0@0.3.4_drizzle-orm@1.0.0-rc.4_@cloudflare+workers-types@5.
|
|
1
|
+
import "../../../../db0@0.3.4_drizzle-orm@1.0.0-rc.4_@cloudflare+workers-types@5.20260816.1_valibot@1.4.2_typescript@6.0.3__zod@4.4.3_/node_modules/db0/dist/index.mjs";
|
|
2
2
|
import "../dist/index.mjs";
|
package/dist/catalog.d.mts
CHANGED
|
@@ -1,9 +1,9 @@
|
|
|
1
|
-
import { icebergAppend } from "./_virtual/node_modules/.pnpm/icebird@0.8.
|
|
1
|
+
import { icebergAppend } from "./_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/types/write/write.mjs";
|
|
2
2
|
import { CatalogCache } from "./catalog-cache.mjs";
|
|
3
3
|
import { IcebergPrimitiveType, IcebergS3Config } from "./schema.mjs";
|
|
4
4
|
import { PartitionValueMatch } from "./partition-prune.mjs";
|
|
5
|
-
import { restCatalogConnect } from "./_virtual/node_modules/.pnpm/icebird@0.8.
|
|
6
|
-
import { cachingResolver } from "./_virtual/node_modules/.pnpm/icebird@0.8.
|
|
5
|
+
import { restCatalogConnect } from "./_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/types/catalog/rest.mjs";
|
|
6
|
+
import { cachingResolver } from "./_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/types/fetch.mjs";
|
|
7
7
|
/** A field in an icebird table `Schema`. */
|
|
8
8
|
interface IcebergSchemaField {
|
|
9
9
|
id: number;
|
|
@@ -181,12 +181,29 @@ declare function isCommitTransient(err: unknown): boolean;
|
|
|
181
181
|
* landed-check.
|
|
182
182
|
*/
|
|
183
183
|
declare function icebergAppendRetrying(args: IcebergAppendArgs, options?: CommitRetryOptions): Promise<void>;
|
|
184
|
+
/**
|
|
185
|
+
* Inclusive per-file bounds of the dataset's date column, decoded from the
|
|
186
|
+
* manifest entry's `lower_bounds`/`upper_bounds`, in the Iceberg `date`
|
|
187
|
+
* domain: days since the Unix epoch (see `toIcebergDayCount`).
|
|
188
|
+
*/
|
|
189
|
+
interface IcebergDataFileDateBounds {
|
|
190
|
+
/** Smallest date in the file, as a day count. */
|
|
191
|
+
minDay: number;
|
|
192
|
+
/** Largest date in the file, as a day count. */
|
|
193
|
+
maxDay: number;
|
|
194
|
+
}
|
|
184
195
|
/** A data file in the current snapshot's manifest, scoped to one partition. */
|
|
185
196
|
interface IcebergListedDataFile {
|
|
186
197
|
filePath: string;
|
|
187
198
|
objectKey: string;
|
|
188
199
|
bytes: number;
|
|
189
200
|
rowCount: number;
|
|
201
|
+
/**
|
|
202
|
+
* Date-column bounds when the manifest carried decodable stats for the file.
|
|
203
|
+
* ABSENT means "unknown", never "empty": a file without bounds is always
|
|
204
|
+
* kept by the resolver (see {@link resolveIcebergDataFiles}).
|
|
205
|
+
*/
|
|
206
|
+
dateBounds?: IcebergDataFileDateBounds;
|
|
190
207
|
}
|
|
191
208
|
/**
|
|
192
209
|
* Minimal profiler contract — start a named span, get back an end callback.
|
|
@@ -240,4 +257,4 @@ declare function invalidateSnapshotRef(cache: CatalogCache, namespace: string, t
|
|
|
240
257
|
* the def's own spec + identity/dims values.
|
|
241
258
|
*/
|
|
242
259
|
declare function resolveIcebergDataFiles(conn: IcebergConnection, opts: ResolveIcebergDataFilesOptions): Promise<IcebergListedDataFile[]>;
|
|
243
|
-
export { CommitRetryOptions, ConnectIcebergOptions, IcebergAppendArgs, IcebergCatalogConfig, IcebergConnection, IcebergListedDataFile, IcebergPartitionSpec, IcebergPartitionSpecField, IcebergSchema, IcebergSchemaField, IcebergSortOrder, IcebergSortOrderField, IcebergTableOpResult, QueryProfiler, ResolveIcebergDataFilesOptions, catalogCacheScope, connectIcebergCatalog, dropIcebergTables, ensureIcebergNamespace, icebergAppendRetrying, invalidateSnapshotRef, isCommitRateLimited, isCommitServerError, isCommitTransient, listIcebergTables, resolveIcebergDataFiles };
|
|
260
|
+
export { CommitRetryOptions, ConnectIcebergOptions, IcebergAppendArgs, IcebergCatalogConfig, IcebergConnection, IcebergDataFileDateBounds, IcebergListedDataFile, IcebergPartitionSpec, IcebergPartitionSpecField, IcebergSchema, IcebergSchemaField, IcebergSortOrder, IcebergSortOrderField, IcebergTableOpResult, QueryProfiler, ResolveIcebergDataFilesOptions, catalogCacheScope, connectIcebergCatalog, dropIcebergTables, ensureIcebergNamespace, icebergAppendRetrying, invalidateSnapshotRef, isCommitRateLimited, isCommitServerError, isCommitTransient, listIcebergTables, resolveIcebergDataFiles };
|
package/dist/catalog.mjs
CHANGED
|
@@ -1,13 +1,14 @@
|
|
|
1
1
|
import { stringifyBigintSafe } from "./bigint.mjs";
|
|
2
|
-
import { restCatalogConnect, restCatalogCreateNamespace, restCatalogListTables, restCatalogLoadTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.
|
|
3
|
-
import { cachingResolver } from "./_virtual/node_modules/.pnpm/icebird@0.8.
|
|
4
|
-
import { icebergManifests } from "./_virtual/node_modules/.pnpm/icebird@0.8.
|
|
5
|
-
import { s3SignedResolver } from "./_virtual/node_modules/.pnpm/icebird@0.8.
|
|
2
|
+
import { restCatalogConnect, restCatalogCreateNamespace, restCatalogListTables, restCatalogLoadTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/src/catalog/rest.mjs";
|
|
3
|
+
import { cachingResolver } from "./_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/src/fetch.mjs";
|
|
4
|
+
import { icebergManifests } from "./_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/src/manifest.mjs";
|
|
5
|
+
import { s3SignedResolver } from "./_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/src/s3.mjs";
|
|
6
6
|
import { cacheGet, cachePut, reportCatalogCacheError } from "./catalog-cache.mjs";
|
|
7
|
+
import { toIcebergDayCount } from "./date.mjs";
|
|
7
8
|
import { buildManifestPartitionFilter } from "./partition-prune.mjs";
|
|
8
9
|
let icebirdWriteModule;
|
|
9
10
|
function useIcebirdWriteModule() {
|
|
10
|
-
icebirdWriteModule ??= import("./_virtual/node_modules/.pnpm/icebird@0.8.
|
|
11
|
+
icebirdWriteModule ??= import("./_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/src/write/write.mjs");
|
|
11
12
|
return icebirdWriteModule;
|
|
12
13
|
}
|
|
13
14
|
const CATALOG_CONFIG_TTL_MS = 36e5;
|
|
@@ -241,8 +242,8 @@ async function invalidateSnapshotRef(cache, namespace, table, cacheScope = "") {
|
|
|
241
242
|
function metadataRefKey(scope, namespace, table, snapshotId) {
|
|
242
243
|
return `lh-snapmeta\0${scope}\0${namespace}\0${table}\0${snapshotId}`;
|
|
243
244
|
}
|
|
244
|
-
function resolvedFilesKey(scope, namespace, table, snapshotId, matches,
|
|
245
|
-
return `lh-
|
|
245
|
+
function resolvedFilesKey(scope, namespace, table, snapshotId, matches, range) {
|
|
246
|
+
return `lh-files2\0${scope}\0${namespace}\0${table}\0${snapshotId}\0${[...matches].map((m) => `${m.field}=${m.value}`).sort().join(",")}\0${range.start}..${range.end}`;
|
|
246
247
|
}
|
|
247
248
|
function monthsInRange(range) {
|
|
248
249
|
const [sy, sm] = range.start.split("-").map(Number);
|
|
@@ -264,6 +265,47 @@ function monthsSinceEpoch(ym) {
|
|
|
264
265
|
const [y, m] = ym.split("-").map(Number);
|
|
265
266
|
return (y - 1970) * 12 + (m - 1);
|
|
266
267
|
}
|
|
268
|
+
const DATE_BOUND_BYTES = 4;
|
|
269
|
+
function boundBytesForField(map, fieldId) {
|
|
270
|
+
if (map == null) return null;
|
|
271
|
+
const raw = Array.isArray(map) ? map.find((e) => e != null && Number(e.key) === fieldId)?.value : map[fieldId];
|
|
272
|
+
if (raw instanceof Uint8Array) return raw;
|
|
273
|
+
if (raw instanceof ArrayBuffer) return new Uint8Array(raw);
|
|
274
|
+
return null;
|
|
275
|
+
}
|
|
276
|
+
function decodeDateBound(bytes) {
|
|
277
|
+
if (bytes == null || bytes.byteLength !== DATE_BOUND_BYTES) return null;
|
|
278
|
+
const day = new DataView(bytes.buffer, bytes.byteOffset, bytes.byteLength).getInt32(0, true);
|
|
279
|
+
return Number.isFinite(day) ? day : null;
|
|
280
|
+
}
|
|
281
|
+
function readDataFileDateBounds(df, dateFieldId) {
|
|
282
|
+
const minDay = decodeDateBound(boundBytesForField(df.lower_bounds, dateFieldId));
|
|
283
|
+
const maxDay = decodeDateBound(boundBytesForField(df.upper_bounds, dateFieldId));
|
|
284
|
+
if (minDay == null || maxDay == null || minDay > maxDay) return null;
|
|
285
|
+
return {
|
|
286
|
+
minDay,
|
|
287
|
+
maxDay
|
|
288
|
+
};
|
|
289
|
+
}
|
|
290
|
+
function dateColumnFieldId(metadata, columnName) {
|
|
291
|
+
if (!metadata || !columnName) return null;
|
|
292
|
+
const meta = metadata;
|
|
293
|
+
const field = (meta.schemas?.find((s) => s["schema-id"] === meta["current-schema-id"]) ?? meta.schemas?.[0] ?? meta.schema)?.fields?.find((f) => f.name === columnName);
|
|
294
|
+
if (!field || field.type !== "date" || typeof field.id !== "number") return null;
|
|
295
|
+
return field.id;
|
|
296
|
+
}
|
|
297
|
+
function rangeDayWindow(range) {
|
|
298
|
+
try {
|
|
299
|
+
const startDay = toIcebergDayCount(range.start);
|
|
300
|
+
const endDay = toIcebergDayCount(range.end);
|
|
301
|
+
return startDay <= endDay ? {
|
|
302
|
+
startDay,
|
|
303
|
+
endDay
|
|
304
|
+
} : null;
|
|
305
|
+
} catch {
|
|
306
|
+
return null;
|
|
307
|
+
}
|
|
308
|
+
}
|
|
267
309
|
function stripBucket(filePath) {
|
|
268
310
|
if (!filePath.startsWith("s3://")) return filePath;
|
|
269
311
|
const rest = filePath.slice(5);
|
|
@@ -310,7 +352,7 @@ async function resolveIcebergDataFiles(conn, opts) {
|
|
|
310
352
|
endSnapshot?.({ cached: metadata == null && snapshotId != null });
|
|
311
353
|
if (snapshotId == null) return [];
|
|
312
354
|
const scope = conn.cacheScope ?? "";
|
|
313
|
-
const filesKey = resolvedFilesKey(scope, namespace, table, snapshotId, opts.matches,
|
|
355
|
+
const filesKey = resolvedFilesKey(scope, namespace, table, snapshotId, opts.matches, opts.range);
|
|
314
356
|
if (opts.cache) {
|
|
315
357
|
const endCache = profiler?.start("iceberg.cache");
|
|
316
358
|
const cached = await cacheGet(opts.cache, filesKey, now);
|
|
@@ -334,7 +376,11 @@ async function resolveIcebergDataFiles(conn, opts) {
|
|
|
334
376
|
resolver: conn.resolver,
|
|
335
377
|
partitionFilter
|
|
336
378
|
});
|
|
337
|
-
const
|
|
379
|
+
const monthField = opts.partitionSpec.find((f) => f.transform === "month");
|
|
380
|
+
const monthFieldName = monthField?.name;
|
|
381
|
+
const dateFieldId = dateColumnFieldId(metadata, monthField?.sourceColumn);
|
|
382
|
+
const dayWindow = rangeDayWindow(opts.range);
|
|
383
|
+
let boundsPruned = 0;
|
|
338
384
|
const out = [];
|
|
339
385
|
for (const m of manifests) for (const entry of m.entries) {
|
|
340
386
|
if (entry.status === 2) continue;
|
|
@@ -351,19 +397,26 @@ async function resolveIcebergDataFiles(conn, opts) {
|
|
|
351
397
|
const month = part[monthFieldName];
|
|
352
398
|
if (typeof month !== "number" || !wantedMonths.has(month)) continue;
|
|
353
399
|
}
|
|
400
|
+
const dateBounds = dateFieldId == null ? null : readDataFileDateBounds(df, dateFieldId);
|
|
401
|
+
if (dateBounds && dayWindow && (dateBounds.maxDay < dayWindow.startDay || dateBounds.minDay > dayWindow.endDay)) {
|
|
402
|
+
boundsPruned++;
|
|
403
|
+
continue;
|
|
404
|
+
}
|
|
354
405
|
out.push({
|
|
355
406
|
filePath: df.file_path,
|
|
356
407
|
objectKey: stripBucket(df.file_path),
|
|
357
408
|
bytes: Number(df.file_size_in_bytes),
|
|
358
|
-
rowCount: Number(df.record_count)
|
|
409
|
+
rowCount: Number(df.record_count),
|
|
410
|
+
...dateBounds ? { dateBounds } : {}
|
|
359
411
|
});
|
|
360
412
|
}
|
|
361
413
|
endWalk?.({
|
|
362
414
|
manifests: manifests.length,
|
|
363
|
-
files: out.length
|
|
415
|
+
files: out.length,
|
|
416
|
+
boundsPruned
|
|
364
417
|
});
|
|
365
418
|
if (opts.cache) {
|
|
366
|
-
const freshKey = resolvedFilesKey(scope, namespace, table, snapshotId, opts.matches,
|
|
419
|
+
const freshKey = resolvedFilesKey(scope, namespace, table, snapshotId, opts.matches, opts.range);
|
|
367
420
|
await cachePut(opts.cache, freshKey, out, RESOLVED_FILES_TTL_MS, now);
|
|
368
421
|
}
|
|
369
422
|
return out;
|
package/dist/dataset-runtime.mjs
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { connectIcebergCatalog, ensureIcebergNamespace, icebergAppendBatchesRetrying, icebergAppendRetrying, resolveIcebergDataFiles } from "./catalog.mjs";
|
|
2
|
-
import { icebergCreateTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.
|
|
2
|
+
import { icebergCreateTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/src/write/write.mjs";
|
|
3
3
|
async function createDatasetTable(conn, table, schema, partitionSpec, sortOrder) {
|
|
4
4
|
const results = [];
|
|
5
5
|
await icebergCreateTable({
|
package/dist/index.d.mts
CHANGED
|
@@ -2,7 +2,7 @@ import { bigintJsonReplacer, coerceBigIntToNumber, encodeJsonBigintSafe, stringi
|
|
|
2
2
|
import { CatalogCache, cacheGet, cachePut } from "./catalog-cache.mjs";
|
|
3
3
|
import { DEFAULT_PARTITION_KEY_ENCODING, ICEBERG_TYPE_MAP, IcebergColumn, IcebergColumnType, IcebergPartitionField, IcebergPartitionTransform, IcebergPrimitiveType, IcebergS3Config, IcebergTableSpec, PartitionKeyEncoding } from "./schema.mjs";
|
|
4
4
|
import { IcebergFieldSummary, ManifestPartitionFilter, PartitionValueMatch, buildManifestPartitionFilter } from "./partition-prune.mjs";
|
|
5
|
-
import { CommitRetryOptions, ConnectIcebergOptions, IcebergCatalogConfig, IcebergConnection, IcebergListedDataFile, IcebergPartitionSpec, IcebergPartitionSpecField, IcebergSchema, IcebergSchemaField, IcebergSortOrder, IcebergSortOrderField, IcebergTableOpResult, QueryProfiler, ResolveIcebergDataFilesOptions, catalogCacheScope, connectIcebergCatalog, dropIcebergTables, ensureIcebergNamespace, invalidateSnapshotRef, listIcebergTables, resolveIcebergDataFiles } from "./catalog.mjs";
|
|
5
|
+
import { CommitRetryOptions, ConnectIcebergOptions, IcebergCatalogConfig, IcebergConnection, IcebergDataFileDateBounds, IcebergListedDataFile, IcebergPartitionSpec, IcebergPartitionSpecField, IcebergSchema, IcebergSchemaField, IcebergSortOrder, IcebergSortOrderField, IcebergTableOpResult, QueryProfiler, ResolveIcebergDataFilesOptions, catalogCacheScope, connectIcebergCatalog, dropIcebergTables, ensureIcebergNamespace, invalidateSnapshotRef, listIcebergTables, resolveIcebergDataFiles } from "./catalog.mjs";
|
|
6
6
|
import { AppendBatchSource, AppendBatchesOptions, AppendBatchesResult, AppendCommitOptions, AppendResult, AppendSink, AppendSinkCloseResult, AppendSinkOptions, DatasetDim, DatasetIdentity, IcebergDataset, IcebergDatasetColumnDef, IcebergDatasetDef, IcebergDatasetLedger, ResolveDataFilesOptions, defineIcebergDataset, deriveTableSpec } from "./dataset.mjs";
|
|
7
7
|
import { toIcebergDayCount } from "./date.mjs";
|
|
8
|
-
export { type AppendBatchSource, type AppendBatchesOptions, type AppendBatchesResult, type AppendCommitOptions, type AppendResult, type AppendSink, type AppendSinkCloseResult, type AppendSinkOptions, type CatalogCache, type CommitRetryOptions, type ConnectIcebergOptions, DEFAULT_PARTITION_KEY_ENCODING, type DatasetDim, type DatasetIdentity, ICEBERG_TYPE_MAP, type IcebergCatalogConfig, type IcebergColumn, type IcebergColumnType, type IcebergConnection, type IcebergDataset, type IcebergDatasetColumnDef, type IcebergDatasetDef, type IcebergDatasetLedger, type IcebergFieldSummary, type IcebergListedDataFile, type IcebergPartitionField, type IcebergPartitionSpec, type IcebergPartitionSpecField, type IcebergPartitionTransform, type IcebergPrimitiveType, type IcebergS3Config, type IcebergSchema, type IcebergSchemaField, type IcebergSortOrder, type IcebergSortOrderField, type IcebergTableOpResult, type IcebergTableSpec, type ManifestPartitionFilter, type PartitionKeyEncoding, type PartitionValueMatch, type QueryProfiler, type ResolveDataFilesOptions, type ResolveIcebergDataFilesOptions, bigintJsonReplacer, buildManifestPartitionFilter, cacheGet, cachePut, catalogCacheScope, coerceBigIntToNumber, connectIcebergCatalog, defineIcebergDataset, deriveTableSpec, dropIcebergTables, encodeJsonBigintSafe, ensureIcebergNamespace, invalidateSnapshotRef, listIcebergTables, resolveIcebergDataFiles, stringifyBigintSafe, toIcebergDayCount };
|
|
8
|
+
export { type AppendBatchSource, type AppendBatchesOptions, type AppendBatchesResult, type AppendCommitOptions, type AppendResult, type AppendSink, type AppendSinkCloseResult, type AppendSinkOptions, type CatalogCache, type CommitRetryOptions, type ConnectIcebergOptions, DEFAULT_PARTITION_KEY_ENCODING, type DatasetDim, type DatasetIdentity, ICEBERG_TYPE_MAP, type IcebergCatalogConfig, type IcebergColumn, type IcebergColumnType, type IcebergConnection, type IcebergDataFileDateBounds, type IcebergDataset, type IcebergDatasetColumnDef, type IcebergDatasetDef, type IcebergDatasetLedger, type IcebergFieldSummary, type IcebergListedDataFile, type IcebergPartitionField, type IcebergPartitionSpec, type IcebergPartitionSpecField, type IcebergPartitionTransform, type IcebergPrimitiveType, type IcebergS3Config, type IcebergSchema, type IcebergSchemaField, type IcebergSortOrder, type IcebergSortOrderField, type IcebergTableOpResult, type IcebergTableSpec, type ManifestPartitionFilter, type PartitionKeyEncoding, type PartitionValueMatch, type QueryProfiler, type ResolveDataFilesOptions, type ResolveIcebergDataFilesOptions, bigintJsonReplacer, buildManifestPartitionFilter, cacheGet, cachePut, catalogCacheScope, coerceBigIntToNumber, connectIcebergCatalog, defineIcebergDataset, deriveTableSpec, dropIcebergTables, encodeJsonBigintSafe, ensureIcebergNamespace, invalidateSnapshotRef, listIcebergTables, resolveIcebergDataFiles, stringifyBigintSafe, toIcebergDayCount };
|
package/dist/index.mjs
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
import { bigintJsonReplacer, coerceBigIntToNumber, encodeJsonBigintSafe, stringifyBigintSafe } from "./bigint.mjs";
|
|
2
2
|
import { cacheGet, cachePut } from "./catalog-cache.mjs";
|
|
3
|
+
import { toIcebergDayCount } from "./date.mjs";
|
|
3
4
|
import { buildManifestPartitionFilter } from "./partition-prune.mjs";
|
|
4
5
|
import { catalogCacheScope, connectIcebergCatalog, dropIcebergTables, ensureIcebergNamespace, invalidateSnapshotRef, listIcebergTables, resolveIcebergDataFiles } from "./catalog.mjs";
|
|
5
6
|
import { DEFAULT_PARTITION_KEY_ENCODING, ICEBERG_TYPE_MAP } from "./schema.mjs";
|
|
6
7
|
import { defineIcebergDataset, deriveTableSpec } from "./dataset.mjs";
|
|
7
|
-
import { toIcebergDayCount } from "./date.mjs";
|
|
8
8
|
export { DEFAULT_PARTITION_KEY_ENCODING, ICEBERG_TYPE_MAP, bigintJsonReplacer, buildManifestPartitionFilter, cacheGet, cachePut, catalogCacheScope, coerceBigIntToNumber, connectIcebergCatalog, defineIcebergDataset, deriveTableSpec, dropIcebergTables, encodeJsonBigintSafe, ensureIcebergNamespace, invalidateSnapshotRef, listIcebergTables, resolveIcebergDataFiles, stringifyBigintSafe, toIcebergDayCount };
|
package/dist/orphan-sweep.mjs
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { restCatalogListTables, restCatalogLoadTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.
|
|
2
|
-
import { icebergManifests } from "./_virtual/node_modules/.pnpm/icebird@0.8.
|
|
3
|
-
import "./_virtual/node_modules/.pnpm/icebird@0.8.
|
|
1
|
+
import { restCatalogListTables, restCatalogLoadTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/src/catalog/rest.mjs";
|
|
2
|
+
import { icebergManifests } from "./_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/src/manifest.mjs";
|
|
3
|
+
import "./_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/src/index.mjs";
|
|
4
4
|
const DEFAULT_GRACE_HOURS = 48;
|
|
5
5
|
const DEFAULT_MAX_DELETES = 500;
|
|
6
6
|
const DEFAULT_IO_CONCURRENCY = 4;
|
package/dist/unsafe-raw.d.mts
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { icebergAppend, icebergCreateTable, icebergDropTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.
|
|
2
|
-
import { restCatalogConnect, restCatalogCreateNamespace, restCatalogListTables, restCatalogLoadTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.
|
|
1
|
+
import { icebergAppend, icebergCreateTable, icebergDropTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/types/write/write.mjs";
|
|
2
|
+
import { restCatalogConnect, restCatalogCreateNamespace, restCatalogListTables, restCatalogLoadTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/types/catalog/rest.mjs";
|
|
3
3
|
import { icebergAppendRetrying } from "./catalog.mjs";
|
|
4
|
-
import { s3SignedResolver } from "./_virtual/node_modules/.pnpm/icebird@0.8.
|
|
5
|
-
import { icebergManifests } from "./_virtual/node_modules/.pnpm/icebird@0.8.
|
|
6
|
-
import "./_virtual/node_modules/.pnpm/icebird@0.8.
|
|
4
|
+
import { s3SignedResolver } from "./_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/types/s3.mjs";
|
|
5
|
+
import { icebergManifests } from "./_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/types/manifest.mjs";
|
|
6
|
+
import "./_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/types/index.mjs";
|
|
7
7
|
export { icebergAppend, icebergAppendRetrying, icebergCreateTable, icebergDropTable, icebergManifests, restCatalogConnect, restCatalogCreateNamespace, restCatalogListTables, restCatalogLoadTable, s3SignedResolver };
|
package/dist/unsafe-raw.mjs
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { restCatalogConnect, restCatalogCreateNamespace, restCatalogListTables, restCatalogLoadTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.
|
|
2
|
-
import { icebergManifests } from "./_virtual/node_modules/.pnpm/icebird@0.8.
|
|
3
|
-
import { s3SignedResolver } from "./_virtual/node_modules/.pnpm/icebird@0.8.
|
|
1
|
+
import { restCatalogConnect, restCatalogCreateNamespace, restCatalogListTables, restCatalogLoadTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/src/catalog/rest.mjs";
|
|
2
|
+
import { icebergManifests } from "./_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/src/manifest.mjs";
|
|
3
|
+
import { s3SignedResolver } from "./_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/src/s3.mjs";
|
|
4
4
|
import { icebergAppendRetrying } from "./catalog.mjs";
|
|
5
|
-
import { icebergAppend, icebergCreateTable, icebergDropTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.
|
|
6
|
-
import "./_virtual/node_modules/.pnpm/icebird@0.8.
|
|
5
|
+
import { icebergAppend, icebergCreateTable, icebergDropTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/src/write/write.mjs";
|
|
6
|
+
import "./_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/src/index.mjs";
|
|
7
7
|
export { icebergAppend, icebergAppendRetrying, icebergCreateTable, icebergDropTable, icebergManifests, restCatalogConnect, restCatalogCreateNamespace, restCatalogListTables, restCatalogLoadTable, s3SignedResolver };
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { snappyUncompress } from "../_virtual/node_modules/.pnpm/hyparquet@1.
|
|
1
|
+
import { snappyUncompress } from "../_virtual/node_modules/.pnpm/hyparquet@1.28.2/node_modules/hyparquet/src/snappy.mjs";
|
|
2
2
|
function decode(input, outputLength) {
|
|
3
3
|
const output = new Uint8Array(outputLength);
|
|
4
4
|
snappyUncompress(input, output);
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@gscdump/lakehouse",
|
|
3
3
|
"type": "module",
|
|
4
|
-
"version": "
|
|
4
|
+
"version": "3.0.0",
|
|
5
5
|
"description": "Dataset-agnostic Iceberg lakehouse layer + dataset registry for R2 Data Catalog producers (ADR-0021).",
|
|
6
6
|
"author": {
|
|
7
7
|
"name": "Harlan Wilton",
|
|
@@ -72,8 +72,8 @@
|
|
|
72
72
|
},
|
|
73
73
|
"devDependencies": {
|
|
74
74
|
"@types/node": "^26.2.0",
|
|
75
|
-
"hyparquet": "^1.
|
|
76
|
-
"icebird": "^0.8.
|
|
75
|
+
"hyparquet": "^1.28.2",
|
|
76
|
+
"icebird": "^0.8.22",
|
|
77
77
|
"unstorage": "^1.17.5",
|
|
78
78
|
"vitest": "^4.1.10"
|
|
79
79
|
},
|
|
@@ -1,91 +0,0 @@
|
|
|
1
|
-
function ByteWriter(initalSize = 1024) {
|
|
2
|
-
this.buffer = new ArrayBuffer(initalSize);
|
|
3
|
-
this.view = new DataView(this.buffer);
|
|
4
|
-
this.offset = 0;
|
|
5
|
-
this.index = 0;
|
|
6
|
-
return this;
|
|
7
|
-
}
|
|
8
|
-
ByteWriter.prototype.ensure = function(size) {
|
|
9
|
-
if (this.index + size > this.buffer.byteLength) {
|
|
10
|
-
const newSize = Math.max(this.buffer.byteLength * 2, this.index + size);
|
|
11
|
-
const newBuffer = new ArrayBuffer(newSize);
|
|
12
|
-
new Uint8Array(newBuffer).set(new Uint8Array(this.buffer));
|
|
13
|
-
this.buffer = newBuffer;
|
|
14
|
-
this.view = new DataView(this.buffer);
|
|
15
|
-
}
|
|
16
|
-
};
|
|
17
|
-
ByteWriter.prototype.finish = function() {};
|
|
18
|
-
ByteWriter.prototype.getBuffer = function() {
|
|
19
|
-
return this.buffer.slice(0, this.index);
|
|
20
|
-
};
|
|
21
|
-
ByteWriter.prototype.getBytes = function() {
|
|
22
|
-
return new Uint8Array(this.buffer, 0, this.index);
|
|
23
|
-
};
|
|
24
|
-
ByteWriter.prototype.appendUint8 = function(value) {
|
|
25
|
-
this.ensure(this.index + 1);
|
|
26
|
-
this.view.setUint8(this.index, value);
|
|
27
|
-
this.offset++;
|
|
28
|
-
this.index++;
|
|
29
|
-
};
|
|
30
|
-
ByteWriter.prototype.appendUint32 = function(value) {
|
|
31
|
-
this.ensure(this.index + 4);
|
|
32
|
-
this.view.setUint32(this.index, value, true);
|
|
33
|
-
this.offset += 4;
|
|
34
|
-
this.index += 4;
|
|
35
|
-
};
|
|
36
|
-
ByteWriter.prototype.appendInt32 = function(value) {
|
|
37
|
-
this.ensure(this.index + 4);
|
|
38
|
-
this.view.setInt32(this.index, value, true);
|
|
39
|
-
this.offset += 4;
|
|
40
|
-
this.index += 4;
|
|
41
|
-
};
|
|
42
|
-
ByteWriter.prototype.appendInt64 = function(value) {
|
|
43
|
-
this.ensure(this.index + 8);
|
|
44
|
-
this.view.setBigInt64(this.index, BigInt(value), true);
|
|
45
|
-
this.offset += 8;
|
|
46
|
-
this.index += 8;
|
|
47
|
-
};
|
|
48
|
-
ByteWriter.prototype.appendFloat32 = function(value) {
|
|
49
|
-
this.ensure(this.index + 8);
|
|
50
|
-
this.view.setFloat32(this.index, value, true);
|
|
51
|
-
this.offset += 4;
|
|
52
|
-
this.index += 4;
|
|
53
|
-
};
|
|
54
|
-
ByteWriter.prototype.appendFloat64 = function(value) {
|
|
55
|
-
this.ensure(this.index + 8);
|
|
56
|
-
this.view.setFloat64(this.index, value, true);
|
|
57
|
-
this.offset += 8;
|
|
58
|
-
this.index += 8;
|
|
59
|
-
};
|
|
60
|
-
ByteWriter.prototype.appendBuffer = function(value) {
|
|
61
|
-
this.appendBytes(new Uint8Array(value));
|
|
62
|
-
};
|
|
63
|
-
ByteWriter.prototype.appendBytes = function(value) {
|
|
64
|
-
this.ensure(this.index + value.length);
|
|
65
|
-
new Uint8Array(this.buffer, this.index, value.length).set(value);
|
|
66
|
-
this.offset += value.length;
|
|
67
|
-
this.index += value.length;
|
|
68
|
-
};
|
|
69
|
-
ByteWriter.prototype.appendVarInt = function(value) {
|
|
70
|
-
while (true) if ((value & -128) === 0) {
|
|
71
|
-
this.appendUint8(value);
|
|
72
|
-
return;
|
|
73
|
-
} else {
|
|
74
|
-
this.appendUint8(value & 127 | 128);
|
|
75
|
-
value >>>= 7;
|
|
76
|
-
}
|
|
77
|
-
};
|
|
78
|
-
ByteWriter.prototype.appendVarBigInt = function(value) {
|
|
79
|
-
while (true) if ((value & -128n) === 0n) {
|
|
80
|
-
this.appendUint8(Number(value));
|
|
81
|
-
return;
|
|
82
|
-
} else {
|
|
83
|
-
this.appendUint8(Number(value & 127n | 128n));
|
|
84
|
-
value >>= 7n;
|
|
85
|
-
}
|
|
86
|
-
};
|
|
87
|
-
ByteWriter.prototype.appendZigZag = function(value) {
|
|
88
|
-
if (typeof value === "number") this.appendVarInt(value << 1 ^ value >> 31);
|
|
89
|
-
else this.appendVarBigInt(value << 1n ^ value >> 63n);
|
|
90
|
-
};
|
|
91
|
-
export { ByteWriter };
|