@gscdump/lakehouse 2.2.0 → 2.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (231) hide show
  1. package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/bloom.mjs +1 -1
  2. package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a/node_modules/hyparquet-writer/src/bytewriter.mjs +92 -0
  3. package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/column.mjs +26 -12
  4. package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/datapage.mjs +1 -1
  5. package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a/node_modules/hyparquet-writer/src/delta.mjs +203 -0
  6. package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/dictionary.mjs +64 -9
  7. package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/dremel.mjs +1 -1
  8. package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/indexes.mjs +1 -1
  9. package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/metadata.mjs +48 -13
  10. package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a/node_modules/hyparquet-writer/src/parquet-writer.mjs +142 -0
  11. package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/schema.mjs +1 -1
  12. package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/thrift.mjs +28 -14
  13. package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/types.d.mts +1 -1
  14. package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/unconvert.mjs +13 -4
  15. package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/write.mjs +3 -2
  16. package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a/node_modules/hyparquet-writer/types/index.d.mts +18 -0
  17. package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a/node_modules/hyparquet-writer/types/parquet-writer.d.mts +2 -0
  18. package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a/node_modules/hyparquet-writer/types/schema.d.mts +2 -0
  19. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/filter.mjs +1 -0
  20. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/plan.mjs +1 -0
  21. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/types/index.d.mts +2 -2
  22. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/constants.mjs +6 -1
  23. package/dist/_virtual/node_modules/.pnpm/hyparquet@1.28.2/node_modules/hyparquet/src/filter.mjs +212 -0
  24. package/dist/_virtual/node_modules/.pnpm/hyparquet@1.28.2/node_modules/hyparquet/src/indexes.mjs +32 -0
  25. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/metadata.mjs +5 -0
  26. package/dist/_virtual/node_modules/.pnpm/hyparquet@1.28.2/node_modules/hyparquet/src/plan.mjs +347 -0
  27. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/read.mjs +25 -3
  28. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/rowgroup.mjs +67 -49
  29. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/utils.mjs +1 -0
  30. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/types/index.d.mts +2 -2
  31. package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/avro/avro.read.mjs +1 -1
  32. package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/avro/avro.write.mjs +2 -2
  33. package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/fetch.mjs +6 -6
  34. package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/index.mjs +1 -1
  35. package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/read.mjs +4 -4
  36. package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/s3.mjs +2 -2
  37. package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/sql/icebergDataSource.mjs +1 -1
  38. package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/sql/icebergQuery.mjs +1 -1
  39. package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/types.d.mts +4 -4
  40. package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/commit.mjs +2 -1
  41. package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/parquet.mjs +2 -2
  42. package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/serde.mjs +13 -2
  43. package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/snapshot.mjs +8 -5
  44. package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/stage.mjs +3 -3
  45. package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/types/index.d.mts +1 -1
  46. package/dist/_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/types/read.d.mts +2 -0
  47. package/dist/_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/types/sql/icebergDataSource.d.mts +2 -0
  48. package/dist/_virtual/node_modules/.pnpm/icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6/node_modules/icebird/types/sql/icebergQuery.d.mts +2 -0
  49. package/dist/_virtual/node_modules/.pnpm/unstorage@1.17.5_aws4fetch@1.0.20_db0@0.3.4_ioredis@5.10.1_supports-color@10.2.2_/node_modules/unstorage/drivers/db0.d.mts +1 -1
  50. package/dist/catalog.d.mts +21 -4
  51. package/dist/catalog.mjs +65 -12
  52. package/dist/dataset-runtime.mjs +1 -1
  53. package/dist/index.d.mts +2 -2
  54. package/dist/index.mjs +1 -1
  55. package/dist/orphan-sweep.mjs +3 -3
  56. package/dist/unsafe-raw.d.mts +5 -5
  57. package/dist/unsafe-raw.mjs +5 -5
  58. package/dist/vendor/hysnappy-purejs.mjs +1 -1
  59. package/package.json +3 -3
  60. package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/bytewriter.mjs +0 -91
  61. package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/delta.mjs +0 -111
  62. package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/parquet-writer.mjs +0 -139
  63. package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/types/index.d.mts +0 -10
  64. package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/types/parquet-writer.d.mts +0 -2
  65. package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/types/schema.d.mts +0 -2
  66. package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/filter.mjs +0 -98
  67. package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/indexes.mjs +0 -16
  68. package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/plan.mjs +0 -147
  69. package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/types/read.d.mts +0 -2
  70. package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/types/sql/icebergDataSource.d.mts +0 -2
  71. package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/types/sql/icebergQuery.d.mts +0 -2
  72. package/dist/_virtual/node_modules/.pnpm/{db0@0.3.4_drizzle-orm@1.0.0-rc.4_@cloudflare+workers-types@5.20260728.1_valibot@1.4.2_typescript@6.0.3__zod@4.4.3_ → db0@0.3.4_drizzle-orm@1.0.0-rc.4_@cloudflare+workers-types@5.20260816.1_valibot@1.4.2_typescript@6.0.3__zod@4.4.3_}/node_modules/db0/dist/index.d.mts +0 -0
  73. package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/encoding.mjs +0 -0
  74. package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/geospatial.mjs +0 -0
  75. package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/index.mjs +0 -0
  76. package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/node.mjs +0 -0
  77. package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/plain.mjs +0 -0
  78. package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/snappy.mjs +0 -0
  79. package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/splitstream.mjs +0 -0
  80. package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/variant.mjs +0 -0
  81. package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/wkb.mjs +0 -0
  82. package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/src/write-rows.mjs +0 -0
  83. package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/types/bytewriter.d.mts +0 -0
  84. package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/types/node.d.mts +0 -0
  85. package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/types/wkb.d.mts +0 -0
  86. package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/types/write-rows.d.mts +0 -0
  87. package/dist/_virtual/node_modules/.pnpm/{hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec → hyparquet-writer@0.16.6_patch_hash=549d1fd1fb9614da77df9123bf6978a8fccfe1d9bb8882863ce6159f666e821a}/node_modules/hyparquet-writer/types/write.d.mts +0 -0
  88. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/assemble.mjs +0 -0
  89. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/bloom.mjs +0 -0
  90. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/column.mjs +0 -0
  91. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/constants.mjs +0 -0
  92. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/convert.mjs +0 -0
  93. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/datapage.mjs +0 -0
  94. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/delta.mjs +0 -0
  95. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/encoding.mjs +0 -0
  96. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/geoparquet.mjs +0 -0
  97. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/index.mjs +0 -0
  98. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/indexes.mjs +0 -0
  99. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/metadata.mjs +0 -0
  100. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/node.mjs +0 -0
  101. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/plain.mjs +0 -0
  102. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/query.mjs +0 -0
  103. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/read.mjs +0 -0
  104. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/rowgroup.mjs +0 -0
  105. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/schema.mjs +0 -0
  106. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/snappy.mjs +0 -0
  107. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/thrift.mjs +0 -0
  108. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/types.d.mts +0 -0
  109. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/utils.mjs +0 -0
  110. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/variant.mjs +0 -0
  111. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/wkb.mjs +0 -0
  112. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/src/xxhash.mjs +0 -0
  113. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/types/indexes.d.mts +0 -0
  114. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/types/metadata.d.mts +0 -0
  115. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/types/node.d.mts +0 -0
  116. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/types/query.d.mts +0 -0
  117. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/types/read.d.mts +0 -0
  118. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/types/snappy.d.mts +0 -0
  119. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.1 → hyparquet@1.28.1}/node_modules/hyparquet/types/utils.d.mts +0 -0
  120. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/assemble.mjs +0 -0
  121. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/bloom.mjs +0 -0
  122. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/column.mjs +0 -0
  123. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/convert.mjs +0 -0
  124. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/datapage.mjs +0 -0
  125. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/delta.mjs +0 -0
  126. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/encoding.mjs +0 -0
  127. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/geoparquet.mjs +0 -0
  128. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/index.mjs +0 -0
  129. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/node.mjs +0 -0
  130. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/plain.mjs +0 -0
  131. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/query.mjs +0 -0
  132. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/schema.mjs +0 -0
  133. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/snappy.mjs +0 -0
  134. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/thrift.mjs +0 -0
  135. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/types.d.mts +0 -0
  136. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/variant.mjs +0 -0
  137. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/wkb.mjs +0 -0
  138. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/src/xxhash.mjs +0 -0
  139. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/types/indexes.d.mts +0 -0
  140. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/types/metadata.d.mts +0 -0
  141. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/types/node.d.mts +0 -0
  142. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/types/query.d.mts +0 -0
  143. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/types/read.d.mts +0 -0
  144. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/types/snappy.d.mts +0 -0
  145. package/dist/_virtual/node_modules/.pnpm/{hyparquet@1.26.2 → hyparquet@1.28.2}/node_modules/hyparquet/types/utils.d.mts +0 -0
  146. package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/avro/avro.metadata.mjs +0 -0
  147. package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/catalog/file.mjs +0 -0
  148. package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/catalog/loadTable.mjs +0 -0
  149. package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/catalog/rest.mjs +0 -0
  150. package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/create.mjs +0 -0
  151. package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/delete.mjs +0 -0
  152. package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/json.mjs +0 -0
  153. package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/manifest.mjs +0 -0
  154. package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/metadata.mjs +0 -0
  155. package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/prune.mjs +0 -0
  156. package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/puffin/deletion-vector.mjs +0 -0
  157. package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/puffin/puffin.mjs +0 -0
  158. package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/puffin/roaring.mjs +0 -0
  159. package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/schema.mjs +0 -0
  160. package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/sigv4.mjs +0 -0
  161. package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/sql/whereFilter.mjs +0 -0
  162. package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/utils.mjs +0 -0
  163. package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/conversions.mjs +0 -0
  164. package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/delete-file.mjs +0 -0
  165. package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/geospatial.mjs +0 -0
  166. package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/manifest-list.mjs +0 -0
  167. package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/manifest.mjs +0 -0
  168. package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/partition.mjs +0 -0
  169. package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/rewrite.mjs +1 -1
  170. package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/sort.mjs +0 -0
  171. package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/stage-deletion-vector.mjs +1 -1
  172. package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/stage-position-delete.mjs +1 -1
  173. /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/stats.mjs +0 -0
  174. /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/transform.mjs +0 -0
  175. /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/src/write/write.mjs +0 -0
  176. /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/types/catalog/file.d.mts +0 -0
  177. /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/types/catalog/rest.d.mts +0 -0
  178. /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/types/create.d.mts +0 -0
  179. /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/types/fetch.d.mts +0 -0
  180. /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/types/manifest.d.mts +0 -0
  181. /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/types/metadata.d.mts +0 -0
  182. /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/types/s3.d.mts +0 -0
  183. /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057 → icebird@0.8.22_patch_hash=4fa7fd5702c4ce432fb2902c6abe07cc55565e87f6375b96ece63a10999712e6}/node_modules/icebird/types/write/write.d.mts +0 -0
  184. /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/ast.d.mts +0 -0
  185. /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/backend/dataSource.mjs +0 -0
  186. /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/execute/accumulator.mjs +0 -0
  187. /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/execute/aggregates.mjs +0 -0
  188. /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/execute/execute.mjs +0 -0
  189. /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/execute/join.mjs +0 -0
  190. /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/execute/scanColumn.mjs +0 -0
  191. /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/execute/sort.mjs +0 -0
  192. /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/execute/streamingAggregate.mjs +0 -0
  193. /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/execute/utils.mjs +0 -0
  194. /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/execute/window.mjs +0 -0
  195. /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/execute/yield.mjs +0 -0
  196. /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/expression/alias.mjs +0 -0
  197. /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/expression/binary.mjs +0 -0
  198. /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/expression/date.mjs +0 -0
  199. /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/expression/evaluate.mjs +0 -0
  200. /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/expression/math.mjs +0 -0
  201. /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/expression/regexp.mjs +0 -0
  202. /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/expression/strings.mjs +0 -0
  203. /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/index.d.mts +0 -0
  204. /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/index.mjs +0 -0
  205. /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/parse/expression.mjs +0 -0
  206. /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/parse/extractTables.mjs +0 -0
  207. /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/parse/functions.mjs +0 -0
  208. /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/parse/joins.mjs +0 -0
  209. /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/parse/parse.mjs +0 -0
  210. /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/parse/primary.mjs +0 -0
  211. /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/parse/state.mjs +0 -0
  212. /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/parse/tokenize.mjs +0 -0
  213. /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/parse/types.d.mts +0 -0
  214. /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/plan/columns.mjs +0 -0
  215. /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/plan/plan.mjs +0 -0
  216. /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/plan/types.d.mts +0 -0
  217. /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/spatial/bbox.mjs +0 -0
  218. /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/spatial/equality.mjs +0 -0
  219. /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/spatial/operations.mjs +0 -0
  220. /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/spatial/pointRelations.mjs +0 -0
  221. /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/spatial/primitives.mjs +0 -0
  222. /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/spatial/segments.mjs +0 -0
  223. /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/spatial/spatial.mjs +0 -0
  224. /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/spatial/wkt.mjs +0 -0
  225. /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/types.d.mts +0 -0
  226. /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/validation/aggregates.mjs +0 -0
  227. /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/validation/executionErrors.mjs +0 -0
  228. /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/validation/functions.mjs +0 -0
  229. /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/validation/keywords.mjs +0 -0
  230. /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/validation/parseErrors.mjs +0 -0
  231. /package/dist/_virtual/node_modules/.pnpm/{squirreling@0.15.0 → squirreling@0.15.3}/node_modules/squirreling/src/validation/tables.mjs +0 -0
@@ -1,111 +0,0 @@
1
- const BLOCK_SIZE = 128;
2
- const MINIBLOCKS_PER_BLOCK = 4;
3
- const VALUES_PER_MINIBLOCK = BLOCK_SIZE / MINIBLOCKS_PER_BLOCK;
4
- function deltaBinaryPack(writer, values) {
5
- const count = values.length;
6
- if (count === 0) {
7
- writer.appendVarInt(BLOCK_SIZE);
8
- writer.appendVarInt(MINIBLOCKS_PER_BLOCK);
9
- writer.appendVarInt(0);
10
- writer.appendVarInt(0);
11
- return;
12
- }
13
- if (typeof values[0] !== "number" && typeof values[0] !== "bigint") throw new Error("deltaBinaryPack only supports number or bigint arrays");
14
- writer.appendVarInt(BLOCK_SIZE);
15
- writer.appendVarInt(MINIBLOCKS_PER_BLOCK);
16
- writer.appendVarInt(count);
17
- writer.appendZigZag(values[0]);
18
- let index = 1;
19
- while (index < count) {
20
- const blockEnd = Math.min(index + BLOCK_SIZE, count);
21
- const blockSize = blockEnd - index;
22
- const blockDeltas = new BigInt64Array(blockSize);
23
- let minDelta = BigInt(values[index]) - BigInt(values[index - 1]);
24
- blockDeltas[0] = minDelta;
25
- for (let i = 1; i < blockSize; i++) {
26
- const delta = BigInt(values[index + i]) - BigInt(values[index + i - 1]);
27
- blockDeltas[i] = delta;
28
- if (delta < minDelta) minDelta = delta;
29
- }
30
- writer.appendZigZag(minDelta);
31
- const bitWidths = new Uint8Array(MINIBLOCKS_PER_BLOCK);
32
- for (let mb = 0; mb < MINIBLOCKS_PER_BLOCK; mb++) {
33
- const mbStart = mb * VALUES_PER_MINIBLOCK;
34
- const mbEnd = Math.min(mbStart + VALUES_PER_MINIBLOCK, blockSize);
35
- let maxAdjusted = 0n;
36
- for (let i = mbStart; i < mbEnd; i++) {
37
- const adjusted = blockDeltas[i] - minDelta;
38
- if (adjusted > maxAdjusted) maxAdjusted = adjusted;
39
- }
40
- bitWidths[mb] = bitWidth(maxAdjusted);
41
- }
42
- writer.appendBytes(bitWidths);
43
- for (let mb = 0; mb < MINIBLOCKS_PER_BLOCK; mb++) {
44
- const bitWidth = bitWidths[mb];
45
- if (bitWidth === 0) continue;
46
- const mbStart = mb * VALUES_PER_MINIBLOCK;
47
- const mbEnd = Math.min(mbStart + VALUES_PER_MINIBLOCK, blockSize);
48
- let buffer = 0n;
49
- let bitsUsed = 0;
50
- for (let i = 0; i < VALUES_PER_MINIBLOCK; i++) {
51
- const adjusted = mbStart + i < mbEnd ? blockDeltas[mbStart + i] - minDelta : 0n;
52
- buffer |= adjusted << BigInt(bitsUsed);
53
- bitsUsed += bitWidth;
54
- while (bitsUsed >= 8) {
55
- writer.appendUint8(Number(buffer & 255n));
56
- buffer >>= 8n;
57
- bitsUsed -= 8;
58
- }
59
- }
60
- }
61
- index = blockEnd;
62
- }
63
- }
64
- function deltaLengthByteArray(writer, values) {
65
- const lengths = new Int32Array(values.length);
66
- for (let i = 0; i < values.length; i++) {
67
- const value = values[i];
68
- if (!(value instanceof Uint8Array)) throw new Error("deltaLengthByteArray expects Uint8Array values");
69
- lengths[i] = value.length;
70
- }
71
- deltaBinaryPack(writer, lengths);
72
- for (const value of values) writer.appendBytes(value);
73
- }
74
- function deltaByteArray(writer, values) {
75
- if (values.length === 0) {
76
- deltaBinaryPack(writer, []);
77
- deltaBinaryPack(writer, []);
78
- return;
79
- }
80
- const prefixLengths = new Int32Array(values.length);
81
- const suffixLengths = new Int32Array(values.length);
82
- const suffixes = new Array(values.length);
83
- if (!(values[0] instanceof Uint8Array)) throw new Error("deltaByteArray expects Uint8Array values");
84
- prefixLengths[0] = 0;
85
- suffixLengths[0] = values[0].length;
86
- suffixes[0] = values[0];
87
- for (let i = 1; i < values.length; i++) {
88
- const prev = values[i - 1];
89
- const curr = values[i];
90
- if (!(curr instanceof Uint8Array)) throw new Error("deltaByteArray expects Uint8Array values");
91
- let prefixLen = 0;
92
- const maxPrefix = Math.min(prev.length, curr.length);
93
- while (prefixLen < maxPrefix && prev[prefixLen] === curr[prefixLen]) prefixLen++;
94
- prefixLengths[i] = prefixLen;
95
- suffixLengths[i] = curr.length - prefixLen;
96
- suffixes[i] = curr.subarray(prefixLen);
97
- }
98
- deltaBinaryPack(writer, prefixLengths);
99
- deltaBinaryPack(writer, suffixLengths);
100
- for (const suffix of suffixes) writer.appendBytes(suffix);
101
- }
102
- function bitWidth(value) {
103
- if (value === 0n) return 0;
104
- let bits = 0;
105
- while (value > 0n) {
106
- bits++;
107
- value >>= 1n;
108
- }
109
- return bits;
110
- }
111
- export { deltaBinaryPack, deltaByteArray, deltaLengthByteArray };
@@ -1,139 +0,0 @@
1
- import { getSchemaPath } from "../../../../hyparquet@1.26.1/node_modules/hyparquet/src/schema.mjs";
2
- import { writeBlooms } from "./bloom.mjs";
3
- import { encodeVariantColumn } from "./variant.mjs";
4
- import { writeColumn } from "./column.mjs";
5
- import { encodeNestedValues } from "./dremel.mjs";
6
- import { writeIndexes } from "./indexes.mjs";
7
- import { writeMetadata } from "./metadata.mjs";
8
- import { snappyCompress } from "./snappy.mjs";
9
- function ParquetWriter({ writer, schema, codec = "SNAPPY", compressors, statistics = true, kvMetadata }) {
10
- this.writer = writer;
11
- this.schema = schema;
12
- this.codec = codec;
13
- this.compressors = {
14
- SNAPPY: snappyCompress,
15
- ...compressors
16
- };
17
- this.statistics = statistics;
18
- this.kvMetadata = kvMetadata;
19
- this.row_groups = [];
20
- this.num_rows = 0n;
21
- this.pendingIndexes = [];
22
- this.writer.appendUint32(827474256);
23
- }
24
- ParquetWriter.prototype.write = function({ columnData, rowGroupSize = [1e3, 1e5], pageSize = 1048576 }) {
25
- const columnDataRows = columnData[0]?.data?.length || 0;
26
- let pending;
27
- for (const { groupStartIndex, groupSize } of groupIterator({
28
- columnDataRows,
29
- rowGroupSize
30
- })) {
31
- const writeGroup = () => {
32
- const groupStartOffset = this.writer.offset;
33
- const columns = [];
34
- for (let j = 0; j < columnData.length; j++) {
35
- const { name, data, encoding, codec = this.codec, columnIndex = false, offsetIndex = true, shredding, bloomFilter } = columnData[j];
36
- if (columnIndex && !offsetIndex) throw new Error("parquet ColumnIndex cannot be present without OffsetIndex");
37
- if (data.length !== columnDataRows) throw new Error("parquet columns must have the same length");
38
- const groupData = data.slice(groupStartIndex, groupStartIndex + groupSize);
39
- const columnPath = getSchemaPath(this.schema, [name]);
40
- const leafPaths = getLeafSchemaPaths(columnPath);
41
- const columnElement = columnPath.at(-1)?.element;
42
- const shreddingConfig = shredding && shredding !== true ? shredding : void 0;
43
- const isVariant = columnElement?.logical_type?.type === "VARIANT";
44
- const isRequired = columnElement?.repetition_type === "REQUIRED";
45
- const rows = isVariant ? encodeVariantColumn(Array.from(groupData), shreddingConfig, {
46
- name,
47
- required: isRequired
48
- }) : groupData;
49
- for (const leafPath of leafPaths) {
50
- const schemaPath = leafPath.map((node) => node.element);
51
- const column = {
52
- columnName: schemaPath.slice(1).map((s) => s.name).join("."),
53
- element: schemaPath[schemaPath.length - 1],
54
- schemaPath,
55
- codec,
56
- compressors: this.compressors,
57
- stats: this.statistics,
58
- pageSize,
59
- columnIndex,
60
- offsetIndex,
61
- encoding,
62
- bloomFilter
63
- };
64
- const pageData = encodeNestedValues(leafPath, rows);
65
- const result = writeColumn({
66
- writer: this.writer,
67
- column,
68
- pageData
69
- });
70
- columns.push(result.chunk);
71
- this.pendingIndexes.push(result);
72
- }
73
- }
74
- this.num_rows += BigInt(groupSize);
75
- this.row_groups.push({
76
- columns,
77
- total_byte_size: BigInt(this.writer.offset - groupStartOffset),
78
- num_rows: BigInt(groupSize)
79
- });
80
- return this.writer.flush?.();
81
- };
82
- if (pending) pending = pending.then(writeGroup);
83
- else {
84
- const r = writeGroup();
85
- if (r) pending = Promise.resolve(r);
86
- }
87
- }
88
- return pending;
89
- };
90
- ParquetWriter.prototype.finish = function() {
91
- writeIndexes(this.writer, this.pendingIndexes);
92
- writeBlooms(this.writer, this.pendingIndexes);
93
- const metadata = {
94
- version: 2,
95
- created_by: "hyparquet",
96
- schema: this.schema,
97
- num_rows: this.num_rows,
98
- row_groups: this.row_groups,
99
- metadata_length: 0,
100
- key_value_metadata: this.kvMetadata
101
- };
102
- delete metadata.metadata_length;
103
- writeMetadata(this.writer, metadata);
104
- this.writer.appendUint32(827474256);
105
- return this.writer.finish();
106
- };
107
- function groupSize(rowGroupSize, i) {
108
- return Array.isArray(rowGroupSize) ? rowGroupSize[Math.min(i, rowGroupSize.length - 1)] : rowGroupSize;
109
- }
110
- function groupIterator({ columnDataRows, rowGroupSize }) {
111
- if (Array.isArray(rowGroupSize) && !rowGroupSize.length) throw new Error("rowGroupSize array cannot be empty");
112
- const groups = [];
113
- let groupIndex = 0;
114
- let groupStartIndex = 0;
115
- while (groupStartIndex < columnDataRows) {
116
- const size = groupSize(rowGroupSize, groupIndex);
117
- groups.push({
118
- groupStartIndex,
119
- groupSize: Math.min(size, columnDataRows - groupStartIndex)
120
- });
121
- groupStartIndex += size;
122
- groupIndex++;
123
- }
124
- return groups;
125
- }
126
- function getLeafSchemaPaths(schemaPath) {
127
- const leaves = [];
128
- dfs(schemaPath);
129
- return leaves;
130
- function dfs(path) {
131
- const node = path[path.length - 1];
132
- if (!node.children.length) {
133
- leaves.push(path);
134
- return;
135
- }
136
- for (const child of node.children) dfs([...path, child]);
137
- }
138
- }
139
- export { ParquetWriter, groupSize };
@@ -1,10 +0,0 @@
1
- import "../../../../hyparquet@1.26.1/node_modules/hyparquet/types/node.mjs";
2
- import { Writer as Writer$1 } from "../src/types.mjs";
3
- import "./write-rows.mjs";
4
- import "./bytewriter.mjs";
5
- import "./parquet-writer.mjs";
6
- import "./wkb.mjs";
7
- import "./write.mjs";
8
- import "./schema.mjs";
9
- type Writer = Writer$1;
10
- export { Writer };
@@ -1,2 +0,0 @@
1
- import "../../../../hyparquet@1.26.1/node_modules/hyparquet/types/node.mjs";
2
- import "../src/types.mjs";
@@ -1,2 +0,0 @@
1
- import "../../../../hyparquet@1.26.1/node_modules/hyparquet/types/node.mjs";
2
- import "../src/types.mjs";
@@ -1,98 +0,0 @@
1
- import { hashParquetValue, sbbfContains } from "./bloom.mjs";
2
- import { equals } from "./utils.mjs";
3
- function columnsNeededForFilter(filter) {
4
- if (!filter) return [];
5
- const columns = [];
6
- if ("$and" in filter && Array.isArray(filter.$and)) columns.push(...filter.$and.flatMap(columnsNeededForFilter));
7
- else if ("$or" in filter && Array.isArray(filter.$or)) columns.push(...filter.$or.flatMap(columnsNeededForFilter));
8
- else if ("$nor" in filter && Array.isArray(filter.$nor)) columns.push(...filter.$nor.flatMap(columnsNeededForFilter));
9
- else columns.push(...Object.keys(filter).map((key) => key.split(".")[0]));
10
- return [...new Set(columns)];
11
- }
12
- function matchFilter(record, filter, strict = true) {
13
- if ("$and" in filter && Array.isArray(filter.$and)) return filter.$and.every((subQuery) => matchFilter(record, subQuery, strict));
14
- if ("$or" in filter && Array.isArray(filter.$or)) return filter.$or.some((subQuery) => matchFilter(record, subQuery, strict));
15
- if ("$nor" in filter && Array.isArray(filter.$nor)) return !filter.$nor.some((subQuery) => matchFilter(record, subQuery, strict));
16
- return Object.entries(filter).every(([field, condition]) => {
17
- const value = resolve(record, field);
18
- if (typeof condition !== "object" || condition === null || Array.isArray(condition)) return equals(value, condition, strict);
19
- return Object.entries(condition || {}).every(([operator, target]) => {
20
- if (operator === "$gt") return value > target;
21
- if (operator === "$gte") return value >= target;
22
- if (operator === "$lt") return value < target;
23
- if (operator === "$lte") return value <= target;
24
- if (operator === "$eq") return equals(value, target, strict);
25
- if (operator === "$ne") return !equals(value, target, strict);
26
- if (operator === "$in") return Array.isArray(target) && target.includes(value);
27
- if (operator === "$nin") return Array.isArray(target) && !target.includes(value);
28
- if (operator === "$not") return !matchFilter({ [field]: value }, { [field]: target }, strict);
29
- return true;
30
- });
31
- });
32
- }
33
- function canSkipRowGroup({ rowGroup, physicalColumns, filter, strict = true, bloomFilters, schemaElements }) {
34
- if (!filter) return false;
35
- if ("$and" in filter && Array.isArray(filter.$and)) return filter.$and.some((subFilter) => canSkipRowGroup({
36
- rowGroup,
37
- physicalColumns,
38
- filter: subFilter,
39
- strict,
40
- bloomFilters,
41
- schemaElements
42
- }));
43
- if ("$or" in filter && Array.isArray(filter.$or)) return filter.$or.every((subFilter) => canSkipRowGroup({
44
- rowGroup,
45
- physicalColumns,
46
- filter: subFilter,
47
- strict,
48
- bloomFilters,
49
- schemaElements
50
- }));
51
- if ("$nor" in filter && Array.isArray(filter.$nor)) return false;
52
- for (const [field, condition] of Object.entries(filter)) {
53
- const columnIndex = physicalColumns.indexOf(field);
54
- if (columnIndex === -1) continue;
55
- const { min, max, min_value, max_value } = rowGroup.columns[columnIndex].meta_data?.statistics || {};
56
- const minVal = min_value !== void 0 ? min_value : min;
57
- const maxVal = max_value !== void 0 ? max_value : max;
58
- const haveStats = minVal !== void 0 && maxVal !== void 0;
59
- const bloom = bloomFilters?.[field];
60
- const element = schemaElements?.[field];
61
- for (const [operator, target] of Object.entries(condition || {})) {
62
- if (haveStats) {
63
- if (operator === "$gt" && maxVal <= target) return true;
64
- if (operator === "$gte" && maxVal < target) return true;
65
- if (operator === "$lt" && minVal >= target) return true;
66
- if (operator === "$lte" && minVal > target) return true;
67
- if (operator === "$eq" && (target < minVal || target > maxVal)) return true;
68
- if (operator === "$ne" && equals(minVal, maxVal, strict) && equals(minVal, target, strict)) return true;
69
- if (operator === "$in" && Array.isArray(target) && target.every((v) => v < minVal || v > maxVal)) return true;
70
- if (operator === "$nin" && Array.isArray(target) && equals(minVal, maxVal, strict) && target.includes(minVal)) return true;
71
- }
72
- if (bloom && element) {
73
- if (operator === "$eq") {
74
- const hash = hashParquetValue(target, element);
75
- if (hash !== void 0 && !sbbfContains(bloom.blocks, hash)) return true;
76
- }
77
- if (operator === "$in" && Array.isArray(target) && target.length > 0) {
78
- let allAbsent = true;
79
- for (const v of target) {
80
- const h = hashParquetValue(v, element);
81
- if (h === void 0 || sbbfContains(bloom.blocks, h)) {
82
- allAbsent = false;
83
- break;
84
- }
85
- }
86
- if (allAbsent) return true;
87
- }
88
- }
89
- }
90
- }
91
- return false;
92
- }
93
- function resolve(record, path) {
94
- let value = record;
95
- for (const part of path.split(".")) value = value?.[part];
96
- return value;
97
- }
98
- export { canSkipRowGroup, columnsNeededForFilter, matchFilter };
@@ -1,16 +0,0 @@
1
- import "./constants.mjs";
2
- import "./convert.mjs";
3
- import { deserializeTCompactProtocol } from "./thrift.mjs";
4
- import "./metadata.mjs";
5
- function readOffsetIndex(reader) {
6
- const thrift = deserializeTCompactProtocol(reader);
7
- return {
8
- page_locations: thrift.field_1.map((loc) => ({
9
- offset: loc.field_1,
10
- compressed_page_size: loc.field_2,
11
- first_row_index: loc.field_3
12
- })),
13
- unencoded_byte_array_data_bytes: thrift.field_2
14
- };
15
- }
16
- export { readOffsetIndex };
@@ -1,147 +0,0 @@
1
- import { getPhysicalColumns } from "./schema.mjs";
2
- import { parquetSchema } from "./metadata.mjs";
3
- import { bloomEligibleColumns, readBloomFilter } from "./bloom.mjs";
4
- import { canSkipRowGroup } from "./filter.mjs";
5
- const runLimit = 1 << 21;
6
- function parquetPlan({ metadata, rowStart = 0, rowEnd = Infinity, columns, filter, filterStrict = true, useOffsetIndex = false, bloomFiltersByGroup, schemaElements }) {
7
- if (!metadata) throw new Error("parquetPlan requires metadata");
8
- const groups = [];
9
- const fetches = [];
10
- const indexes = [];
11
- const physicalColumns = getPhysicalColumns(parquetSchema(metadata));
12
- let groupStart = 0;
13
- let rgIdx = 0;
14
- for (const rowGroup of metadata.row_groups) {
15
- const groupRows = Number(rowGroup.num_rows);
16
- const groupEnd = groupStart + groupRows;
17
- const bloomFilters = bloomFiltersByGroup?.[rgIdx];
18
- if (groupRows > 0 && groupEnd > rowStart && groupStart < rowEnd && !canSkipRowGroup({
19
- rowGroup,
20
- physicalColumns,
21
- filter,
22
- strict: filterStrict,
23
- bloomFilters,
24
- schemaElements
25
- })) {
26
- const chunks = [];
27
- let groupStartByte = Infinity;
28
- let groupEndByte = -Infinity;
29
- for (const chunk of rowGroup.columns) {
30
- const meta = chunk.meta_data;
31
- if (chunk.file_path) throw new Error("parquet file_path not supported");
32
- if (!meta) throw new Error("parquet column metadata is undefined");
33
- if (!columns || columns.includes(meta.path_in_schema[0])) {
34
- const columnOffset = meta.dictionary_page_offset || meta.data_page_offset;
35
- const startByte = Number(columnOffset);
36
- const endByte = Number(columnOffset + meta.total_compressed_size);
37
- if (startByte < groupStartByte) groupStartByte = startByte;
38
- if (endByte > groupEndByte) groupEndByte = endByte;
39
- if (useOffsetIndex && chunk.offset_index_offset && chunk.offset_index_length && (rowStart > groupStart || rowEnd < groupEnd)) {
40
- const offsetIndexStart = Number(chunk.offset_index_offset);
41
- chunks.push({
42
- columnMetadata: meta,
43
- offsetIndex: {
44
- startByte: offsetIndexStart,
45
- endByte: offsetIndexStart + chunk.offset_index_length
46
- },
47
- range: {
48
- startByte,
49
- endByte
50
- }
51
- });
52
- } else chunks.push({
53
- columnMetadata: meta,
54
- range: {
55
- startByte,
56
- endByte
57
- }
58
- });
59
- }
60
- }
61
- const selectStart = Math.max(rowStart - groupStart, 0);
62
- const selectEnd = Math.min(rowEnd - groupStart, groupRows);
63
- groups.push({
64
- chunks,
65
- rowGroup,
66
- groupStart,
67
- groupRows,
68
- selectStart,
69
- selectEnd
70
- });
71
- let run;
72
- for (const chunk of chunks) if ("offsetIndex" in chunk) indexes.push(chunk.offsetIndex);
73
- else {
74
- const { range } = chunk;
75
- if (columns) fetches.push(range);
76
- else if (run && range.endByte - run.startByte <= runLimit) run.endByte = range.endByte;
77
- else {
78
- if (run) fetches.push(run);
79
- run = { ...range };
80
- }
81
- }
82
- if (run) fetches.push(run);
83
- }
84
- groupStart = groupEnd;
85
- rgIdx++;
86
- }
87
- if (!isFinite(rowEnd)) rowEnd = groupStart;
88
- fetches.push(...indexes);
89
- return {
90
- metadata,
91
- rowStart,
92
- rowEnd,
93
- columns,
94
- fetches,
95
- groups
96
- };
97
- }
98
- async function prefetchBloomFilters({ file, metadata, filter, filterStrict = true }) {
99
- const result = metadata.row_groups.map(() => ({}));
100
- const eligibleCols = bloomEligibleColumns(filter);
101
- if (eligibleCols.size === 0) return result;
102
- const physicalColumns = getPhysicalColumns(parquetSchema(metadata));
103
- const tasks = [];
104
- metadata.row_groups.forEach((rowGroup, rgIdx) => {
105
- if (canSkipRowGroup({
106
- rowGroup,
107
- physicalColumns,
108
- filter,
109
- strict: filterStrict
110
- })) return;
111
- for (const colName of eligibleCols) {
112
- const columnIdx = physicalColumns.indexOf(colName);
113
- if (columnIdx === -1) continue;
114
- const meta = rowGroup.columns[columnIdx]?.meta_data;
115
- if (!meta?.bloom_filter_offset || !meta.bloom_filter_length) continue;
116
- const start = Number(meta.bloom_filter_offset);
117
- const end = start + meta.bloom_filter_length;
118
- tasks.push((async () => {
119
- const buffer = await file.slice(start, end);
120
- const bloom = readBloomFilter({
121
- view: new DataView(buffer),
122
- offset: 0
123
- });
124
- if (bloom) result[rgIdx][colName] = bloom;
125
- })());
126
- }
127
- });
128
- if (tasks.length) await Promise.all(tasks);
129
- return result;
130
- }
131
- function prefetchAsyncBuffer(file, { fetches }) {
132
- const promises = fetches.map(({ startByte, endByte }) => file.slice(startByte, endByte));
133
- return {
134
- byteLength: file.byteLength,
135
- slice(start, end = file.byteLength) {
136
- const index = fetches.findIndex(({ startByte, endByte }) => startByte <= start && end <= endByte);
137
- if (index < 0) return file.slice(start, end);
138
- if (fetches[index].startByte !== start || fetches[index].endByte !== end) {
139
- const startOffset = start - fetches[index].startByte;
140
- const endOffset = end - fetches[index].startByte;
141
- if (promises[index] instanceof Promise) return promises[index].then((buffer) => buffer.slice(startOffset, endOffset));
142
- else return promises[index].slice(startOffset, endOffset);
143
- } else return promises[index];
144
- }
145
- };
146
- }
147
- export { parquetPlan, prefetchAsyncBuffer, prefetchBloomFilters };
@@ -1,2 +0,0 @@
1
- import "../../../../hyparquet@1.26.2/node_modules/hyparquet/types/node.mjs";
2
- import "../src/types.mjs";
@@ -1,2 +0,0 @@
1
- import "../../src/types.mjs";
2
- import "../../../../../squirreling@0.15.0/node_modules/squirreling/src/index.mjs";
@@ -1,2 +0,0 @@
1
- import "../../src/types.mjs";
2
- import "../../../../../squirreling@0.15.0/node_modules/squirreling/src/index.mjs";