@gscdump/lakehouse 1.4.0 → 1.4.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/_virtual/node_modules/.pnpm/chokidar@5.0.0/node_modules/chokidar/handler.d.mts +2 -0
- package/dist/_virtual/node_modules/.pnpm/chokidar@5.0.0/node_modules/chokidar/index.d.mts +2 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-compressors@1.1.1/node_modules/hyparquet-compressors/src/brotli.bitreader.mjs +88 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-compressors@1.1.1/node_modules/hyparquet-compressors/src/brotli.blocks.mjs +120 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-compressors@1.1.1/node_modules/hyparquet-compressors/src/brotli.context.mjs +1805 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-compressors@1.1.1/node_modules/hyparquet-compressors/src/brotli.contextmap.mjs +49 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-compressors@1.1.1/node_modules/hyparquet-compressors/src/brotli.dictionary.mjs +984 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-compressors@1.1.1/node_modules/hyparquet-compressors/src/brotli.huffman.mjs +266 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-compressors@1.1.1/node_modules/hyparquet-compressors/src/brotli.mjs +340 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-compressors@1.1.1/node_modules/hyparquet-compressors/src/brotli.prefix.mjs +109 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-compressors@1.1.1/node_modules/hyparquet-compressors/src/brotli.streams.mjs +21 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-compressors@1.1.1/node_modules/hyparquet-compressors/src/brotli.transform.mjs +190 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-compressors@1.1.1/node_modules/hyparquet-compressors/src/compressors.mjs +14 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-compressors@1.1.1/node_modules/hyparquet-compressors/src/gzip.huffman.mjs +121 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-compressors@1.1.1/node_modules/hyparquet-compressors/src/gzip.mjs +176 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-compressors@1.1.1/node_modules/hyparquet-compressors/src/index.mjs +7 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-compressors@1.1.1/node_modules/hyparquet-compressors/src/lz4.mjs +52 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/bloom.mjs +93 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/bytewriter.mjs +91 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/column.mjs +186 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/datapage.mjs +113 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/delta.mjs +111 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/dictionary.mjs +99 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/dremel.mjs +116 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/encoding.mjs +51 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/geospatial.mjs +84 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/index.mjs +7 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/indexes.mjs +31 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/metadata.mjs +138 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/node.mjs +7 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/parquet-writer.mjs +139 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/plain.mjs +68 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/schema.mjs +254 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/snappy.mjs +125 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/splitstream.mjs +38 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/thrift.mjs +79 -0
- package/dist/{_chunks/libs/hyparquet-writer.d.mts → _virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/types.d.mts} +2 -2
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/unconvert.mjs +247 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/variant.mjs +391 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/wkb.mjs +79 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/write-rows.mjs +3 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/write.mjs +46 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/types/bytewriter.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/types/index.d.mts +10 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/types/node.d.mts +3 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/types/parquet-writer.d.mts +2 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/types/schema.d.mts +2 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/types/write-rows.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/types/write.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/assemble.mjs +3 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/bloom.mjs +69 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/column.mjs +8 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/constants.mjs +80 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/convert.mjs +3 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/datapage.mjs +6 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/delta.mjs +2 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/encoding.mjs +2 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/filter.mjs +3 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/geoparquet.mjs +1 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/index.mjs +7 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/indexes.mjs +5 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/metadata.mjs +7 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/node.mjs +3 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/plain.mjs +1 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/plan.mjs +5 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/query.mjs +3 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/read.mjs +6 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/rowgroup.mjs +7 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/schema.mjs +54 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/snappy.mjs +1 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/thrift.mjs +1 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/utils.mjs +19 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/variant.mjs +3 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/wkb.mjs +1 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/xxhash.mjs +68 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/types/index.d.mts +7 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/types/indexes.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/types/metadata.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/types/node.d.mts +2 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/types/query.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/types/read.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/types/snappy.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/types/utils.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/assemble.mjs +144 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/bloom.mjs +124 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/column.mjs +127 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/constants.mjs +75 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/convert.mjs +118 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/datapage.mjs +144 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/delta.mjs +65 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/encoding.mjs +76 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/filter.mjs +98 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/geoparquet.mjs +24 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/index.mjs +7 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/indexes.mjs +16 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/metadata.mjs +235 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/node.mjs +7 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/plain.mjs +78 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/plan.mjs +147 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/query.mjs +3 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/read.mjs +106 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/rowgroup.mjs +154 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/schema.mjs +75 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/snappy.mjs +70 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/thrift.mjs +86 -0
- package/dist/{_chunks/libs/hyparquet.d.mts → _virtual/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/types.d.mts} +2 -3
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/utils.mjs +127 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/variant.mjs +225 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/wkb.mjs +94 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/src/xxhash.mjs +68 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/types/index.d.mts +9 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/types/indexes.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/types/metadata.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/types/node.d.mts +3 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/types/query.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/types/read.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/types/snappy.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/hyparquet@1.26.2/node_modules/hyparquet/types/utils.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/avro/avro.metadata.mjs +53 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/avro/avro.read.mjs +136 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/avro/avro.write.mjs +148 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/catalog/file.mjs +1 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/catalog/loadTable.mjs +48 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/catalog/rest.mjs +159 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/create.mjs +67 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/delete.mjs +34 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/fetch.mjs +261 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/index.mjs +13 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/json.mjs +147 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/manifest.mjs +84 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/metadata.mjs +159 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/prune.mjs +4 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/puffin/deletion-vector.mjs +122 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/puffin/puffin.mjs +78 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/puffin/roaring.mjs +132 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/read.mjs +324 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/s3.mjs +91 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/schema.mjs +76 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/sigv4.mjs +70 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/sql/icebergDataSource.mjs +8 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/sql/icebergQuery.mjs +5 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/sql/whereFilter.mjs +1 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/types.d.mts +255 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/utils.mjs +45 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/write/commit.mjs +392 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/write/conversions.mjs +59 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/write/delete-file.mjs +52 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/write/geospatial.mjs +72 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/write/manifest-list.mjs +152 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/write/manifest.mjs +256 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/write/parquet.mjs +305 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/write/partition.mjs +178 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/write/rewrite.mjs +174 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/write/serde.mjs +148 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/write/snapshot.mjs +107 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/write/sort.mjs +47 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/write/stage-deletion-vector.mjs +295 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/write/stage-position-delete.mjs +216 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/write/stage.mjs +354 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/write/stats.mjs +153 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/write/transform.mjs +220 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/src/write/write.mjs +476 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/types/catalog/file.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/types/catalog/rest.d.mts +76 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/types/create.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/types/fetch.d.mts +36 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/types/index.d.mts +13 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/types/manifest.d.mts +30 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/types/metadata.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/types/read.d.mts +2 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/types/s3.d.mts +36 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/types/sql/icebergDataSource.d.mts +2 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/types/sql/icebergQuery.d.mts +2 -0
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.15_patch_hash=d1902372376af18885e7c7dce807f1ecab86c2f86a9d1ff65d51e3b63b64b057/node_modules/icebird/types/write/write.d.mts +79 -0
- package/dist/{_chunks/libs/ioredis.d.mts → _virtual/node_modules/.pnpm/ioredis@5.10.1_supports-color@10.2.2/node_modules/ioredis/built/Command.d.mts} +1 -1
- package/dist/_virtual/node_modules/.pnpm/ioredis@5.10.1_supports-color@10.2.2/node_modules/ioredis/built/DataHandler.d.mts +4 -0
- package/dist/_virtual/node_modules/.pnpm/ioredis@5.10.1_supports-color@10.2.2/node_modules/ioredis/built/Pipeline.d.mts +4 -0
- package/dist/_virtual/node_modules/.pnpm/ioredis@5.10.1_supports-color@10.2.2/node_modules/ioredis/built/Redis.d.mts +10 -0
- package/dist/_virtual/node_modules/.pnpm/ioredis@5.10.1_supports-color@10.2.2/node_modules/ioredis/built/ScanStream.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/ioredis@5.10.1_supports-color@10.2.2/node_modules/ioredis/built/SubscriptionSet.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/ioredis@5.10.1_supports-color@10.2.2/node_modules/ioredis/built/cluster/ClusterOptions.d.mts +4 -0
- package/dist/_virtual/node_modules/.pnpm/ioredis@5.10.1_supports-color@10.2.2/node_modules/ioredis/built/cluster/index.d.mts +9 -0
- package/dist/_virtual/node_modules/.pnpm/ioredis@5.10.1_supports-color@10.2.2/node_modules/ioredis/built/cluster/util.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/ioredis@5.10.1_supports-color@10.2.2/node_modules/ioredis/built/connectors/AbstractConnector.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/ioredis@5.10.1_supports-color@10.2.2/node_modules/ioredis/built/connectors/ConnectorConstructor.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/ioredis@5.10.1_supports-color@10.2.2/node_modules/ioredis/built/connectors/SentinelConnector/SentinelIterator.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/ioredis@5.10.1_supports-color@10.2.2/node_modules/ioredis/built/connectors/SentinelConnector/index.d.mts +6 -0
- package/dist/_virtual/node_modules/.pnpm/ioredis@5.10.1_supports-color@10.2.2/node_modules/ioredis/built/connectors/SentinelConnector/types.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/ioredis@5.10.1_supports-color@10.2.2/node_modules/ioredis/built/connectors/StandaloneConnector.d.mts +3 -0
- package/dist/_virtual/node_modules/.pnpm/ioredis@5.10.1_supports-color@10.2.2/node_modules/ioredis/built/index.d.mts +13 -0
- package/dist/_virtual/node_modules/.pnpm/ioredis@5.10.1_supports-color@10.2.2/node_modules/ioredis/built/redis/RedisOptions.d.mts +4 -0
- package/dist/_virtual/node_modules/.pnpm/ioredis@5.10.1_supports-color@10.2.2/node_modules/ioredis/built/transaction.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/ioredis@5.10.1_supports-color@10.2.2/node_modules/ioredis/built/types.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/ioredis@5.10.1_supports-color@10.2.2/node_modules/ioredis/built/utils/Commander.d.mts +3 -0
- package/dist/_virtual/node_modules/.pnpm/ioredis@5.10.1_supports-color@10.2.2/node_modules/ioredis/built/utils/RedisCommander.d.mts +2 -0
- package/dist/_virtual/node_modules/.pnpm/lru-cache@11.5.0/node_modules/lru-cache/dist/esm/index.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/lru-cache@11.5.0/node_modules/lru-cache/dist/esm/perf.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/readdirp@5.0.0/node_modules/readdirp/index.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/ast.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/backend/dataSource.mjs +1 -0
- package/dist/_virtual/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/execute/accumulator.mjs +2 -0
- package/dist/_virtual/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/execute/aggregates.mjs +10 -0
- package/dist/_virtual/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/execute/execute.mjs +15 -0
- package/dist/_virtual/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/execute/join.mjs +5 -0
- package/dist/_virtual/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/execute/scanColumn.mjs +1 -0
- package/dist/_virtual/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/execute/sort.mjs +5 -0
- package/dist/_virtual/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/execute/streamingAggregate.mjs +9 -0
- package/dist/_virtual/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/execute/utils.mjs +1 -0
- package/dist/_virtual/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/execute/window.mjs +5 -0
- package/dist/_virtual/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/execute/yield.mjs +17 -0
- package/dist/_virtual/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/expression/alias.mjs +1 -0
- package/dist/_virtual/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/expression/binary.mjs +1 -0
- package/dist/_virtual/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/expression/date.mjs +1 -0
- package/dist/_virtual/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/expression/evaluate.mjs +15 -0
- package/dist/_virtual/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/expression/math.mjs +1 -0
- package/dist/_virtual/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/expression/regexp.mjs +2 -0
- package/dist/_virtual/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/expression/strings.mjs +3 -0
- package/dist/_virtual/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/index.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/index.mjs +9 -0
- package/dist/_virtual/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/parse/expression.mjs +6 -0
- package/dist/_virtual/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/parse/extractTables.mjs +1 -0
- package/dist/_virtual/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/parse/functions.mjs +5 -0
- package/dist/_virtual/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/parse/joins.mjs +7 -0
- package/dist/_virtual/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/parse/parse.mjs +10 -0
- package/dist/_virtual/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/parse/primary.mjs +8 -0
- package/dist/_virtual/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/parse/state.mjs +2 -0
- package/dist/_virtual/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/parse/tokenize.mjs +3 -0
- package/dist/_virtual/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/parse/types.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/plan/columns.mjs +3 -0
- package/dist/_virtual/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/plan/plan.mjs +7 -0
- package/dist/_virtual/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/plan/types.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/spatial/bbox.mjs +2 -0
- package/dist/_virtual/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/spatial/equality.mjs +2 -0
- package/dist/_virtual/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/spatial/operations.mjs +5 -0
- package/dist/_virtual/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/spatial/pointRelations.mjs +2 -0
- package/dist/_virtual/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/spatial/primitives.mjs +2 -0
- package/dist/_virtual/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/spatial/segments.mjs +2 -0
- package/dist/_virtual/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/spatial/spatial.mjs +6 -0
- package/dist/_virtual/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/spatial/wkt.mjs +1 -0
- package/dist/_virtual/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/types.d.mts +3 -0
- package/dist/_virtual/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/validation/aggregates.mjs +3 -0
- package/dist/_virtual/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/validation/executionErrors.mjs +2 -0
- package/dist/_virtual/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/validation/functions.mjs +2 -0
- package/dist/_virtual/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/validation/keywords.mjs +1 -0
- package/dist/_virtual/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/validation/parseErrors.mjs +2 -0
- package/dist/_virtual/node_modules/.pnpm/squirreling@0.15.0/node_modules/squirreling/src/validation/tables.mjs +2 -0
- package/dist/_virtual/node_modules/.pnpm/unstorage@1.17.5_aws4fetch@1.0.20_db0@0.3.4_ioredis@5.10.1_supports-color@10.2.2_/node_modules/unstorage/dist/index.d.mts +32 -0
- package/dist/_virtual/node_modules/.pnpm/unstorage@1.17.5_aws4fetch@1.0.20_db0@0.3.4_ioredis@5.10.1_supports-color@10.2.2_/node_modules/unstorage/dist/index2.d.mts +33 -0
- package/dist/{_chunks/libs/unstorage.d.mts → _virtual/node_modules/.pnpm/unstorage@1.17.5_aws4fetch@1.0.20_db0@0.3.4_ioredis@5.10.1_supports-color@10.2.2_/node_modules/unstorage/dist/shared/unstorage.DqlWKU2I.d.mts} +9 -13
- package/dist/_virtual/node_modules/.pnpm/unstorage@1.17.5_aws4fetch@1.0.20_db0@0.3.4_ioredis@5.10.1_supports-color@10.2.2_/node_modules/unstorage/dist/shared/unstorage2.DqlWKU2I.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/unstorage@1.17.5_aws4fetch@1.0.20_db0@0.3.4_ioredis@5.10.1_supports-color@10.2.2_/node_modules/unstorage/drivers/azure-app-configuration.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/unstorage@1.17.5_aws4fetch@1.0.20_db0@0.3.4_ioredis@5.10.1_supports-color@10.2.2_/node_modules/unstorage/drivers/azure-cosmos.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/unstorage@1.17.5_aws4fetch@1.0.20_db0@0.3.4_ioredis@5.10.1_supports-color@10.2.2_/node_modules/unstorage/drivers/azure-key-vault.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/unstorage@1.17.5_aws4fetch@1.0.20_db0@0.3.4_ioredis@5.10.1_supports-color@10.2.2_/node_modules/unstorage/drivers/azure-storage-blob.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/unstorage@1.17.5_aws4fetch@1.0.20_db0@0.3.4_ioredis@5.10.1_supports-color@10.2.2_/node_modules/unstorage/drivers/azure-storage-table.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/unstorage@1.17.5_aws4fetch@1.0.20_db0@0.3.4_ioredis@5.10.1_supports-color@10.2.2_/node_modules/unstorage/drivers/capacitor-preferences.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/unstorage@1.17.5_aws4fetch@1.0.20_db0@0.3.4_ioredis@5.10.1_supports-color@10.2.2_/node_modules/unstorage/drivers/cloudflare-kv-binding.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/unstorage@1.17.5_aws4fetch@1.0.20_db0@0.3.4_ioredis@5.10.1_supports-color@10.2.2_/node_modules/unstorage/drivers/cloudflare-kv-http.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/unstorage@1.17.5_aws4fetch@1.0.20_db0@0.3.4_ioredis@5.10.1_supports-color@10.2.2_/node_modules/unstorage/drivers/cloudflare-r2-binding.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/unstorage@1.17.5_aws4fetch@1.0.20_db0@0.3.4_ioredis@5.10.1_supports-color@10.2.2_/node_modules/unstorage/drivers/db0.d.mts +2 -0
- package/dist/_virtual/node_modules/.pnpm/unstorage@1.17.5_aws4fetch@1.0.20_db0@0.3.4_ioredis@5.10.1_supports-color@10.2.2_/node_modules/unstorage/drivers/deno-kv-node.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/unstorage@1.17.5_aws4fetch@1.0.20_db0@0.3.4_ioredis@5.10.1_supports-color@10.2.2_/node_modules/unstorage/drivers/deno-kv.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/unstorage@1.17.5_aws4fetch@1.0.20_db0@0.3.4_ioredis@5.10.1_supports-color@10.2.2_/node_modules/unstorage/drivers/fs-lite.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/unstorage@1.17.5_aws4fetch@1.0.20_db0@0.3.4_ioredis@5.10.1_supports-color@10.2.2_/node_modules/unstorage/drivers/fs.d.mts +2 -0
- package/dist/_virtual/node_modules/.pnpm/unstorage@1.17.5_aws4fetch@1.0.20_db0@0.3.4_ioredis@5.10.1_supports-color@10.2.2_/node_modules/unstorage/drivers/github.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/unstorage@1.17.5_aws4fetch@1.0.20_db0@0.3.4_ioredis@5.10.1_supports-color@10.2.2_/node_modules/unstorage/drivers/http.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/unstorage@1.17.5_aws4fetch@1.0.20_db0@0.3.4_ioredis@5.10.1_supports-color@10.2.2_/node_modules/unstorage/drivers/indexedb.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/unstorage@1.17.5_aws4fetch@1.0.20_db0@0.3.4_ioredis@5.10.1_supports-color@10.2.2_/node_modules/unstorage/drivers/localstorage.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/unstorage@1.17.5_aws4fetch@1.0.20_db0@0.3.4_ioredis@5.10.1_supports-color@10.2.2_/node_modules/unstorage/drivers/localstorage2.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/unstorage@1.17.5_aws4fetch@1.0.20_db0@0.3.4_ioredis@5.10.1_supports-color@10.2.2_/node_modules/unstorage/drivers/lru-cache.d.mts +2 -0
- package/dist/_virtual/node_modules/.pnpm/unstorage@1.17.5_aws4fetch@1.0.20_db0@0.3.4_ioredis@5.10.1_supports-color@10.2.2_/node_modules/unstorage/drivers/mongodb.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/unstorage@1.17.5_aws4fetch@1.0.20_db0@0.3.4_ioredis@5.10.1_supports-color@10.2.2_/node_modules/unstorage/drivers/netlify-blobs.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/unstorage@1.17.5_aws4fetch@1.0.20_db0@0.3.4_ioredis@5.10.1_supports-color@10.2.2_/node_modules/unstorage/drivers/overlay.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/unstorage@1.17.5_aws4fetch@1.0.20_db0@0.3.4_ioredis@5.10.1_supports-color@10.2.2_/node_modules/unstorage/drivers/planetscale.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/unstorage@1.17.5_aws4fetch@1.0.20_db0@0.3.4_ioredis@5.10.1_supports-color@10.2.2_/node_modules/unstorage/drivers/redis.d.mts +2 -0
- package/dist/_virtual/node_modules/.pnpm/unstorage@1.17.5_aws4fetch@1.0.20_db0@0.3.4_ioredis@5.10.1_supports-color@10.2.2_/node_modules/unstorage/drivers/s3.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/unstorage@1.17.5_aws4fetch@1.0.20_db0@0.3.4_ioredis@5.10.1_supports-color@10.2.2_/node_modules/unstorage/drivers/session-storage.d.mts +2 -0
- package/dist/_virtual/node_modules/.pnpm/unstorage@1.17.5_aws4fetch@1.0.20_db0@0.3.4_ioredis@5.10.1_supports-color@10.2.2_/node_modules/unstorage/drivers/uploadthing.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/unstorage@1.17.5_aws4fetch@1.0.20_db0@0.3.4_ioredis@5.10.1_supports-color@10.2.2_/node_modules/unstorage/drivers/upstash.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/unstorage@1.17.5_aws4fetch@1.0.20_db0@0.3.4_ioredis@5.10.1_supports-color@10.2.2_/node_modules/unstorage/drivers/vercel-blob.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/unstorage@1.17.5_aws4fetch@1.0.20_db0@0.3.4_ioredis@5.10.1_supports-color@10.2.2_/node_modules/unstorage/drivers/vercel-kv.d.mts +1 -0
- package/dist/_virtual/node_modules/.pnpm/unstorage@1.17.5_aws4fetch@1.0.20_db0@0.3.4_ioredis@5.10.1_supports-color@10.2.2_/node_modules/unstorage/drivers/vercel-runtime-cache.d.mts +1 -0
- package/dist/catalog-cache.d.mts +32 -0
- package/dist/catalog-cache.mjs +31 -0
- package/dist/{_chunks/catalog.d.mts → catalog.d.mts} +9 -70
- package/dist/{_chunks/catalog.mjs → catalog.mjs} +15 -96
- package/dist/dataset-runtime.mjs +68 -0
- package/dist/dataset.d.mts +154 -0
- package/dist/dataset.mjs +312 -0
- package/dist/date.d.mts +8 -0
- package/dist/date.mjs +13 -0
- package/dist/index.d.mts +6 -159
- package/dist/index.mjs +6 -361
- package/dist/maintenance.d.mts +2 -93
- package/dist/maintenance.mjs +2 -139
- package/dist/orphan-sweep.d.mts +94 -0
- package/dist/orphan-sweep.mjs +141 -0
- package/dist/partition-prune.d.mts +35 -0
- package/dist/partition-prune.mjs +57 -0
- package/dist/provisioning/allocator.d.mts +44 -0
- package/dist/provisioning/allocator.mjs +24 -0
- package/dist/provisioning/index.d.mts +2 -44
- package/dist/provisioning/index.mjs +1 -23
- package/dist/schema.d.mts +77 -2
- package/dist/schema.mjs +9 -1
- package/dist/unsafe-raw.d.mts +6 -2
- package/dist/unsafe-raw.mjs +6 -2
- package/dist/vendor/hysnappy-purejs.mjs +10 -0
- package/package.json +11 -1
- package/dist/_chunks/libs/hyparquet-compressors.mjs +0 -2785
- package/dist/_chunks/libs/hyparquet-writer.mjs +0 -2516
- package/dist/_chunks/libs/hyparquet.mjs +0 -474
- package/dist/_chunks/libs/icebird.d.mts +0 -500
- package/dist/_chunks/libs/icebird.mjs +0 -3854
- package/dist/_chunks/schema.d.mts +0 -74
- /package/dist/{_chunks/libs/chokidar.d.mts → _virtual/node_modules/.pnpm/db0@0.3.4_drizzle-orm@1.0.0-rc.3_@cloudflare+workers-types@5.20260722.1_valibot@1.4.2_typescript@7.0.2__zod@4.4.3_/node_modules/db0/dist/index.d.mts} +0 -0
- /package/dist/{_chunks/libs/db0.d.mts → _virtual/node_modules/.pnpm/denque@2.1.0/node_modules/denque/index.d.mts} +0 -0
- /package/dist/{_chunks/libs/fzstd.mjs → _virtual/node_modules/.pnpm/fzstd@0.1.1/node_modules/fzstd/esm/index.mjs} +0 -0
- /package/dist/{_chunks/libs/denque.d.mts → _virtual/node_modules/.pnpm/hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/types/wkb.d.mts} +0 -0
- /package/dist/{_chunks/libs/lru-cache.d.mts → _virtual/node_modules/.pnpm/hyparquet@1.26.1/node_modules/hyparquet/src/types.d.mts} +0 -0
|
@@ -0,0 +1,53 @@
|
|
|
1
|
+
function readZigZag(reader) {
|
|
2
|
+
let result = 0;
|
|
3
|
+
let shift = 0;
|
|
4
|
+
while (true) {
|
|
5
|
+
const byte = reader.view.getUint8(reader.offset++);
|
|
6
|
+
result |= (byte & 127) << shift;
|
|
7
|
+
if (!(byte & 128)) return result >>> 1 ^ -(result & 1);
|
|
8
|
+
shift += 7;
|
|
9
|
+
}
|
|
10
|
+
}
|
|
11
|
+
function readZigZagBigInt(reader) {
|
|
12
|
+
let result = 0n;
|
|
13
|
+
let shift = 0n;
|
|
14
|
+
while (true) {
|
|
15
|
+
const byte = reader.view.getUint8(reader.offset++);
|
|
16
|
+
result |= BigInt(byte & 127) << shift;
|
|
17
|
+
if (!(byte & 128)) return result >> 1n ^ -(result & 1n);
|
|
18
|
+
shift += 7n;
|
|
19
|
+
}
|
|
20
|
+
}
|
|
21
|
+
function readAvroString(reader) {
|
|
22
|
+
const length = readZigZag(reader);
|
|
23
|
+
const bytes = new Uint8Array(reader.view.buffer, reader.view.byteOffset + reader.offset, length);
|
|
24
|
+
reader.offset += length;
|
|
25
|
+
return new TextDecoder().decode(bytes);
|
|
26
|
+
}
|
|
27
|
+
function avroMetadata(reader) {
|
|
28
|
+
if (reader.view.getUint32(reader.offset) !== 1331849729) throw new Error("avro invalid magic bytes");
|
|
29
|
+
reader.offset += 4;
|
|
30
|
+
const metadata = {};
|
|
31
|
+
let mapCount = readZigZag(reader);
|
|
32
|
+
while (mapCount !== 0) {
|
|
33
|
+
if (mapCount < 0) {
|
|
34
|
+
mapCount = -mapCount;
|
|
35
|
+
readZigZag(reader);
|
|
36
|
+
}
|
|
37
|
+
for (let i = 0; i < mapCount; i++) {
|
|
38
|
+
const key = readAvroString(reader);
|
|
39
|
+
metadata[key] = readAvroString(reader);
|
|
40
|
+
}
|
|
41
|
+
mapCount = readZigZag(reader);
|
|
42
|
+
}
|
|
43
|
+
metadata["avro.schema"] = JSON.parse(metadata["avro.schema"]);
|
|
44
|
+
if (metadata["schema"]) metadata["schema"] = JSON.parse(metadata["schema"]);
|
|
45
|
+
if (metadata["iceberg.schema"]) metadata["iceberg.schema"] = JSON.parse(metadata["iceberg.schema"]);
|
|
46
|
+
const syncMarker = new Uint8Array(reader.view.buffer, reader.view.byteOffset + reader.offset, 16);
|
|
47
|
+
reader.offset += 16;
|
|
48
|
+
return {
|
|
49
|
+
metadata,
|
|
50
|
+
syncMarker
|
|
51
|
+
};
|
|
52
|
+
}
|
|
53
|
+
export { avroMetadata, readZigZag, readZigZagBigInt };
|
|
@@ -0,0 +1,136 @@
|
|
|
1
|
+
import { parseDecimal } from "../../../../../hyparquet@1.26.2/node_modules/hyparquet/src/convert.mjs";
|
|
2
|
+
import { gunzip } from "../../../../../hyparquet-compressors@1.1.1/node_modules/hyparquet-compressors/src/gzip.mjs";
|
|
3
|
+
import "../../../../../hyparquet-compressors@1.1.1/node_modules/hyparquet-compressors/src/index.mjs";
|
|
4
|
+
import { readZigZag, readZigZagBigInt } from "./avro.metadata.mjs";
|
|
5
|
+
function avroRead({ reader, metadata, syncMarker }) {
|
|
6
|
+
const blocks = [];
|
|
7
|
+
while (reader.offset < reader.view.byteLength) {
|
|
8
|
+
let recordCount = readZigZag(reader);
|
|
9
|
+
if (recordCount === 0) break;
|
|
10
|
+
if (recordCount < 0) recordCount = -recordCount;
|
|
11
|
+
const blockSize = readZigZag(reader);
|
|
12
|
+
let data = new Uint8Array(reader.view.buffer, reader.view.byteOffset + reader.offset, blockSize);
|
|
13
|
+
reader.offset += blockSize;
|
|
14
|
+
const blockSync = new Uint8Array(reader.view.buffer, reader.view.byteOffset + reader.offset, 16);
|
|
15
|
+
reader.offset += 16;
|
|
16
|
+
for (let i = 0; i < 16; i++) if (blockSync[i] !== syncMarker[i]) throw new Error("sync marker does not match");
|
|
17
|
+
const codec = metadata["avro.codec"];
|
|
18
|
+
if (codec === "deflate") data = gunzip(data);
|
|
19
|
+
else if (codec !== "null") throw new Error(`unsupported codec: ${codec}`);
|
|
20
|
+
const { fields } = metadata["avro.schema"];
|
|
21
|
+
const dataReader = {
|
|
22
|
+
view: new DataView(data.buffer, data.byteOffset, data.byteLength),
|
|
23
|
+
offset: 0
|
|
24
|
+
};
|
|
25
|
+
for (let i = 0; i < recordCount; i++) {
|
|
26
|
+
const obj = {};
|
|
27
|
+
for (const field of fields) {
|
|
28
|
+
const value = readType(dataReader, field.type);
|
|
29
|
+
obj[field.name] = value;
|
|
30
|
+
}
|
|
31
|
+
blocks.push(obj);
|
|
32
|
+
}
|
|
33
|
+
}
|
|
34
|
+
return blocks;
|
|
35
|
+
}
|
|
36
|
+
function readType(reader, type) {
|
|
37
|
+
if (type === "null") return;
|
|
38
|
+
else if (Array.isArray(type)) return readType(reader, type[readZigZag(reader)]);
|
|
39
|
+
else if (typeof type === "object" && type.type === "record") {
|
|
40
|
+
const obj = {};
|
|
41
|
+
for (const subField of type.fields) obj[subField.name] = readType(reader, subField.type);
|
|
42
|
+
return obj;
|
|
43
|
+
} else if (typeof type === "object" && type.type === "array") {
|
|
44
|
+
const arr = [];
|
|
45
|
+
while (true) {
|
|
46
|
+
let count = readZigZag(reader);
|
|
47
|
+
if (count === 0) break;
|
|
48
|
+
if (count < 0) {
|
|
49
|
+
count = -count;
|
|
50
|
+
readZigZag(reader);
|
|
51
|
+
}
|
|
52
|
+
for (let i = 0; i < count; i++) arr.push(readType(reader, type.items));
|
|
53
|
+
}
|
|
54
|
+
return arr;
|
|
55
|
+
} else if (typeof type === "object" && type.type === "map") {
|
|
56
|
+
const map = {};
|
|
57
|
+
while (true) {
|
|
58
|
+
let count = readZigZag(reader);
|
|
59
|
+
if (count === 0) break;
|
|
60
|
+
if (count < 0) {
|
|
61
|
+
count = -count;
|
|
62
|
+
readZigZag(reader);
|
|
63
|
+
}
|
|
64
|
+
for (let i = 0; i < count; i++) {
|
|
65
|
+
const key = readType(reader, "string");
|
|
66
|
+
map[key] = readType(reader, type.values);
|
|
67
|
+
}
|
|
68
|
+
}
|
|
69
|
+
return map;
|
|
70
|
+
} else if (typeof type === "object" && type.type === "enum") return type.symbols[readZigZag(reader)];
|
|
71
|
+
else if (typeof type === "object" && "logicalType" in type && type.logicalType) if (type.logicalType === "date" && type.type === "int") {
|
|
72
|
+
const value = readZigZag(reader);
|
|
73
|
+
return /* @__PURE__ */ new Date(value * 864e5);
|
|
74
|
+
} else if (type.logicalType === "time-millis" && type.type === "int") return readZigZag(reader);
|
|
75
|
+
else if (type.logicalType === "time-micros" && type.type === "long") return readZigZagBigInt(reader);
|
|
76
|
+
else if (type.logicalType === "timestamp-millis" && type.type === "long") {
|
|
77
|
+
const value = readZigZagBigInt(reader);
|
|
78
|
+
return new Date(Number(value));
|
|
79
|
+
} else if (type.logicalType === "timestamp-micros" && type.type === "long") {
|
|
80
|
+
const value = readZigZagBigInt(reader);
|
|
81
|
+
return new Date(Number(value / 1000n));
|
|
82
|
+
} else if (type.logicalType === "timestamp-nanos" && type.type === "long") {
|
|
83
|
+
const value = readZigZagBigInt(reader);
|
|
84
|
+
return new Date(Number(value / 1000000n));
|
|
85
|
+
} else if (type.logicalType === "decimal" && "precision" in type) {
|
|
86
|
+
const bytes = type.type === "fixed" ? readFixed(reader, type.size) : readType(reader, type.type);
|
|
87
|
+
const factor = 10 ** -(type.scale || 0);
|
|
88
|
+
return parseDecimal(bytes) * factor;
|
|
89
|
+
} else if (type.logicalType === "uuid" && type.type === "fixed" && type.size === 16) return bytesToUuid(readFixed(reader, 16));
|
|
90
|
+
else {
|
|
91
|
+
console.warn(`unknown logical type: ${type.logicalType}`);
|
|
92
|
+
return type.type === "fixed" ? readFixed(reader, type.size) : readType(reader, type.type);
|
|
93
|
+
}
|
|
94
|
+
else if (typeof type === "object" && type.type === "fixed") return readFixed(reader, type.size);
|
|
95
|
+
else if (type === "boolean") {
|
|
96
|
+
const value = reader.view.getUint8(reader.offset) === 1;
|
|
97
|
+
reader.offset++;
|
|
98
|
+
return value;
|
|
99
|
+
} else if (type === "int") return readZigZag(reader);
|
|
100
|
+
else if (type === "long") return readZigZagBigInt(reader);
|
|
101
|
+
else if (type === "float") {
|
|
102
|
+
const value = reader.view.getFloat32(reader.offset, true);
|
|
103
|
+
reader.offset += 4;
|
|
104
|
+
return value;
|
|
105
|
+
} else if (type === "double") {
|
|
106
|
+
const value = reader.view.getFloat64(reader.offset, true);
|
|
107
|
+
reader.offset += 8;
|
|
108
|
+
return value;
|
|
109
|
+
} else if (type === "bytes") {
|
|
110
|
+
const length = readZigZag(reader);
|
|
111
|
+
const bytes = new Uint8Array(reader.view.buffer, reader.view.byteOffset + reader.offset, length);
|
|
112
|
+
reader.offset += length;
|
|
113
|
+
return bytes;
|
|
114
|
+
} else if (type === "string") {
|
|
115
|
+
const length = readZigZag(reader);
|
|
116
|
+
const bytes = new Uint8Array(reader.view.buffer, reader.view.byteOffset + reader.offset, length);
|
|
117
|
+
const text = new TextDecoder().decode(bytes);
|
|
118
|
+
reader.offset += length;
|
|
119
|
+
return text;
|
|
120
|
+
} else if (typeof type === "object" && typeof type.type === "string") return readType(reader, type.type);
|
|
121
|
+
else throw new Error(`unsupported type: ${JSON.stringify(type)}`);
|
|
122
|
+
}
|
|
123
|
+
function readFixed(reader, size) {
|
|
124
|
+
const bytes = new Uint8Array(reader.view.buffer, reader.view.byteOffset + reader.offset, size);
|
|
125
|
+
reader.offset += size;
|
|
126
|
+
return bytes;
|
|
127
|
+
}
|
|
128
|
+
function bytesToUuid(bytes) {
|
|
129
|
+
let hex = "";
|
|
130
|
+
for (let i = 0; i < 16; i++) {
|
|
131
|
+
hex += bytes[i].toString(16).padStart(2, "0");
|
|
132
|
+
if (i === 3 || i === 5 || i === 7 || i === 9) hex += "-";
|
|
133
|
+
}
|
|
134
|
+
return hex;
|
|
135
|
+
}
|
|
136
|
+
export { avroRead };
|
|
@@ -0,0 +1,148 @@
|
|
|
1
|
+
import { ByteWriter } from "../../../../../hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/bytewriter.mjs";
|
|
2
|
+
import "../../../../../hyparquet-writer@0.16.1_patch_hash=7a5e451ac7634d7546ac56bcc5eadacf7715a6241640c2b5a5bc0cfc9763b8ec/node_modules/hyparquet-writer/src/node.mjs";
|
|
3
|
+
function avroWrite({ writer, schema, records, blockSize = 512, metadata }) {
|
|
4
|
+
writer.appendUint32(23749199);
|
|
5
|
+
const meta = {
|
|
6
|
+
...metadata,
|
|
7
|
+
"avro.schema": typeof schema === "string" ? schema : JSON.stringify(schema),
|
|
8
|
+
"avro.codec": "null"
|
|
9
|
+
};
|
|
10
|
+
appendZigZag(writer, Object.keys(meta).length);
|
|
11
|
+
for (const [key, value] of Object.entries(meta)) {
|
|
12
|
+
const kb = new TextEncoder().encode(key);
|
|
13
|
+
appendZigZag(writer, kb.length);
|
|
14
|
+
writer.appendBytes(kb);
|
|
15
|
+
const vb = new TextEncoder().encode(value);
|
|
16
|
+
appendZigZag(writer, vb.length);
|
|
17
|
+
writer.appendBytes(vb);
|
|
18
|
+
}
|
|
19
|
+
writer.appendVarInt(0);
|
|
20
|
+
const sync = /* @__PURE__ */ new Uint8Array(16);
|
|
21
|
+
for (let i = 0; i < 16; i++) sync[i] = Math.random() * 256 | 0;
|
|
22
|
+
writer.appendBytes(sync);
|
|
23
|
+
for (let i = 0; i < records.length; i += blockSize) {
|
|
24
|
+
const block = records.slice(i, i + blockSize);
|
|
25
|
+
appendZigZag(writer, block.length);
|
|
26
|
+
const blockWriter = new ByteWriter();
|
|
27
|
+
for (const record of block) for (const { name, type } of schema.fields) writeType(blockWriter, type, record[name]);
|
|
28
|
+
appendZigZag(writer, blockWriter.offset);
|
|
29
|
+
writer.appendBytes(blockWriter.getBytes());
|
|
30
|
+
writer.appendBytes(sync);
|
|
31
|
+
}
|
|
32
|
+
return writer.finish();
|
|
33
|
+
}
|
|
34
|
+
function writeType(writer, schema, value) {
|
|
35
|
+
if (Array.isArray(schema)) {
|
|
36
|
+
const unionIndex = schema.findIndex((s) => {
|
|
37
|
+
if (Array.isArray(s)) throw new Error("nested unions not supported");
|
|
38
|
+
const tag = typeof s === "string" ? s : s.type === "record" || s.type === "array" || s.type === "fixed" ? s.type : "logicalType" in s && s.logicalType ? s.logicalType : s.type;
|
|
39
|
+
if (value == null) return tag === "null";
|
|
40
|
+
if (tag === "boolean") return typeof value === "boolean";
|
|
41
|
+
if (tag === "int") return typeof value === "number" && Number.isInteger(value);
|
|
42
|
+
if (tag === "long") return typeof value === "bigint" || typeof value === "number";
|
|
43
|
+
if (tag === "float" || tag === "double") return typeof value === "number";
|
|
44
|
+
if (tag === "string") return typeof value === "string";
|
|
45
|
+
if (tag === "bytes") return value instanceof Uint8Array;
|
|
46
|
+
if (tag === "date") return value instanceof Date || typeof value === "number";
|
|
47
|
+
if (tag === "time-millis") return typeof value === "number";
|
|
48
|
+
if (tag === "time-micros") return typeof value === "bigint" || typeof value === "number";
|
|
49
|
+
if (tag === "timestamp-millis" || tag === "timestamp-micros" || tag === "timestamp-nanos") return value instanceof Date || typeof value === "bigint" || typeof value === "number";
|
|
50
|
+
if (tag === "decimal") return typeof value === "number" || typeof value === "bigint";
|
|
51
|
+
if (tag === "record") return typeof value === "object" && value !== null;
|
|
52
|
+
if (tag === "array") return Array.isArray(value);
|
|
53
|
+
if (tag === "fixed") {
|
|
54
|
+
if (value instanceof Uint8Array) return true;
|
|
55
|
+
return typeof s === "object" && "logicalType" in s && s.logicalType === "uuid" && typeof value === "string";
|
|
56
|
+
}
|
|
57
|
+
return false;
|
|
58
|
+
});
|
|
59
|
+
if (unionIndex === -1) throw new Error("union branch not found");
|
|
60
|
+
appendZigZag(writer, unionIndex);
|
|
61
|
+
writeType(writer, schema[unionIndex], value);
|
|
62
|
+
} else if (typeof schema === "string") {
|
|
63
|
+
if (schema === "null") {} else if (schema === "boolean") writer.appendUint8(value ? 1 : 0);
|
|
64
|
+
else if (schema === "int") {
|
|
65
|
+
if (typeof value !== "number" || !Number.isInteger(value)) throw new Error("expected integer value");
|
|
66
|
+
appendZigZag(writer, value);
|
|
67
|
+
} else if (schema === "long") {
|
|
68
|
+
if (typeof value !== "bigint") throw new Error("expected bigint value");
|
|
69
|
+
appendZigZag64(writer, value);
|
|
70
|
+
} else if (schema === "float") {
|
|
71
|
+
if (typeof value !== "number") throw new Error("expected number value");
|
|
72
|
+
writer.appendFloat32(value);
|
|
73
|
+
} else if (schema === "double") {
|
|
74
|
+
if (typeof value !== "number") throw new Error("expected number value");
|
|
75
|
+
writer.appendFloat64(value);
|
|
76
|
+
} else if (schema === "bytes") {
|
|
77
|
+
if (!(value instanceof Uint8Array)) throw new Error("expected Uint8Array value");
|
|
78
|
+
appendZigZag(writer, value.length);
|
|
79
|
+
writer.appendBytes(value);
|
|
80
|
+
} else if (schema === "string") {
|
|
81
|
+
if (typeof value !== "string") throw new Error("expected string value");
|
|
82
|
+
const b = new TextEncoder().encode(value);
|
|
83
|
+
appendZigZag(writer, b.length);
|
|
84
|
+
writer.appendBytes(b);
|
|
85
|
+
}
|
|
86
|
+
} else if (schema.type === "record") for (const f of schema.fields) writeType(writer, f.type, value[f.name]);
|
|
87
|
+
else if (schema.type === "array") {
|
|
88
|
+
if (value.length) {
|
|
89
|
+
appendZigZag(writer, value.length);
|
|
90
|
+
for (const it of value) writeType(writer, schema.items, it);
|
|
91
|
+
}
|
|
92
|
+
writer.appendVarInt(0);
|
|
93
|
+
} else if (schema.type === "fixed") {
|
|
94
|
+
const bytes = schema.logicalType === "uuid" && typeof value === "string" ? uuidStringToBytes(value) : value;
|
|
95
|
+
if (!(bytes instanceof Uint8Array)) throw new Error("expected Uint8Array value");
|
|
96
|
+
if (bytes.length !== schema.size) throw new Error(`expected fixed[${schema.size}] value`);
|
|
97
|
+
writer.appendBytes(bytes);
|
|
98
|
+
} else if ("logicalType" in schema) if (schema.logicalType === "date") appendZigZag(writer, value instanceof Date ? Math.floor(value.getTime() / 864e5) : value);
|
|
99
|
+
else if (schema.logicalType === "time-millis") appendZigZag(writer, value);
|
|
100
|
+
else if (schema.logicalType === "time-micros") appendZigZag64(writer, BigInt(value));
|
|
101
|
+
else if (schema.logicalType === "timestamp-millis") appendZigZag64(writer, value instanceof Date ? BigInt(value.getTime()) : BigInt(value));
|
|
102
|
+
else if (schema.logicalType === "timestamp-micros") appendZigZag64(writer, value instanceof Date ? BigInt(value.getTime()) * 1000n : BigInt(value));
|
|
103
|
+
else if (schema.logicalType === "timestamp-nanos") appendZigZag64(writer, value instanceof Date ? BigInt(value.getTime()) * 1000000n : BigInt(value));
|
|
104
|
+
else if (schema.logicalType === "decimal") {
|
|
105
|
+
const scale = "scale" in schema ? schema.scale ?? 0 : 0;
|
|
106
|
+
let u;
|
|
107
|
+
if (typeof value === "bigint") u = value;
|
|
108
|
+
else if (typeof value === "number") u = BigInt(Math.round(value * 10 ** scale));
|
|
109
|
+
else throw new Error("decimal value must be bigint or number");
|
|
110
|
+
const b = bigIntToBytes(u);
|
|
111
|
+
appendZigZag(writer, b.length);
|
|
112
|
+
writer.appendBytes(b);
|
|
113
|
+
} else throw new Error(`unknown logical type ${schema.logicalType}`);
|
|
114
|
+
else throw new Error(`unknown schema type ${JSON.stringify(schema)}`);
|
|
115
|
+
}
|
|
116
|
+
function appendZigZag(writer, v) {
|
|
117
|
+
writer.appendVarInt(v << 1 ^ v >> 31);
|
|
118
|
+
}
|
|
119
|
+
function appendZigZag64(writer, v) {
|
|
120
|
+
writer.appendVarBigInt(v << 1n ^ v >> 63n);
|
|
121
|
+
}
|
|
122
|
+
function uuidStringToBytes(value) {
|
|
123
|
+
const hex = value.toLowerCase().replace(/-/g, "");
|
|
124
|
+
if (!/^[0-9a-f]{32}$/.test(hex)) throw new Error("expected uuid string");
|
|
125
|
+
const bytes = /* @__PURE__ */ new Uint8Array(16);
|
|
126
|
+
for (let i = 0; i < 16; i++) bytes[i] = parseInt(hex.slice(i * 2, i * 2 + 2), 16);
|
|
127
|
+
return bytes;
|
|
128
|
+
}
|
|
129
|
+
function bigIntToBytes(value) {
|
|
130
|
+
const neg = value < 0n;
|
|
131
|
+
let abs = neg ? -value : value;
|
|
132
|
+
const out = [];
|
|
133
|
+
while (abs > 0n) {
|
|
134
|
+
out.unshift(Number(abs & 255n));
|
|
135
|
+
abs >>= 8n;
|
|
136
|
+
}
|
|
137
|
+
if (out.length === 0) out.push(0);
|
|
138
|
+
if (neg) {
|
|
139
|
+
for (let i = 0; i < out.length; i++) out[i] ^= 255;
|
|
140
|
+
for (let i = out.length - 1; i >= 0; i--) {
|
|
141
|
+
out[i] = out[i] + 1 & 255;
|
|
142
|
+
if (out[i]) break;
|
|
143
|
+
}
|
|
144
|
+
if ((out[0] & 128) === 0) out.unshift(255);
|
|
145
|
+
} else if ((out[0] & 128) !== 0) out.unshift(0);
|
|
146
|
+
return Uint8Array.from(out);
|
|
147
|
+
}
|
|
148
|
+
export { avroWrite };
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
|
@@ -0,0 +1,48 @@
|
|
|
1
|
+
import { restCatalogLoadTable } from "./rest.mjs";
|
|
2
|
+
import { loadLatestFileCatalogMetadata, resolveMetadata } from "../metadata.mjs";
|
|
3
|
+
async function loadTable({ catalog, namespace, table, tableUrl, resolver }) {
|
|
4
|
+
if (catalog.type === "rest") {
|
|
5
|
+
if (!namespace || !table) throw new Error("namespace and table are required for rest catalogs");
|
|
6
|
+
const { metadata } = await restCatalogLoadTable(catalog, {
|
|
7
|
+
namespace,
|
|
8
|
+
table
|
|
9
|
+
});
|
|
10
|
+
return {
|
|
11
|
+
metadata,
|
|
12
|
+
metadataFileName: void 0,
|
|
13
|
+
tableUrl: metadata.location,
|
|
14
|
+
resolver
|
|
15
|
+
};
|
|
16
|
+
}
|
|
17
|
+
if (catalog.type === "file") {
|
|
18
|
+
if (!tableUrl) throw new Error("tableUrl is required for file catalogs");
|
|
19
|
+
const eff = resolver ?? catalog.resolver;
|
|
20
|
+
if (catalog.conditionalCommits) {
|
|
21
|
+
const { metadata, metadataFileName, version } = await loadLatestFileCatalogMetadata({
|
|
22
|
+
tableUrl,
|
|
23
|
+
resolver: eff,
|
|
24
|
+
lister: catalog.lister
|
|
25
|
+
});
|
|
26
|
+
return {
|
|
27
|
+
metadata,
|
|
28
|
+
metadataFileName,
|
|
29
|
+
version,
|
|
30
|
+
tableUrl,
|
|
31
|
+
resolver: eff
|
|
32
|
+
};
|
|
33
|
+
}
|
|
34
|
+
const { metadata, metadataFileName } = await resolveMetadata({
|
|
35
|
+
tableUrl,
|
|
36
|
+
resolver: eff,
|
|
37
|
+
lister: catalog.lister
|
|
38
|
+
});
|
|
39
|
+
return {
|
|
40
|
+
metadata,
|
|
41
|
+
metadataFileName,
|
|
42
|
+
tableUrl,
|
|
43
|
+
resolver: eff
|
|
44
|
+
};
|
|
45
|
+
}
|
|
46
|
+
throw new Error(`unknown catalog type: ${catalog?.type}`);
|
|
47
|
+
}
|
|
48
|
+
export { loadTable };
|
|
@@ -0,0 +1,159 @@
|
|
|
1
|
+
import { parseIcebergJson, stringifyIcebergJson } from "../json.mjs";
|
|
2
|
+
async function restCatalogConnect({ url, warehouse, requestInit, signRequest }) {
|
|
3
|
+
const base = url.replace(/\/$/, "");
|
|
4
|
+
const configUrl = warehouse ? `${base}/v1/config?warehouse=${encodeURIComponent(warehouse)}` : `${base}/v1/config`;
|
|
5
|
+
let init = requestInit;
|
|
6
|
+
if (signRequest) init = await signRequest(configUrl, init);
|
|
7
|
+
const res = await fetch(configUrl, init);
|
|
8
|
+
if (!res.ok) await throwRestError(res);
|
|
9
|
+
const body = parseIcebergJson(await res.text());
|
|
10
|
+
const defaults = body.defaults ?? {};
|
|
11
|
+
const overrides = body.overrides ?? {};
|
|
12
|
+
const prefix = overrides.prefix ?? defaults.prefix ?? "";
|
|
13
|
+
const ctx = {
|
|
14
|
+
type: "rest",
|
|
15
|
+
url: base,
|
|
16
|
+
prefix: typeof prefix === "string" ? prefix : "",
|
|
17
|
+
defaults,
|
|
18
|
+
overrides,
|
|
19
|
+
requestInit
|
|
20
|
+
};
|
|
21
|
+
if (signRequest) ctx.signRequest = signRequest;
|
|
22
|
+
return Object.freeze(ctx);
|
|
23
|
+
}
|
|
24
|
+
function restCatalogListTables(ctx, { namespace }) {
|
|
25
|
+
const ns = encodeNamespace(namespace);
|
|
26
|
+
return paginate({}, async (query) => {
|
|
27
|
+
const body = parseIcebergJson(await (await restFetch(ctx, `namespaces/${ns}/tables${query}`)).text());
|
|
28
|
+
return {
|
|
29
|
+
items: body.identifiers ?? [],
|
|
30
|
+
nextPageToken: body["next-page-token"]
|
|
31
|
+
};
|
|
32
|
+
});
|
|
33
|
+
}
|
|
34
|
+
async function restCatalogLoadTable(ctx, { namespace, table }) {
|
|
35
|
+
const body = parseIcebergJson(await (await restFetch(ctx, `namespaces/${encodeNamespace(namespace)}/tables/${encodeURIComponent(table)}`)).text());
|
|
36
|
+
return {
|
|
37
|
+
metadataLocation: body["metadata-location"],
|
|
38
|
+
metadata: body.metadata,
|
|
39
|
+
config: body.config ?? {}
|
|
40
|
+
};
|
|
41
|
+
}
|
|
42
|
+
async function restCatalogCreateTable(ctx, { namespace, table, schema, location, partitionSpec, writeOrder, stageCreate, properties }) {
|
|
43
|
+
const ns = encodeNamespace(namespace);
|
|
44
|
+
const body = {
|
|
45
|
+
name: table,
|
|
46
|
+
schema
|
|
47
|
+
};
|
|
48
|
+
if (location !== void 0) body.location = location;
|
|
49
|
+
if (partitionSpec !== void 0) body["partition-spec"] = partitionSpec;
|
|
50
|
+
if (writeOrder !== void 0) body["write-order"] = writeOrder;
|
|
51
|
+
if (stageCreate !== void 0) body["stage-create"] = stageCreate;
|
|
52
|
+
if (properties !== void 0) body.properties = properties;
|
|
53
|
+
const responseBody = parseIcebergJson(await (await restFetch(ctx, `namespaces/${ns}/tables`, {
|
|
54
|
+
method: "POST",
|
|
55
|
+
headers: { "content-type": "application/json" },
|
|
56
|
+
body: stringifyIcebergJson(body)
|
|
57
|
+
})).text());
|
|
58
|
+
return {
|
|
59
|
+
metadataLocation: responseBody["metadata-location"],
|
|
60
|
+
metadata: responseBody.metadata,
|
|
61
|
+
config: responseBody.config ?? {}
|
|
62
|
+
};
|
|
63
|
+
}
|
|
64
|
+
async function restCatalogUpdateTable(ctx, { namespace, table, requirements, updates }) {
|
|
65
|
+
const responseBody = parseIcebergJson(await (await restFetch(ctx, `namespaces/${encodeNamespace(namespace)}/tables/${encodeURIComponent(table)}`, {
|
|
66
|
+
method: "POST",
|
|
67
|
+
headers: { "content-type": "application/json" },
|
|
68
|
+
body: stringifyIcebergJson({
|
|
69
|
+
requirements,
|
|
70
|
+
updates
|
|
71
|
+
})
|
|
72
|
+
})).text());
|
|
73
|
+
return {
|
|
74
|
+
metadataLocation: responseBody["metadata-location"],
|
|
75
|
+
metadata: responseBody.metadata,
|
|
76
|
+
config: responseBody.config ?? {}
|
|
77
|
+
};
|
|
78
|
+
}
|
|
79
|
+
async function restCatalogDropTable(ctx, { namespace, table, purgeRequested }) {
|
|
80
|
+
await restFetch(ctx, `namespaces/${encodeNamespace(namespace)}/tables/${encodeURIComponent(table)}${purgeRequested ? "?purgeRequested=true" : ""}`, { method: "DELETE" });
|
|
81
|
+
}
|
|
82
|
+
async function restCatalogCreateNamespace(ctx, { namespace, properties }) {
|
|
83
|
+
const ns = Array.isArray(namespace) ? namespace : namespace.split(".");
|
|
84
|
+
const body = parseIcebergJson(await (await restFetch(ctx, "namespaces", {
|
|
85
|
+
method: "POST",
|
|
86
|
+
headers: { "content-type": "application/json" },
|
|
87
|
+
body: stringifyIcebergJson({
|
|
88
|
+
namespace: ns,
|
|
89
|
+
properties: properties ?? {}
|
|
90
|
+
})
|
|
91
|
+
})).text());
|
|
92
|
+
return {
|
|
93
|
+
namespace: body.namespace ?? ns,
|
|
94
|
+
properties: body.properties ?? {}
|
|
95
|
+
};
|
|
96
|
+
}
|
|
97
|
+
function encodeNamespace(namespace) {
|
|
98
|
+
return (Array.isArray(namespace) ? namespace : namespace.split(".")).map((p) => encodeURIComponent(p)).join("%1F");
|
|
99
|
+
}
|
|
100
|
+
async function restFetch(ctx, path, init) {
|
|
101
|
+
const prefixSegment = ctx.prefix ? `${ctx.prefix.replace(/^\/|\/$/g, "")}/` : "";
|
|
102
|
+
const fullUrl = `${ctx.url}/v1/${prefixSegment}${path}`;
|
|
103
|
+
let merged = mergeRequestInit(ctx.requestInit, init);
|
|
104
|
+
if (ctx.signRequest) merged = await ctx.signRequest(fullUrl, merged);
|
|
105
|
+
const res = await fetch(fullUrl, merged);
|
|
106
|
+
if (!res.ok) await throwRestError(res);
|
|
107
|
+
return res;
|
|
108
|
+
}
|
|
109
|
+
function mergeRequestInit(a, b) {
|
|
110
|
+
if (!a) return b;
|
|
111
|
+
if (!b) return a;
|
|
112
|
+
return {
|
|
113
|
+
...a,
|
|
114
|
+
...b,
|
|
115
|
+
headers: {
|
|
116
|
+
...headersToObject(a.headers),
|
|
117
|
+
...headersToObject(b.headers)
|
|
118
|
+
}
|
|
119
|
+
};
|
|
120
|
+
}
|
|
121
|
+
function headersToObject(h) {
|
|
122
|
+
if (!h) return {};
|
|
123
|
+
if (h instanceof Headers) {
|
|
124
|
+
const out = {};
|
|
125
|
+
h.forEach((v, k) => {
|
|
126
|
+
out[k] = v;
|
|
127
|
+
});
|
|
128
|
+
return out;
|
|
129
|
+
}
|
|
130
|
+
if (Array.isArray(h)) return Object.fromEntries(h);
|
|
131
|
+
return h;
|
|
132
|
+
}
|
|
133
|
+
async function throwRestError(res) {
|
|
134
|
+
let detail = "";
|
|
135
|
+
try {
|
|
136
|
+
const body = parseIcebergJson(await res.text());
|
|
137
|
+
if (body?.error) {
|
|
138
|
+
const { code, type, message } = body.error;
|
|
139
|
+
detail = `${code ?? res.status} ${type ?? ""}: ${message ?? ""}`.trim();
|
|
140
|
+
}
|
|
141
|
+
} catch {}
|
|
142
|
+
const err = new Error(detail || `${res.status} ${res.statusText}`);
|
|
143
|
+
err.status = res.status;
|
|
144
|
+
throw err;
|
|
145
|
+
}
|
|
146
|
+
async function paginate(baseParams, fetchPage) {
|
|
147
|
+
const out = [];
|
|
148
|
+
let pageToken;
|
|
149
|
+
while (true) {
|
|
150
|
+
const params = { ...baseParams };
|
|
151
|
+
if (pageToken) params.pageToken = pageToken;
|
|
152
|
+
const keys = Object.keys(params);
|
|
153
|
+
const { items, nextPageToken } = await fetchPage(keys.length ? "?" + keys.map((k) => `${k}=${params[k]}`).join("&") : "");
|
|
154
|
+
out.push(...items);
|
|
155
|
+
if (!nextPageToken) return out;
|
|
156
|
+
pageToken = encodeURIComponent(nextPageToken);
|
|
157
|
+
}
|
|
158
|
+
}
|
|
159
|
+
export { restCatalogConnect, restCatalogCreateNamespace, restCatalogCreateTable, restCatalogDropTable, restCatalogListTables, restCatalogLoadTable, restCatalogUpdateTable };
|
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
import { stringifyIcebergJson } from "./json.mjs";
|
|
2
|
+
import { uuid4 } from "./utils.mjs";
|
|
3
|
+
import { maxFieldId, validateSchemaForVersion } from "./schema.mjs";
|
|
4
|
+
import { validatePartitionSpecForWrite } from "./write/partition.mjs";
|
|
5
|
+
async function icebergCreate({ tableUrl, resolver, schema, formatVersion, partitionSpec, sortOrder, properties, conditionalCommits }) {
|
|
6
|
+
if (!tableUrl) throw new Error("tableUrl is required");
|
|
7
|
+
if (formatVersion === void 0) {
|
|
8
|
+
const propVersion = properties?.["format-version"];
|
|
9
|
+
formatVersion = propVersion !== void 0 ? Number(propVersion) : 2;
|
|
10
|
+
}
|
|
11
|
+
if (formatVersion !== 2 && formatVersion !== 3) throw new Error(`unsupported format-version: ${formatVersion}`);
|
|
12
|
+
const metadataVersion = 1;
|
|
13
|
+
const metadataUrl = `${tableUrl}/metadata/v${metadataVersion}.metadata.json`;
|
|
14
|
+
const initialSchema = schema ?? {
|
|
15
|
+
type: "struct",
|
|
16
|
+
"schema-id": 0,
|
|
17
|
+
fields: []
|
|
18
|
+
};
|
|
19
|
+
validateSchemaForVersion(initialSchema, formatVersion);
|
|
20
|
+
const initialPartitionSpec = partitionSpec ?? {
|
|
21
|
+
"spec-id": 0,
|
|
22
|
+
fields: []
|
|
23
|
+
};
|
|
24
|
+
validatePartitionSpecForWrite(initialSchema, initialPartitionSpec);
|
|
25
|
+
const initialSortOrder = sortOrder ?? {
|
|
26
|
+
"order-id": 0,
|
|
27
|
+
fields: []
|
|
28
|
+
};
|
|
29
|
+
const metadata = {
|
|
30
|
+
"format-version": formatVersion,
|
|
31
|
+
"table-uuid": uuid4(),
|
|
32
|
+
location: tableUrl,
|
|
33
|
+
"last-sequence-number": 0,
|
|
34
|
+
"last-updated-ms": Date.now(),
|
|
35
|
+
"last-column-id": maxFieldId(initialSchema.fields),
|
|
36
|
+
"current-schema-id": initialSchema["schema-id"] ?? 0,
|
|
37
|
+
schemas: [initialSchema],
|
|
38
|
+
"default-spec-id": initialPartitionSpec["spec-id"],
|
|
39
|
+
"partition-specs": [initialPartitionSpec],
|
|
40
|
+
"last-partition-id": maxPartitionFieldId(initialPartitionSpec.fields),
|
|
41
|
+
"sort-orders": [initialSortOrder],
|
|
42
|
+
"default-sort-order-id": initialSortOrder["order-id"]
|
|
43
|
+
};
|
|
44
|
+
if (properties) metadata.properties = properties;
|
|
45
|
+
if (formatVersion >= 3) metadata["next-row-id"] = 0;
|
|
46
|
+
if (!resolver.writer) throw new Error("resolver.writer is required");
|
|
47
|
+
const metadataWriter = conditionalCommits ? resolver.writer(metadataUrl, { ifNoneMatch: "*" }) : resolver.writer(metadataUrl);
|
|
48
|
+
const metadataBytes = new TextEncoder().encode(stringifyIcebergJson(metadata));
|
|
49
|
+
metadataWriter.appendBytes(metadataBytes);
|
|
50
|
+
await metadataWriter.finish();
|
|
51
|
+
const versionHintUrl = `${tableUrl}/metadata/version-hint.text`;
|
|
52
|
+
try {
|
|
53
|
+
const versionHintWriter = resolver.writer(versionHintUrl);
|
|
54
|
+
const versionHintBytes = new TextEncoder().encode(String(metadataVersion));
|
|
55
|
+
versionHintWriter.appendBytes(versionHintBytes);
|
|
56
|
+
await versionHintWriter.finish();
|
|
57
|
+
} catch (err) {
|
|
58
|
+
if (!conditionalCommits) throw err;
|
|
59
|
+
}
|
|
60
|
+
return metadata;
|
|
61
|
+
}
|
|
62
|
+
function maxPartitionFieldId(partitionFields = []) {
|
|
63
|
+
let max = 0;
|
|
64
|
+
for (const pf of partitionFields) if (max < pf["field-id"]) max = pf["field-id"];
|
|
65
|
+
return max;
|
|
66
|
+
}
|
|
67
|
+
export { icebergCreate };
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
import { valuesEqual } from "./utils.mjs";
|
|
2
|
+
function deleteFileAppliesToDataEntry(dataEntry, deleteEntry, metadata, deleteType) {
|
|
3
|
+
const dataSequenceNumber = dataEntry.sequence_number;
|
|
4
|
+
const deleteSequenceNumber = deleteEntry.sequence_number;
|
|
5
|
+
if (dataSequenceNumber === void 0) throw new Error("data file missing sequence number");
|
|
6
|
+
if (deleteSequenceNumber === void 0) throw new Error("delete file missing sequence number");
|
|
7
|
+
if (deleteType === "equality") {
|
|
8
|
+
if (deleteSequenceNumber <= dataSequenceNumber) return false;
|
|
9
|
+
if (isUnpartitioned(metadata, deleteEntry.partition_spec_id)) return true;
|
|
10
|
+
} else if (deleteSequenceNumber < dataSequenceNumber) return false;
|
|
11
|
+
return samePartition(dataEntry, deleteEntry);
|
|
12
|
+
}
|
|
13
|
+
function isUnpartitioned(metadata, specId) {
|
|
14
|
+
return metadata["partition-specs"].find((s) => s["spec-id"] === specId)?.fields.length === 0;
|
|
15
|
+
}
|
|
16
|
+
function samePartition(dataEntry, deleteEntry) {
|
|
17
|
+
if (dataEntry.partition_spec_id !== deleteEntry.partition_spec_id) return false;
|
|
18
|
+
return partitionsEqual(dataEntry.data_file.partition, deleteEntry.data_file.partition);
|
|
19
|
+
}
|
|
20
|
+
function partitionsEqual(a, b) {
|
|
21
|
+
const aKeys = Object.keys(a);
|
|
22
|
+
const bKeys = Object.keys(b);
|
|
23
|
+
if (aKeys.length !== bKeys.length) return false;
|
|
24
|
+
for (const key of aKeys) {
|
|
25
|
+
if (!Object.hasOwn(b, key)) return false;
|
|
26
|
+
if (!partitionValuesEqual(a[key], b[key])) return false;
|
|
27
|
+
}
|
|
28
|
+
return true;
|
|
29
|
+
}
|
|
30
|
+
function partitionValuesEqual(a, b) {
|
|
31
|
+
if (typeof a === "number" && typeof b === "number") return Object.is(a, b);
|
|
32
|
+
return valuesEqual(a, b);
|
|
33
|
+
}
|
|
34
|
+
export { deleteFileAppliesToDataEntry };
|