@gscdump/lakehouse 7.8.0 → 7.8.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/src/json.mjs +7 -4
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63/node_modules/icebird/types/fetch.d.mts +36 -0
- package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/types/index.d.mts +1 -1
- package/dist/catalog.d.mts +4 -4
- package/dist/catalog.mjs +4 -4
- package/dist/dataset-runtime.mjs +2 -2
- package/dist/dataset.d.mts +1 -1
- package/dist/icebird-resolver.d.mts +10 -0
- package/dist/index.d.mts +1 -1
- package/dist/manifest-merge.mjs +6 -6
- package/dist/manifest-read-limits.d.mts +1 -1
- package/dist/orphan-sweep.mjs +3 -3
- package/dist/unsafe-raw.d.mts +5 -5
- package/dist/unsafe-raw.mjs +5 -5
- package/package.json +1 -1
- package/dist/_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471/node_modules/icebird/types/fetch.d.mts +0 -2
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/src/avro/avro.budget.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/src/avro/avro.metadata.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/src/avro/avro.read.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/src/avro/avro.write.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/src/catalog/file.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/src/catalog/loadTable.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/src/catalog/rest.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/src/create.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/src/delete.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/src/fetch.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/src/index.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/src/manifest.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/src/metadata.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/src/prune.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/src/puffin/deletion-vector.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/src/puffin/puffin.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/src/puffin/roaring.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/src/read.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/src/s3.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/src/schema.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/src/sigv4.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/src/sql/icebergDataSource.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/src/sql/icebergQuery.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/src/sql/whereFilter.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/src/types.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/src/utils.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/src/write/commit.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/src/write/conversions.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/src/write/delete-file.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/src/write/geospatial.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/src/write/manifest-list.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/src/write/manifest.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/src/write/parquet.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/src/write/partition.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/src/write/rewrite.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/src/write/serde.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/src/write/snapshot.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/src/write/sort.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/src/write/stage-deletion-vector.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/src/write/stage-position-delete.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/src/write/stage.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/src/write/stats.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/src/write/transform.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/src/write/write.mjs +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/types/catalog/file.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/types/catalog/rest.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/types/create.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/types/manifest.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/types/metadata.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/types/read.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/types/s3.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/types/sql/icebergDataSource.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/types/sql/icebergQuery.d.mts +0 -0
- /package/dist/_virtual/node_modules/.pnpm/{icebird@0.8.30_patch_hash=1359a91da68522a736babe444880ae391f19455fbe47c346f76cec92c5c2e471 → icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63}/node_modules/icebird/types/write/write.d.mts +0 -0
|
@@ -12,13 +12,15 @@ function parseIcebergJson(text) {
|
|
|
12
12
|
if (text[i] !== "\"") throw new Error(`expected " at ${i}`);
|
|
13
13
|
i++;
|
|
14
14
|
let s = "";
|
|
15
|
+
let run = i;
|
|
15
16
|
while (i < text.length) {
|
|
16
|
-
const c = text
|
|
17
|
-
if (c ===
|
|
18
|
-
if (c !==
|
|
19
|
-
|
|
17
|
+
const c = text.charCodeAt(i);
|
|
18
|
+
if (c === 34) return s + text.slice(run, i++);
|
|
19
|
+
if (c !== 92) {
|
|
20
|
+
i++;
|
|
20
21
|
continue;
|
|
21
22
|
}
|
|
23
|
+
s += text.slice(run, i++);
|
|
22
24
|
const e = text[i++];
|
|
23
25
|
if (e === "u") {
|
|
24
26
|
s += String.fromCharCode(parseInt(text.slice(i, i + 4), 16));
|
|
@@ -29,6 +31,7 @@ function parseIcebergJson(text) {
|
|
|
29
31
|
else if (e === "b") s += "\b";
|
|
30
32
|
else if (e === "f") s += "\f";
|
|
31
33
|
else s += e;
|
|
34
|
+
run = i;
|
|
32
35
|
}
|
|
33
36
|
throw new Error("unterminated string");
|
|
34
37
|
}
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
import "../../../../hyparquet@1.31.1/node_modules/hyparquet/types/node.mjs";
|
|
2
|
+
import { Resolver } from "../src/types.mjs";
|
|
3
|
+
/**
|
|
4
|
+
* Wrap a `Resolver` so reads of the same path share one HTTP fetch and
|
|
5
|
+
* subsequent range reads share one in-memory buffer. Writes and deletes
|
|
6
|
+
* through the same resolver invalidate the cache entry for their path on
|
|
7
|
+
* success, so a commit pipeline (`icebergAppend` → reload metadata) sees the
|
|
8
|
+
* new bytes without manual invalidation.
|
|
9
|
+
*
|
|
10
|
+
* - `reader(path)` is memoized by path. The returned buffer is passed through
|
|
11
|
+
* `cachedAsyncBuffer` so range reads within a single file are also deduped.
|
|
12
|
+
* `byteLength` is a fetch hint and not part of the cache key — the bytes
|
|
13
|
+
* are the same either way.
|
|
14
|
+
* - `writer(path).finish()` invalidates the cache entry only when the
|
|
15
|
+
* underlying finish resolves; a rejected finish (e.g. an `If-None-Match: *`
|
|
16
|
+
* collision returning 412/409) leaves the cached bytes intact, since the
|
|
17
|
+
* server-side object hasn't changed.
|
|
18
|
+
* - `deleter(path)` invalidates the cache entry on success.
|
|
19
|
+
* - `writer` and `deleter` are omitted when the base resolver omits them, so
|
|
20
|
+
* wrapping a read-only resolver still yields a read-only resolver.
|
|
21
|
+
*
|
|
22
|
+
* Iceberg writes are almost entirely create-new-path (data parquets, manifest
|
|
23
|
+
* avros, snapshot avros, vN.metadata.json all live at fresh paths per
|
|
24
|
+
* commit). Only `version-hint.text` and equivalent catalog-pointer files are
|
|
25
|
+
* truly mutated in place, so path-level invalidation is sufficient to keep
|
|
26
|
+
* single-process write-then-read pipelines consistent.
|
|
27
|
+
*
|
|
28
|
+
* Cross-process freshness is out of scope: a reader in process B does not
|
|
29
|
+
* see writes committed by process A through a different cache. Use a
|
|
30
|
+
* short-lived resolver, an external coordination layer, or wrap with TTL /
|
|
31
|
+
* conditional-GET revalidation if you need that.
|
|
32
|
+
*
|
|
33
|
+
* @param {Resolver} base
|
|
34
|
+
* @returns {Resolver}
|
|
35
|
+
*/
|
|
36
|
+
export declare function cachingResolver(base: Resolver): Resolver;
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
import { icebergManifests } from "./manifest.mjs";
|
|
2
2
|
import { icebergAppend, icebergCreateTable, icebergDropTable } from "./write/write.mjs";
|
|
3
|
+
import { cachingResolver } from "./fetch.mjs";
|
|
3
4
|
import { restCatalogConnect, restCatalogCreateNamespace, restCatalogListTables, restCatalogLoadTable } from "./catalog/rest.mjs";
|
|
4
5
|
import "./create.mjs";
|
|
5
6
|
import "./catalog/file.mjs";
|
|
6
|
-
import "./fetch.mjs";
|
|
7
7
|
import { s3SignedResolver } from "./s3.mjs";
|
|
8
8
|
import "../../../../squirreling@0.16.6/node_modules/squirreling/src/index.mjs";
|
|
9
9
|
import "./read.mjs";
|
package/dist/catalog.d.mts
CHANGED
|
@@ -1,11 +1,11 @@
|
|
|
1
|
-
import { ManifestReadCache, ManifestReadLimits } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=
|
|
2
|
-
import { icebergAppend } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=
|
|
1
|
+
import { ManifestReadCache, ManifestReadLimits } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63/node_modules/icebird/types/manifest.mjs";
|
|
2
|
+
import { icebergAppend } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63/node_modules/icebird/types/write/write.mjs";
|
|
3
3
|
import { CatalogCache } from "./catalog-cache.mjs";
|
|
4
|
+
import { Resolver } from "./icebird-resolver.mjs";
|
|
4
5
|
import "./manifest-read-limits.mjs";
|
|
5
6
|
import { IcebergPrimitiveType, IcebergS3Config } from "./schema.mjs";
|
|
6
7
|
import { PartitionValueMatch } from "./partition-prune.mjs";
|
|
7
|
-
import { restCatalogConnect, restCatalogLoadTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=
|
|
8
|
-
import { Resolver } from "icebird/src/types.js";
|
|
8
|
+
import { restCatalogConnect, restCatalogLoadTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63/node_modules/icebird/types/catalog/rest.mjs";
|
|
9
9
|
/** A field in an icebird table `Schema`. */
|
|
10
10
|
export interface IcebergSchemaField {
|
|
11
11
|
id: number;
|
package/dist/catalog.mjs
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { stringifyBigintSafe } from "./bigint.mjs";
|
|
2
|
-
import { restCatalogConnect, restCatalogCreateNamespace, restCatalogListTables, restCatalogLoadTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=
|
|
3
|
-
import { icebergManifests } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=
|
|
4
|
-
import { s3SignedResolver } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=
|
|
2
|
+
import { restCatalogConnect, restCatalogCreateNamespace, restCatalogListTables, restCatalogLoadTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63/node_modules/icebird/src/catalog/rest.mjs";
|
|
3
|
+
import { icebergManifests } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63/node_modules/icebird/src/manifest.mjs";
|
|
4
|
+
import { s3SignedResolver } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63/node_modules/icebird/src/s3.mjs";
|
|
5
5
|
import { deriveAppendIdentity } from "./append-identity.mjs";
|
|
6
6
|
import { cacheGet, cachePut, reportCatalogCacheError } from "./catalog-cache.mjs";
|
|
7
7
|
import { toIcebergDayCount } from "./date.mjs";
|
|
@@ -53,7 +53,7 @@ function startConnectSpan(profiler, name) {
|
|
|
53
53
|
}
|
|
54
54
|
let icebirdWriteModule;
|
|
55
55
|
function useIcebirdWriteModule() {
|
|
56
|
-
icebirdWriteModule ??= import("./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=
|
|
56
|
+
icebirdWriteModule ??= import("./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63/node_modules/icebird/src/write/write.mjs");
|
|
57
57
|
return icebirdWriteModule;
|
|
58
58
|
}
|
|
59
59
|
const CATALOG_CONFIG_TTL_MS = 36e5;
|
package/dist/dataset-runtime.mjs
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { restCatalogLoadTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=
|
|
1
|
+
import { restCatalogLoadTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63/node_modules/icebird/src/catalog/rest.mjs";
|
|
2
2
|
import { connectIcebergCatalog, createIcebergAppendFileResolver, ensureIcebergNamespace, icebergAppendBatchesRetrying, icebergAppendRetrying, resolveIcebergAppendFiles, resolveIcebergDataFiles } from "./catalog.mjs";
|
|
3
|
-
import { icebergCreateTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=
|
|
3
|
+
import { icebergCreateTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63/node_modules/icebird/src/write/write.mjs";
|
|
4
4
|
async function verifyDatasetTable(conn, table, schema, partitionSpec) {
|
|
5
5
|
const { metadata } = await restCatalogLoadTable(conn.catalog, {
|
|
6
6
|
namespace: conn.namespace,
|
package/dist/dataset.d.mts
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { ManifestReadLimits } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=
|
|
1
|
+
import { ManifestReadLimits } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63/node_modules/icebird/types/manifest.mjs";
|
|
2
2
|
import { CatalogCache } from "./catalog-cache.mjs";
|
|
3
3
|
import "./manifest-read-limits.mjs";
|
|
4
4
|
import { IcebergColumnType, IcebergPartitionField, IcebergTableSpec } from "./schema.mjs";
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import { cachingResolver } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63/node_modules/icebird/types/fetch.mjs";
|
|
2
|
+
/**
|
|
3
|
+
* icebird's file `Resolver`.
|
|
4
|
+
*
|
|
5
|
+
* Derive it from `cachingResolver` and never import `icebird/src/types.js`.
|
|
6
|
+
* That specifier has no declaration under icebird's `types/` folder, so the
|
|
7
|
+
* declaration bundler keeps it as an external import. icebird is bundled and
|
|
8
|
+
* consumers do not install it, so the type would resolve to `any` for them.
|
|
9
|
+
*/
|
|
10
|
+
export type Resolver = ReturnType<typeof cachingResolver>;
|
package/dist/index.d.mts
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { bigintJsonReplacer, coerceBigIntToNumber, encodeJsonBigintSafe, stringifyBigintSafe } from "./bigint.mjs";
|
|
2
|
-
import { ManifestReadLimits } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=
|
|
2
|
+
import { ManifestReadLimits } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63/node_modules/icebird/types/manifest.mjs";
|
|
3
3
|
import { CatalogCache, CatalogCacheGetOutcome, cacheGet, cachePut } from "./catalog-cache.mjs";
|
|
4
4
|
import "./manifest-read-limits.mjs";
|
|
5
5
|
import { DEFAULT_PARTITION_KEY_ENCODING, ICEBERG_TYPE_MAP, IcebergColumn, IcebergColumnType, IcebergPartitionField, IcebergPartitionTransform, IcebergPrimitiveType, IcebergS3Config, IcebergTableSpec, PartitionKeyEncoding } from "./schema.mjs";
|
package/dist/manifest-merge.mjs
CHANGED
|
@@ -1,12 +1,12 @@
|
|
|
1
|
-
import { restCatalogLoadTable, restCatalogUpdateTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=
|
|
1
|
+
import { restCatalogLoadTable, restCatalogUpdateTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63/node_modules/icebird/src/catalog/rest.mjs";
|
|
2
2
|
import { ByteWriter } from "./_virtual/node_modules/.pnpm/hyparquet-writer@0.16.10_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f/node_modules/hyparquet-writer/src/bytewriter.mjs";
|
|
3
3
|
import "./_virtual/node_modules/.pnpm/hyparquet-writer@0.16.10_patch_hash=d26d002aede61ad95dd633d6557b56897cdcbc45dfc3a5d93fa0e9075ad5425f/node_modules/hyparquet-writer/src/node.mjs";
|
|
4
|
-
import { uuid4 } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=
|
|
5
|
-
import { icebergManifests } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=
|
|
4
|
+
import { uuid4 } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63/node_modules/icebird/src/utils.mjs";
|
|
5
|
+
import { icebergManifests } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63/node_modules/icebird/src/manifest.mjs";
|
|
6
6
|
import { invalidateSnapshotRef } from "./catalog.mjs";
|
|
7
|
-
import { writeExistingDataManifest } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=
|
|
8
|
-
import { buildPartitionSummaries, buildSnapshotUpdate, loadPriorManifests } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=
|
|
9
|
-
import { newSnapshotId } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=
|
|
7
|
+
import { writeExistingDataManifest } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63/node_modules/icebird/src/write/manifest.mjs";
|
|
8
|
+
import { buildPartitionSummaries, buildSnapshotUpdate, loadPriorManifests } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63/node_modules/icebird/src/write/snapshot.mjs";
|
|
9
|
+
import { newSnapshotId } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63/node_modules/icebird/src/write/stage.mjs";
|
|
10
10
|
const MAX_MANIFEST_BYTES = 4194304;
|
|
11
11
|
const MAX_INPUT_BYTES = 8388608;
|
|
12
12
|
const MAX_ENTRIES = 1e4;
|
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import { ManifestReadLimits } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=
|
|
1
|
+
import { ManifestReadLimits } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63/node_modules/icebird/types/manifest.mjs";
|
|
2
2
|
export type { ManifestReadLimits };
|
package/dist/orphan-sweep.mjs
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { restCatalogListTables, restCatalogLoadTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=
|
|
2
|
-
import { icebergManifests } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=
|
|
3
|
-
import "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=
|
|
1
|
+
import { restCatalogListTables, restCatalogLoadTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63/node_modules/icebird/src/catalog/rest.mjs";
|
|
2
|
+
import { icebergManifests } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63/node_modules/icebird/src/manifest.mjs";
|
|
3
|
+
import "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63/node_modules/icebird/src/index.mjs";
|
|
4
4
|
const DEFAULT_GRACE_HOURS = 48;
|
|
5
5
|
const DEFAULT_MAX_DELETES = 500;
|
|
6
6
|
const DEFAULT_IO_CONCURRENCY = 4;
|
package/dist/unsafe-raw.d.mts
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { ManifestReadLimits, icebergManifests } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=
|
|
2
|
-
import { icebergAppend, icebergCreateTable, icebergDropTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=
|
|
3
|
-
import { restCatalogConnect, restCatalogCreateNamespace, restCatalogListTables, restCatalogLoadTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=
|
|
1
|
+
import { ManifestReadLimits, icebergManifests } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63/node_modules/icebird/types/manifest.mjs";
|
|
2
|
+
import { icebergAppend, icebergCreateTable, icebergDropTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63/node_modules/icebird/types/write/write.mjs";
|
|
3
|
+
import { restCatalogConnect, restCatalogCreateNamespace, restCatalogListTables, restCatalogLoadTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63/node_modules/icebird/types/catalog/rest.mjs";
|
|
4
4
|
import { icebergAppendRetrying } from "./catalog.mjs";
|
|
5
|
-
import { s3SignedResolver } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=
|
|
6
|
-
import "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=
|
|
5
|
+
import { s3SignedResolver } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63/node_modules/icebird/types/s3.mjs";
|
|
6
|
+
import "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63/node_modules/icebird/types/index.mjs";
|
|
7
7
|
export { type ManifestReadLimits, icebergAppend, icebergAppendRetrying, icebergCreateTable, icebergDropTable, icebergManifests, restCatalogConnect, restCatalogCreateNamespace, restCatalogListTables, restCatalogLoadTable, s3SignedResolver };
|
package/dist/unsafe-raw.mjs
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { restCatalogConnect, restCatalogCreateNamespace, restCatalogListTables, restCatalogLoadTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=
|
|
2
|
-
import { icebergManifests } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=
|
|
3
|
-
import { s3SignedResolver } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=
|
|
1
|
+
import { restCatalogConnect, restCatalogCreateNamespace, restCatalogListTables, restCatalogLoadTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63/node_modules/icebird/src/catalog/rest.mjs";
|
|
2
|
+
import { icebergManifests } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63/node_modules/icebird/src/manifest.mjs";
|
|
3
|
+
import { s3SignedResolver } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63/node_modules/icebird/src/s3.mjs";
|
|
4
4
|
import { icebergAppendRetrying } from "./catalog.mjs";
|
|
5
|
-
import { icebergAppend, icebergCreateTable, icebergDropTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=
|
|
6
|
-
import "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=
|
|
5
|
+
import { icebergAppend, icebergCreateTable, icebergDropTable } from "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63/node_modules/icebird/src/write/write.mjs";
|
|
6
|
+
import "./_virtual/node_modules/.pnpm/icebird@0.8.30_patch_hash=dd7b4ab1f0368bfe59356853801f25e543334d7d0fb4aac230c42c9e35730c63/node_modules/icebird/src/index.mjs";
|
|
7
7
|
export { icebergAppend, icebergAppendRetrying, icebergCreateTable, icebergDropTable, icebergManifests, restCatalogConnect, restCatalogCreateNamespace, restCatalogListTables, restCatalogLoadTable, s3SignedResolver };
|
package/package.json
CHANGED
|
File without changes
|
|
File without changes
|