@earthmover/icechunk 2.0.0-alpha.13 → 2.0.0-alpha.14

package/index.d.ts

@@ -51,8 +51,6 @@ export declare class Session {
   amend(message: string): Promise<string>
   flush(message: string): Promise<string>
   rebase(): Promise<void>
-  /** Get all virtual chunk locations referenced by this session */
-  allVirtualChunkLocations(): Promise<Array<string>>
 }
 export type JsSession = Session
 
@@ -66,24 +64,11 @@ export declare class Storage {
    * especially useful for WASM builds where native Rust networking is unavailable.
    */
   static newCustom(backend: { canWrite: () => Promise<boolean>; getObjectRange: (args: StorageGetObjectRangeArgs) => Promise<StorageGetObjectResponse>; putObject: (args: StoragePutObjectArgs) => Promise<StorageVersionedUpdateResult>; copyObject: (args: StorageCopyObjectArgs) => Promise<StorageVersionedUpdateResult>; listObjects: (prefix: string) => Promise<Array<StorageListInfo>>; deleteBatch: (args: StorageDeleteBatchArgs) => Promise<StorageDeleteObjectsResult>; getObjectLastModified: (path: string) => Promise<Date>; getObjectConditional: (args: StorageGetObjectConditionalArgs) => Promise<StorageGetModifiedResult> }): Storage
-  static newLocalFilesystem(path: string): Promise<Storage>
-  static newS3(bucket: string, prefix?: string | undefined | null, credentials?: S3Credentials | undefined | null, options?: S3Options | undefined | null): Storage
-  static newR2(bucket?: string | undefined | null, prefix?: string | undefined | null, accountId?: string | undefined | null, credentials?: S3Credentials | undefined | null, options?: S3Options | undefined | null): Storage
-  static newTigris(bucket: string, prefix?: string | undefined | null, credentials?: S3Credentials | undefined | null, options?: S3Options | undefined | null, useWeakConsistency?: boolean | undefined | null): Storage
-  static newS3ObjectStore(bucket: string, prefix?: string | undefined | null, credentials?: S3Credentials | undefined | null, options?: S3Options | undefined | null): Promise<Storage>
-  static newGcs(bucket: string, prefix?: string | undefined | null, credentials?: GcsCredentials | undefined | null, config?: Record<string, string> | undefined | null): Storage
-  static newAzureBlob(account: string, container: string, prefix?: string | undefined | null, credentials?: AzureCredentials | undefined | null, config?: Record<string, string> | undefined | null): Promise<Storage>
-  static newHttp(baseUrl: string, config?: Record<string, string> | undefined | null): Storage
-  static newS3WithRefreshableCredentials(bucket: string, prefix: string | undefined | null, credentialsCallback: () => Promise<S3StaticCredentials>, initialCredentials?: S3StaticCredentials | undefined | null, options?: S3Options | undefined | null): Storage
-  static newR2WithRefreshableCredentials(bucket: string | undefined | null, prefix: string | undefined | null, accountId: string | undefined | null, credentialsCallback: () => Promise<S3StaticCredentials>, initialCredentials?: S3StaticCredentials | undefined | null, options?: S3Options | undefined | null): Storage
-  static newTigrisWithRefreshableCredentials(bucket: string, prefix: string | undefined | null, credentialsCallback: () => Promise<S3StaticCredentials>, initialCredentials?: S3StaticCredentials | undefined | null, options?: S3Options | undefined | null, useWeakConsistency?: boolean | undefined | null): Storage
-  static newS3ObjectStoreWithRefreshableCredentials(bucket: string, prefix: string | undefined | null, credentialsCallback: () => Promise<S3StaticCredentials>, initialCredentials?: S3StaticCredentials | undefined | null, options?: S3Options | undefined | null): Promise<Storage>
-  static newGcsWithRefreshableCredentials(bucket: string, prefix: string | undefined | null, credentialsCallback: () => Promise<GcsBearerCredential>, initialCredentials?: GcsBearerCredential | undefined | null, config?: Record<string, string> | undefined | null): Storage
 }
 export type JsStorage = Storage
 
 export declare class Store {
-  get(key: string): Promise<Buffer | null>
+  get(key: string): Promise<Uint8Array | null>
   /**
    * Fetch a byte range from a key.
    *
@@ -91,7 +76,7 @@ export declare class Store {
    *   { offset: number, length: number } - fetch length bytes starting at offset
    *   { suffixLength: number } - fetch the last suffixLength bytes
    */
-  getRange(key: string, range: RangeQuery): Promise<Buffer | null>
+  getRange(key: string, range: RangeQuery): Promise<Uint8Array | null>
   set(key: string, value: Buffer): Promise<void>
   exists(key: string): Promise<boolean>
   delete(key: string): Promise<void>
@@ -109,32 +94,9 @@ export declare class Store {
   deleteDir(prefix: string): Promise<void>
   getsize(key: string): Promise<number>
   getsizePrefix(prefix: string): Promise<number>
-  /**
-   * Set a single virtual reference to a chunk
-   *
-   * For checksum validation, provide either etag_checksum (string) or last_modified (JS Date object).
-   * If both are provided, etag_checksum takes precedence.
-   */
-  setVirtualRef(key: string, location: string, offset: number, length: number, etagChecksum: string | undefined | null, lastModified: Date | undefined | null, validateContainer: boolean): Promise<void>
-  /**
-   * Set multiple virtual references for the same array
-   * Returns the indices of failed chunk references if any
-   */
-  setVirtualRefs(arrayPath: string, chunks: Array<VirtualChunkSpec>, validateContainers: boolean): Promise<Array<Array<number>> | null>
 }
 export type JsStore = Store
 
-/** Azure credentials */
-export type AzureCredentials =
-  | { type: 'FromEnv' }
-  | { type: 'Static', field0: AzureStaticCredentials }
-
-/** Azure static credentials */
-export type AzureStaticCredentials =
-  | { type: 'AccessKey', field0: string }
-  | { type: 'SasToken', field0: string }
-  | { type: 'BearerToken', field0: string }
-
 /** Caching configuration */
 export interface CachingConfig {
   numSnapshotNodes?: number
@@ -155,12 +117,6 @@ export interface CompressionConfig {
   level?: number
 }
 
-/** Credentials for virtual chunk access */
-export type Credentials =
-  | { type: 'S3', field0: S3Credentials }
-  | { type: 'Gcs', field0: GcsCredentials }
-  | { type: 'Azure', field0: AzureCredentials }
-
 export interface DiffOptions {
   fromBranch?: string
   fromTag?: string
@@ -189,25 +145,6 @@ export interface FeatureFlag {
   enabled: boolean
 }
 
-/** GCS bearer credential with optional expiry */
-export interface GcsBearerCredential {
-  bearer: string
-  expiresAfter?: Date
-}
-
-/** GCS credentials */
-export type GcsCredentials =
-  | { type: 'Anonymous' }
-  | { type: 'FromEnv' }
-  | { type: 'Static', field0: GcsStaticCredentials }
-
-/** GCS static credentials */
-export type GcsStaticCredentials =
-  | { type: 'ServiceAccount', field0: string }
-  | { type: 'ServiceAccountKey', field0: string }
-  | { type: 'ApplicationCredentials', field0: string }
-  | { type: 'BearerToken', field0: string }
-
 export interface ManifestFileInfo {
   id: string
   sizeBytes: number
@@ -219,17 +156,6 @@ export interface MovedNode {
   to: string
 }
 
-/** Object store configuration for virtual chunk containers */
-export type ObjectStoreConfig =
-  | { type: 'InMemory' }
-  | { type: 'LocalFileSystem', field0: string }
-  | { type: 'Http', field0: Record<string, string> }
-  | { type: 'S3Compatible', field0: S3Options }
-  | { type: 'S3', field0: S3Options }
-  | { type: 'Gcs', field0: Record<string, string> }
-  | { type: 'Azure', field0: Record<string, string> }
-  | { type: 'Tigris', field0: S3Options }
-
 /**
  * Range query matching zarrita's RangeQuery type:
  *   { offset: number, length: number } | { suffixLength: number }
@@ -246,28 +172,7 @@ export interface ReadonlySessionOptions {
   snapshotId?: string
 }
 
-/**
- * Repository configuration
- *
- * The `manifest` field accepts a JSON object matching the serde serialization
- * of `ManifestConfig`. Example:
- * ```js
- * {
- *   manifest: {
- *     preload: {
- *       max_total_refs: 1000,
- *       preload_if: { true: null },
- *       max_arrays_to_scan: 10
- *     },
- *     splitting: {
- *       split_sizes: [
- *         [{ path_matches: { regex: ".*" } }, [{ condition: "any", num_chunks: 100 }]]
- *       ]
- *     }
- *   }
- * }
- * ```
- */
+/** Repository configuration (WASM build — no virtual chunk support) */
 export interface RepositoryConfig {
   inlineChunkThresholdBytes?: number
   getPartialValuesConcurrency?: number
@@ -280,33 +185,6 @@ export interface RepositoryConfig {
    * The object is deserialized using serde, matching the Rust ManifestConfig structure.
    */
   manifest?: any
-  /** Virtual chunk containers configuration */
-  virtualChunkContainers?: Record<string, VirtualChunkContainer>
-}
-
-/** S3 credentials */
-export type S3Credentials =
-  | { type: 'FromEnv' }
-  | { type: 'Anonymous' }
-  | { type: 'Static', field0: S3StaticCredentials }
-
-/** S3 options */
-export interface S3Options {
-  region?: string
-  endpointUrl?: string
-  allowHttp?: boolean
-  anonymous?: boolean
-  forcePathStyle?: boolean
-  networkStreamTimeoutSeconds?: number
-  requesterPays?: boolean
-}
-
-/** S3 static credentials */
-export interface S3StaticCredentials {
-  accessKeyId: string
-  secretAccessKey: string
-  sessionToken?: string
-  expiresAfter?: Date
 }
 
 export interface SnapshotInfo {
@@ -445,21 +323,3 @@ export interface VersionOptions {
   tag?: string
   snapshotId?: string
 }
-
-/** Virtual chunk container configuration */
-export interface VirtualChunkContainer {
-  name?: string
-  urlPrefix: string
-  store: JsObjectStoreConfig
-}
-
-/** Specification for a virtual chunk reference */
-export interface VirtualChunkSpec {
-  index: Array<number>
-  location: string
-  offset: number
-  length: number
-  etagChecksum?: string
-  /** Last modified datetime (accepts JS Date object) */
-  lastModified?: Date
-}

package/index.js

@@ -3,9 +3,6 @@
 // @ts-nocheck
 /* auto-generated by NAPI-RS */
 
-const { createRequire } = require('node:module')
-require = createRequire(__filename)
-
 const { readFileSync } = require('node:fs')
 let nativeBinding = null
 const loadErrors = []
@@ -108,7 +105,24 @@ function requireNative() {
     }
   } else if (process.platform === 'win32') {
     if (process.arch === 'x64') {
+      if (process.config?.variables?.shlib_suffix === 'dll.a' || process.config?.variables?.node_target_type === 'shared_library') {
+        try {
+        return require('./icechunk.win32-x64-gnu.node')
+      } catch (e) {
+        loadErrors.push(e)
+      }
       try {
+        const binding = require('@earthmover/icechunk-win32-x64-gnu')
+        const bindingPackageVersion = require('@earthmover/icechunk-win32-x64-gnu/package.json').version
+        if (bindingPackageVersion !== '2.0.0-alpha.13' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 2.0.0-alpha.13 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        }
+        return binding
+      } catch (e) {
+        loadErrors.push(e)
+      }
+      } else {
+        try {
         return require('./icechunk.win32-x64-msvc.node')
       } catch (e) {
         loadErrors.push(e)
@@ -123,6 +137,7 @@ function requireNative() {
       } catch (e) {
         loadErrors.push(e)
       }
+      }
     } else if (process.arch === 'ia32') {
       try {
         return require('./icechunk.win32-ia32-msvc.node')
@@ -521,13 +536,17 @@ if (!nativeBinding || process.env.NAPI_RS_FORCE_WASI) {
       wasiBindingError = err
     }
   }
-  if (!nativeBinding) {
+  if (!nativeBinding || process.env.NAPI_RS_FORCE_WASI) {
     try {
       wasiBinding = require('@earthmover/icechunk-wasm32-wasi')
       nativeBinding = wasiBinding
     } catch (err) {
       if (process.env.NAPI_RS_FORCE_WASI) {
-        wasiBindingError.cause = err
+        if (!wasiBindingError) {
+          wasiBindingError = err
+        } else {
+          wasiBindingError.cause = err
+        }
         loadErrors.push(err)
       }
     }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@earthmover/icechunk",
-  "version": "2.0.0-alpha.13",
+  "version": "2.0.0-alpha.14",
   "description": "JavaScript/TypeScript bindings for Icechunk",
   "main": "index.js",
   "repository": {
@@ -121,9 +121,9 @@
   },
   "packageManager": "yarn@4.12.0",
   "optionalDependencies": {
-    "@earthmover/icechunk-win32-x64-msvc": "2.0.0-alpha.13",
-    "@earthmover/icechunk-linux-x64-gnu": "2.0.0-alpha.13",
-    "@earthmover/icechunk-darwin-arm64": "2.0.0-alpha.13",
-    "@earthmover/icechunk-wasm32-wasi": "2.0.0-alpha.13"
+    "@earthmover/icechunk-win32-x64-msvc": "2.0.0-alpha.14",
+    "@earthmover/icechunk-linux-x64-gnu": "2.0.0-alpha.14",
+    "@earthmover/icechunk-darwin-arm64": "2.0.0-alpha.14",
+    "@earthmover/icechunk-wasm32-wasi": "2.0.0-alpha.14"
   }
 }