@iscc/lib 0.3.0 → 0.3.1

package/index.d.ts

@@ -0,0 +1,291 @@
+/* auto-generated by NAPI-RS */
+/* eslint-disable */
+/**
+ * Streaming Data-Code generator.
+ *
+ * Incrementally processes data with content-defined chunking and MinHash
+ * to produce results identical to `gen_data_code_v0`. Follows the
+ * `new() → update() → finalize()` pattern.
+ */
+export declare class DataHasher {
+  /** Create a new `DataHasher`. */
+  constructor()
+  /** Push data into the hasher. */
+  update(data: Buffer): void
+  /**
+   * Consume the hasher and produce a Data-Code ISCC string.
+   *
+   * After calling `finalize`, subsequent calls to `update` or `finalize`
+   * will throw. Default `bits` is 64.
+   */
+  finalize(bits?: number | undefined | null): string
+}
+export type NapiDataHasher = DataHasher
+
+/**
+ * Streaming Instance-Code generator.
+ *
+ * Incrementally hashes data with BLAKE3 to produce results identical
+ * to `gen_instance_code_v0`. Follows the
+ * `new() → update() → finalize()` pattern.
+ */
+export declare class InstanceHasher {
+  /** Create a new `InstanceHasher`. */
+  constructor()
+  /** Push data into the hasher. */
+  update(data: Buffer): void
+  /**
+   * Consume the hasher and produce an Instance-Code ISCC string.
+   *
+   * After calling `finalize`, subsequent calls to `update` or `finalize`
+   * will throw. Default `bits` is 64.
+   */
+  finalize(bits?: number | undefined | null): string
+}
+export type NapiInstanceHasher = InstanceHasher
+
+/**
+ * Split data into content-defined chunks using gear rolling hash.
+ *
+ * Returns at least one chunk (empty bytes for empty input). When `utf32`
+ * is true, aligns cut points to 4-byte boundaries. Default
+ * `avg_chunk_size` is 1024.
+ */
+export declare function alg_cdc_chunks(data: Buffer, utf32: boolean, avgChunkSize?: number | undefined | null): Array<Buffer>
+
+/**
+ * Compute a 256-bit MinHash digest from 32-bit integer features.
+ *
+ * Uses 64 universal hash functions with bit-interleaved compression to
+ * produce a 32-byte similarity-preserving digest.
+ */
+export declare function alg_minhash_256(features: Array<number>): Buffer
+
+/**
+ * Compute a SimHash from a sequence of equal-length hash digests.
+ *
+ * Returns a similarity-preserving hash as a Buffer. Each output bit is set
+ * when its frequency meets or exceeds half the input count. Returns 32
+ * zero bytes for empty input. Throws on mismatched digest lengths.
+ */
+export declare function alg_simhash(hashDigests: Array<Buffer>): Buffer
+
+/**
+ * Run all conformance tests against vendored test vectors.
+ *
+ * Returns `true` if all tests pass, `false` if any fail.
+ */
+export declare function conformance_selftest(): boolean
+
+/**
+ * Encode bytes as base64url (RFC 4648 §5, no padding).
+ *
+ * Returns a URL-safe base64 encoded string without padding characters.
+ */
+export declare function encode_base64(data: Buffer): string
+
+/**
+ * Encode raw ISCC header components and digest into a base32 ISCC unit string.
+ *
+ * Takes integer type identifiers and a raw digest, returns a base32-encoded
+ * ISCC unit string (without "ISCC:" prefix).
+ */
+export declare function encode_component(mtype: number, stype: number, version: number, bitLength: number, digest: Buffer): string
+
+/**
+ * Generate an Audio-Code from a Chromaprint feature vector.
+ *
+ * Produces an ISCC Content-Code for audio from signed integer
+ * Chromaprint fingerprint features using multi-stage SimHash.
+ */
+export declare function gen_audio_code_v0(cv: Array<number>, bits?: number | undefined | null): string
+
+/**
+ * Generate a Data-Code from raw byte data.
+ *
+ * Produces an ISCC Data-Code by splitting data into content-defined
+ * chunks and applying MinHash for similarity hashing.
+ */
+export declare function gen_data_code_v0(data: Buffer, bits?: number | undefined | null): string
+
+/**
+ * Generate an Image-Code from pixel data.
+ *
+ * Produces an ISCC Content-Code for images from 1024 grayscale pixels
+ * (32×32) using a DCT-based perceptual hash.
+ */
+export declare function gen_image_code_v0(pixels: Buffer, bits?: number | undefined | null): string
+
+/**
+ * Generate an Instance-Code from raw byte data.
+ *
+ * Produces an ISCC Instance-Code by hashing the complete byte stream
+ * with BLAKE3. Returns the ISCC string with "ISCC:" prefix.
+ */
+export declare function gen_instance_code_v0(data: Buffer, bits?: number | undefined | null): string
+
+/**
+ * Generate a composite ISCC-CODE from individual unit codes.
+ *
+ * Combines multiple ISCC unit codes into a single composite ISCC-CODE.
+ * Requires at least Data-Code and Instance-Code.
+ */
+export declare function gen_iscc_code_v0(codes: Array<string>, wide?: boolean | undefined | null): string
+
+/**
+ * Generate a Meta-Code from name and optional metadata.
+ *
+ * Produces an ISCC Meta-Code by hashing the provided name, description,
+ * and metadata fields using the SimHash algorithm.
+ */
+export declare function gen_meta_code_v0(name: string, description?: string | undefined | null, meta?: string | undefined | null, bits?: number | undefined | null): string
+
+/**
+ * Generate a Mixed-Code from multiple Content-Code strings.
+ *
+ * Produces a Mixed Content-Code by combining multiple ISCC Content-Codes
+ * of different types using SimHash.
+ */
+export declare function gen_mixed_code_v0(codes: Array<string>, bits?: number | undefined | null): string
+
+/**
+ * Generate a composite ISCC-CODE from a file in a single pass.
+ *
+ * Reads the file at `path` and produces Data-Code + Instance-Code in one
+ * pass, then combines them into an ISCC-CODE. Returns an object with
+ * `iscc`, `datahash`, `filesize`, and optionally `units` fields.
+ */
+export declare function gen_sum_code_v0(path: string, bits?: number | undefined | null, wide?: boolean | undefined | null, addUnits?: boolean | undefined | null): NapiSumCodeResult
+
+/**
+ * Generate a Text-Code from plain text content.
+ *
+ * Produces an ISCC Content-Code for text using MinHash-based
+ * similarity hashing.
+ */
+export declare function gen_text_code_v0(text: string, bits?: number | undefined | null): string
+
+/**
+ * Generate a Video-Code from frame signature data.
+ *
+ * Produces an ISCC Content-Code for video from MPEG-7 frame
+ * signature vectors using WTA-Hash.
+ */
+export declare function gen_video_code_v0(frameSigs: Array<Array<number>>, bits?: number | undefined | null): string
+
+/** Default read buffer size for streaming I/O (4 MB). */
+export const IO_READ_SIZE: number
+
+/**
+ * Decode an ISCC unit string into header components and raw digest.
+ *
+ * Returns an object with `maintype`, `subtype`, `version`, `length`, and
+ * `digest` fields. Strips an optional "ISCC:" prefix before decoding.
+ */
+export declare function iscc_decode(iscc: string): IsccDecodeResult
+
+/**
+ * Decompose a composite ISCC-CODE into individual ISCC-UNITs.
+ *
+ * Accepts a normalized ISCC-CODE or concatenated ISCC-UNIT sequence.
+ * The optional "ISCC:" prefix is stripped before decoding.
+ * Returns an array of base32-encoded ISCC-UNIT strings (without prefix).
+ */
+export declare function iscc_decompose(isccCode: string): Array<string>
+
+/** Result of decoding an ISCC unit string. */
+export interface IsccDecodeResult {
+  /** MainType enum value (0–7). */
+  maintype: number
+  /** SubType enum value (0–7). */
+  subtype: number
+  /** Version enum value. */
+  version: number
+  /** Length index from the header. */
+  length: number
+  /** Raw digest bytes truncated to the encoded bit-length. */
+  digest: Buffer
+}
+
+/**
+ * Convert a JSON string into a `data:` URL with JCS canonicalization.
+ *
+ * Uses `application/ld+json` media type when the JSON contains an `@context`
+ * key, otherwise `application/json`.
+ */
+export declare function json_to_data_url(json: string): string
+
+/** Maximum byte length for the description field after trimming. */
+export const META_TRIM_DESCRIPTION: number
+
+/** Maximum byte length for the meta field payload after decoding. */
+export const META_TRIM_META: number
+
+/** Maximum byte length for the name field after trimming. */
+export const META_TRIM_NAME: number
+
+/** Result of generating a composite ISCC-CODE from a file in a single pass. */
+export interface NapiSumCodeResult {
+  /** Composite ISCC-CODE string. */
+  iscc: string
+  /** Hex-encoded BLAKE3 multihash of the file. */
+  datahash: string
+  /** Byte length of the file. */
+  filesize: number
+  /** Data-Code and Instance-Code ISCC strings (when `add_units` is true). */
+  units?: Array<string>
+}
+
+/**
+ * Generate sliding window n-grams from a string.
+ *
+ * Returns overlapping substrings of `width` Unicode characters, advancing
+ * by one character at a time. Throws if width is less than 2.
+ */
+export declare function sliding_window(seq: string, width: number): Array<string>
+
+/**
+ * Compute a similarity-preserving hash from video frame signatures.
+ *
+ * Returns raw bytes of length `bits / 8`. Default `bits` is 64.
+ * Throws if `frame_sigs` is empty.
+ */
+export declare function soft_hash_video_v0(frameSigs: Array<Array<number>>, bits?: number | undefined | null): Buffer
+
+/**
+ * Clean and normalize text for display.
+ *
+ * Applies NFKC normalization, removes control characters (except newlines),
+ * normalizes `\r
+` to `
+`, collapses consecutive empty lines, and strips
+ * leading/trailing whitespace.
+ */
+export declare function text_clean(text: string): string
+
+/**
+ * Normalize and simplify text for similarity hashing.
+ *
+ * Applies NFD normalization, lowercasing, removes whitespace and characters
+ * in Unicode categories C (control), M (mark), and P (punctuation), then
+ * recombines with NFKC normalization.
+ */
+export declare function text_collapse(text: string): string
+
+/** Sliding window width for text n-gram generation. */
+export const TEXT_NGRAM_SIZE: number
+
+/**
+ * Remove newlines and collapse whitespace to single spaces.
+ *
+ * Converts multi-line text into a single normalized line.
+ */
+export declare function text_remove_newlines(text: string): string
+
+/**
+ * Trim text so its UTF-8 encoded size does not exceed `nbytes`.
+ *
+ * Multi-byte characters that would be split are dropped entirely.
+ * Leading/trailing whitespace is stripped from the result.
+ */
+export declare function text_trim(text: string, nbytes: number): string

package/index.js

@@ -0,0 +1,612 @@
+// prettier-ignore
+/* eslint-disable */
+// @ts-nocheck
+/* auto-generated by NAPI-RS */
+
+const { readFileSync } = require('node:fs')
+let nativeBinding = null
+const loadErrors = []
+
+const isMusl = () => {
+  let musl = false
+  if (process.platform === 'linux') {
+    musl = isMuslFromFilesystem()
+    if (musl === null) {
+      musl = isMuslFromReport()
+    }
+    if (musl === null) {
+      musl = isMuslFromChildProcess()
+    }
+  }
+  return musl
+}
+
+const isFileMusl = (f) => f.includes('libc.musl-') || f.includes('ld-musl-')
+
+const isMuslFromFilesystem = () => {
+  try {
+    return readFileSync('/usr/bin/ldd', 'utf-8').includes('musl')
+  } catch {
+    return null
+  }
+}
+
+const isMuslFromReport = () => {
+  let report = null
+  if (typeof process.report?.getReport === 'function') {
+    process.report.excludeNetwork = true
+    report = process.report.getReport()
+  }
+  if (!report) {
+    return null
+  }
+  if (report.header && report.header.glibcVersionRuntime) {
+    return false
+  }
+  if (Array.isArray(report.sharedObjects)) {
+    if (report.sharedObjects.some(isFileMusl)) {
+      return true
+    }
+  }
+  return false
+}
+
+const isMuslFromChildProcess = () => {
+  try {
+    return require('child_process').execSync('ldd --version', { encoding: 'utf8' }).includes('musl')
+  } catch (e) {
+    // If we reach this case, we don't know if the system is musl or not, so is better to just fallback to false
+    return false
+  }
+}
+
+function requireNative() {
+  if (process.env.NAPI_RS_NATIVE_LIBRARY_PATH) {
+    try {
+      return require(process.env.NAPI_RS_NATIVE_LIBRARY_PATH);
+    } catch (err) {
+      loadErrors.push(err)
+    }
+  } else if (process.platform === 'android') {
+    if (process.arch === 'arm64') {
+      try {
+        return require('./iscc-lib.android-arm64.node')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+      try {
+        const binding = require('@iscc/lib-android-arm64')
+        const bindingPackageVersion = require('@iscc/lib-android-arm64/package.json').version
+        if (bindingPackageVersion !== '0.3.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.3.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        }
+        return binding
+      } catch (e) {
+        loadErrors.push(e)
+      }
+    } else if (process.arch === 'arm') {
+      try {
+        return require('./iscc-lib.android-arm-eabi.node')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+      try {
+        const binding = require('@iscc/lib-android-arm-eabi')
+        const bindingPackageVersion = require('@iscc/lib-android-arm-eabi/package.json').version
+        if (bindingPackageVersion !== '0.3.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.3.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        }
+        return binding
+      } catch (e) {
+        loadErrors.push(e)
+      }
+    } else {
+      loadErrors.push(new Error(`Unsupported architecture on Android ${process.arch}`))
+    }
+  } else if (process.platform === 'win32') {
+    if (process.arch === 'x64') {
+      if (process.config?.variables?.shlib_suffix === 'dll.a' || process.config?.variables?.node_target_type === 'shared_library') {
+        try {
+        return require('./iscc-lib.win32-x64-gnu.node')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+      try {
+        const binding = require('@iscc/lib-win32-x64-gnu')
+        const bindingPackageVersion = require('@iscc/lib-win32-x64-gnu/package.json').version
+        if (bindingPackageVersion !== '0.3.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.3.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        }
+        return binding
+      } catch (e) {
+        loadErrors.push(e)
+      }
+      } else {
+        try {
+        return require('./iscc-lib.win32-x64-msvc.node')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+      try {
+        const binding = require('@iscc/lib-win32-x64-msvc')
+        const bindingPackageVersion = require('@iscc/lib-win32-x64-msvc/package.json').version
+        if (bindingPackageVersion !== '0.3.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.3.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        }
+        return binding
+      } catch (e) {
+        loadErrors.push(e)
+      }
+      }
+    } else if (process.arch === 'ia32') {
+      try {
+        return require('./iscc-lib.win32-ia32-msvc.node')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+      try {
+        const binding = require('@iscc/lib-win32-ia32-msvc')
+        const bindingPackageVersion = require('@iscc/lib-win32-ia32-msvc/package.json').version
+        if (bindingPackageVersion !== '0.3.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.3.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        }
+        return binding
+      } catch (e) {
+        loadErrors.push(e)
+      }
+    } else if (process.arch === 'arm64') {
+      try {
+        return require('./iscc-lib.win32-arm64-msvc.node')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+      try {
+        const binding = require('@iscc/lib-win32-arm64-msvc')
+        const bindingPackageVersion = require('@iscc/lib-win32-arm64-msvc/package.json').version
+        if (bindingPackageVersion !== '0.3.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.3.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        }
+        return binding
+      } catch (e) {
+        loadErrors.push(e)
+      }
+    } else {
+      loadErrors.push(new Error(`Unsupported architecture on Windows: ${process.arch}`))
+    }
+  } else if (process.platform === 'darwin') {
+    try {
+      return require('./iscc-lib.darwin-universal.node')
+    } catch (e) {
+      loadErrors.push(e)
+    }
+    try {
+      const binding = require('@iscc/lib-darwin-universal')
+      const bindingPackageVersion = require('@iscc/lib-darwin-universal/package.json').version
+      if (bindingPackageVersion !== '0.3.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+        throw new Error(`Native binding package version mismatch, expected 0.3.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+      }
+      return binding
+    } catch (e) {
+      loadErrors.push(e)
+    }
+    if (process.arch === 'x64') {
+      try {
+        return require('./iscc-lib.darwin-x64.node')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+      try {
+        const binding = require('@iscc/lib-darwin-x64')
+        const bindingPackageVersion = require('@iscc/lib-darwin-x64/package.json').version
+        if (bindingPackageVersion !== '0.3.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.3.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        }
+        return binding
+      } catch (e) {
+        loadErrors.push(e)
+      }
+    } else if (process.arch === 'arm64') {
+      try {
+        return require('./iscc-lib.darwin-arm64.node')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+      try {
+        const binding = require('@iscc/lib-darwin-arm64')
+        const bindingPackageVersion = require('@iscc/lib-darwin-arm64/package.json').version
+        if (bindingPackageVersion !== '0.3.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.3.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        }
+        return binding
+      } catch (e) {
+        loadErrors.push(e)
+      }
+    } else {
+      loadErrors.push(new Error(`Unsupported architecture on macOS: ${process.arch}`))
+    }
+  } else if (process.platform === 'freebsd') {
+    if (process.arch === 'x64') {
+      try {
+        return require('./iscc-lib.freebsd-x64.node')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+      try {
+        const binding = require('@iscc/lib-freebsd-x64')
+        const bindingPackageVersion = require('@iscc/lib-freebsd-x64/package.json').version
+        if (bindingPackageVersion !== '0.3.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.3.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        }
+        return binding
+      } catch (e) {
+        loadErrors.push(e)
+      }
+    } else if (process.arch === 'arm64') {
+      try {
+        return require('./iscc-lib.freebsd-arm64.node')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+      try {
+        const binding = require('@iscc/lib-freebsd-arm64')
+        const bindingPackageVersion = require('@iscc/lib-freebsd-arm64/package.json').version
+        if (bindingPackageVersion !== '0.3.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.3.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        }
+        return binding
+      } catch (e) {
+        loadErrors.push(e)
+      }
+    } else {
+      loadErrors.push(new Error(`Unsupported architecture on FreeBSD: ${process.arch}`))
+    }
+  } else if (process.platform === 'linux') {
+    if (process.arch === 'x64') {
+      if (isMusl()) {
+        try {
+          return require('./iscc-lib.linux-x64-musl.node')
+        } catch (e) {
+          loadErrors.push(e)
+        }
+        try {
+          const binding = require('@iscc/lib-linux-x64-musl')
+          const bindingPackageVersion = require('@iscc/lib-linux-x64-musl/package.json').version
+          if (bindingPackageVersion !== '0.3.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.3.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          }
+          return binding
+        } catch (e) {
+          loadErrors.push(e)
+        }
+      } else {
+        try {
+          return require('./iscc-lib.linux-x64-gnu.node')
+        } catch (e) {
+          loadErrors.push(e)
+        }
+        try {
+          const binding = require('@iscc/lib-linux-x64-gnu')
+          const bindingPackageVersion = require('@iscc/lib-linux-x64-gnu/package.json').version
+          if (bindingPackageVersion !== '0.3.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.3.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          }
+          return binding
+        } catch (e) {
+          loadErrors.push(e)
+        }
+      }
+    } else if (process.arch === 'arm64') {
+      if (isMusl()) {
+        try {
+          return require('./iscc-lib.linux-arm64-musl.node')
+        } catch (e) {
+          loadErrors.push(e)
+        }
+        try {
+          const binding = require('@iscc/lib-linux-arm64-musl')
+          const bindingPackageVersion = require('@iscc/lib-linux-arm64-musl/package.json').version
+          if (bindingPackageVersion !== '0.3.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.3.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          }
+          return binding
+        } catch (e) {
+          loadErrors.push(e)
+        }
+      } else {
+        try {
+          return require('./iscc-lib.linux-arm64-gnu.node')
+        } catch (e) {
+          loadErrors.push(e)
+        }
+        try {
+          const binding = require('@iscc/lib-linux-arm64-gnu')
+          const bindingPackageVersion = require('@iscc/lib-linux-arm64-gnu/package.json').version
+          if (bindingPackageVersion !== '0.3.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.3.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          }
+          return binding
+        } catch (e) {
+          loadErrors.push(e)
+        }
+      }
+    } else if (process.arch === 'arm') {
+      if (isMusl()) {
+        try {
+          return require('./iscc-lib.linux-arm-musleabihf.node')
+        } catch (e) {
+          loadErrors.push(e)
+        }
+        try {
+          const binding = require('@iscc/lib-linux-arm-musleabihf')
+          const bindingPackageVersion = require('@iscc/lib-linux-arm-musleabihf/package.json').version
+          if (bindingPackageVersion !== '0.3.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.3.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          }
+          return binding
+        } catch (e) {
+          loadErrors.push(e)
+        }
+      } else {
+        try {
+          return require('./iscc-lib.linux-arm-gnueabihf.node')
+        } catch (e) {
+          loadErrors.push(e)
+        }
+        try {
+          const binding = require('@iscc/lib-linux-arm-gnueabihf')
+          const bindingPackageVersion = require('@iscc/lib-linux-arm-gnueabihf/package.json').version
+          if (bindingPackageVersion !== '0.3.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.3.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          }
+          return binding
+        } catch (e) {
+          loadErrors.push(e)
+        }
+      }
+    } else if (process.arch === 'loong64') {
+      if (isMusl()) {
+        try {
+          return require('./iscc-lib.linux-loong64-musl.node')
+        } catch (e) {
+          loadErrors.push(e)
+        }
+        try {
+          const binding = require('@iscc/lib-linux-loong64-musl')
+          const bindingPackageVersion = require('@iscc/lib-linux-loong64-musl/package.json').version
+          if (bindingPackageVersion !== '0.3.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.3.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          }
+          return binding
+        } catch (e) {
+          loadErrors.push(e)
+        }
+      } else {
+        try {
+          return require('./iscc-lib.linux-loong64-gnu.node')
+        } catch (e) {
+          loadErrors.push(e)
+        }
+        try {
+          const binding = require('@iscc/lib-linux-loong64-gnu')
+          const bindingPackageVersion = require('@iscc/lib-linux-loong64-gnu/package.json').version
+          if (bindingPackageVersion !== '0.3.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.3.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          }
+          return binding
+        } catch (e) {
+          loadErrors.push(e)
+        }
+      }
+    } else if (process.arch === 'riscv64') {
+      if (isMusl()) {
+        try {
+          return require('./iscc-lib.linux-riscv64-musl.node')
+        } catch (e) {
+          loadErrors.push(e)
+        }
+        try {
+          const binding = require('@iscc/lib-linux-riscv64-musl')
+          const bindingPackageVersion = require('@iscc/lib-linux-riscv64-musl/package.json').version
+          if (bindingPackageVersion !== '0.3.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.3.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          }
+          return binding
+        } catch (e) {
+          loadErrors.push(e)
+        }
+      } else {
+        try {
+          return require('./iscc-lib.linux-riscv64-gnu.node')
+        } catch (e) {
+          loadErrors.push(e)
+        }
+        try {
+          const binding = require('@iscc/lib-linux-riscv64-gnu')
+          const bindingPackageVersion = require('@iscc/lib-linux-riscv64-gnu/package.json').version
+          if (bindingPackageVersion !== '0.3.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.3.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          }
+          return binding
+        } catch (e) {
+          loadErrors.push(e)
+        }
+      }
+    } else if (process.arch === 'ppc64') {
+      try {
+        return require('./iscc-lib.linux-ppc64-gnu.node')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+      try {
+        const binding = require('@iscc/lib-linux-ppc64-gnu')
+        const bindingPackageVersion = require('@iscc/lib-linux-ppc64-gnu/package.json').version
+        if (bindingPackageVersion !== '0.3.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.3.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        }
+        return binding
+      } catch (e) {
+        loadErrors.push(e)
+      }
+    } else if (process.arch === 's390x') {
+      try {
+        return require('./iscc-lib.linux-s390x-gnu.node')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+      try {
+        const binding = require('@iscc/lib-linux-s390x-gnu')
+        const bindingPackageVersion = require('@iscc/lib-linux-s390x-gnu/package.json').version
+        if (bindingPackageVersion !== '0.3.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.3.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        }
+        return binding
+      } catch (e) {
+        loadErrors.push(e)
+      }
+    } else {
+      loadErrors.push(new Error(`Unsupported architecture on Linux: ${process.arch}`))
+    }
+  } else if (process.platform === 'openharmony') {
+    if (process.arch === 'arm64') {
+      try {
+        return require('./iscc-lib.openharmony-arm64.node')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+      try {
+        const binding = require('@iscc/lib-openharmony-arm64')
+        const bindingPackageVersion = require('@iscc/lib-openharmony-arm64/package.json').version
+        if (bindingPackageVersion !== '0.3.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.3.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        }
+        return binding
+      } catch (e) {
+        loadErrors.push(e)
+      }
+    } else if (process.arch === 'x64') {
+      try {
+        return require('./iscc-lib.openharmony-x64.node')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+      try {
+        const binding = require('@iscc/lib-openharmony-x64')
+        const bindingPackageVersion = require('@iscc/lib-openharmony-x64/package.json').version
+        if (bindingPackageVersion !== '0.3.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.3.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        }
+        return binding
+      } catch (e) {
+        loadErrors.push(e)
+      }
+    } else if (process.arch === 'arm') {
+      try {
+        return require('./iscc-lib.openharmony-arm.node')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+      try {
+        const binding = require('@iscc/lib-openharmony-arm')
+        const bindingPackageVersion = require('@iscc/lib-openharmony-arm/package.json').version
+        if (bindingPackageVersion !== '0.3.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.3.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        }
+        return binding
+      } catch (e) {
+        loadErrors.push(e)
+      }
+    } else {
+      loadErrors.push(new Error(`Unsupported architecture on OpenHarmony: ${process.arch}`))
+    }
+  } else {
+    loadErrors.push(new Error(`Unsupported OS: ${process.platform}, architecture: ${process.arch}`))
+  }
+}
+
+nativeBinding = requireNative()
+
+if (!nativeBinding || process.env.NAPI_RS_FORCE_WASI) {
+  let wasiBinding = null
+  let wasiBindingError = null
+  try {
+    wasiBinding = require('./iscc-lib.wasi.cjs')
+    nativeBinding = wasiBinding
+  } catch (err) {
+    if (process.env.NAPI_RS_FORCE_WASI) {
+      wasiBindingError = err
+    }
+  }
+  if (!nativeBinding || process.env.NAPI_RS_FORCE_WASI) {
+    try {
+      wasiBinding = require('@iscc/lib-wasm32-wasi')
+      nativeBinding = wasiBinding
+    } catch (err) {
+      if (process.env.NAPI_RS_FORCE_WASI) {
+        if (!wasiBindingError) {
+          wasiBindingError = err
+        } else {
+          wasiBindingError.cause = err
+        }
+        loadErrors.push(err)
+      }
+    }
+  }
+  if (process.env.NAPI_RS_FORCE_WASI === 'error' && !wasiBinding) {
+    const error = new Error('WASI binding not found and NAPI_RS_FORCE_WASI is set to error')
+    error.cause = wasiBindingError
+    throw error
+  }
+}
+
+if (!nativeBinding) {
+  if (loadErrors.length > 0) {
+    throw new Error(
+      `Cannot find native binding. ` +
+        `npm has a bug related to optional dependencies (https://github.com/npm/cli/issues/4828). ` +
+        'Please try `npm i` again after removing both package-lock.json and node_modules directory.',
+      {
+        cause: loadErrors.reduce((err, cur) => {
+          cur.cause = err
+          return cur
+        }),
+      },
+    )
+  }
+  throw new Error(`Failed to load native binding`)
+}
+
+module.exports = nativeBinding
+module.exports.DataHasher = nativeBinding.DataHasher
+module.exports.NapiDataHasher = nativeBinding.NapiDataHasher
+module.exports.InstanceHasher = nativeBinding.InstanceHasher
+module.exports.NapiInstanceHasher = nativeBinding.NapiInstanceHasher
+module.exports.alg_cdc_chunks = nativeBinding.alg_cdc_chunks
+module.exports.alg_minhash_256 = nativeBinding.alg_minhash_256
+module.exports.alg_simhash = nativeBinding.alg_simhash
+module.exports.conformance_selftest = nativeBinding.conformance_selftest
+module.exports.encode_base64 = nativeBinding.encode_base64
+module.exports.encode_component = nativeBinding.encode_component
+module.exports.gen_audio_code_v0 = nativeBinding.gen_audio_code_v0
+module.exports.gen_data_code_v0 = nativeBinding.gen_data_code_v0
+module.exports.gen_image_code_v0 = nativeBinding.gen_image_code_v0
+module.exports.gen_instance_code_v0 = nativeBinding.gen_instance_code_v0
+module.exports.gen_iscc_code_v0 = nativeBinding.gen_iscc_code_v0
+module.exports.gen_meta_code_v0 = nativeBinding.gen_meta_code_v0
+module.exports.gen_mixed_code_v0 = nativeBinding.gen_mixed_code_v0
+module.exports.gen_sum_code_v0 = nativeBinding.gen_sum_code_v0
+module.exports.gen_text_code_v0 = nativeBinding.gen_text_code_v0
+module.exports.gen_video_code_v0 = nativeBinding.gen_video_code_v0
+module.exports.IO_READ_SIZE = nativeBinding.IO_READ_SIZE
+module.exports.iscc_decode = nativeBinding.iscc_decode
+module.exports.iscc_decompose = nativeBinding.iscc_decompose
+module.exports.json_to_data_url = nativeBinding.json_to_data_url
+module.exports.META_TRIM_DESCRIPTION = nativeBinding.META_TRIM_DESCRIPTION
+module.exports.META_TRIM_META = nativeBinding.META_TRIM_META
+module.exports.META_TRIM_NAME = nativeBinding.META_TRIM_NAME
+module.exports.sliding_window = nativeBinding.sliding_window
+module.exports.soft_hash_video_v0 = nativeBinding.soft_hash_video_v0
+module.exports.text_clean = nativeBinding.text_clean
+module.exports.text_collapse = nativeBinding.text_collapse
+module.exports.TEXT_NGRAM_SIZE = nativeBinding.TEXT_NGRAM_SIZE
+module.exports.text_remove_newlines = nativeBinding.text_remove_newlines
+module.exports.text_trim = nativeBinding.text_trim

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@iscc/lib",
-  "version": "0.3.0",
+  "version": "0.3.1",
   "license": "Apache-2.0",
   "repository": {
     "type": "git",
@@ -32,10 +32,10 @@
     "@napi-rs/cli": "^3"
   },
   "optionalDependencies": {
-    "@iscc/lib-darwin-x64": "0.3.0",
-    "@iscc/lib-darwin-arm64": "0.3.0",
-    "@iscc/lib-win32-x64-msvc": "0.3.0",
-    "@iscc/lib-linux-x64-gnu": "0.3.0",
-    "@iscc/lib-linux-arm64-gnu": "0.3.0"
+    "@iscc/lib-darwin-x64": "0.3.1",
+    "@iscc/lib-darwin-arm64": "0.3.1",
+    "@iscc/lib-win32-x64-msvc": "0.3.1",
+    "@iscc/lib-linux-x64-gnu": "0.3.1",
+    "@iscc/lib-linux-arm64-gnu": "0.3.1"
   }
 }