@mlx-node/core 0.0.3 → 0.0.5

package/index.cjs

@@ -78,12 +78,12 @@ function requireNative() {
         const binding = require('@mlx-node/core-android-arm64');
         const bindingPackageVersion = require('@mlx-node/core-android-arm64/package.json').version;
         if (
-          bindingPackageVersion !== '0.0.3' &&
+          bindingPackageVersion !== '0.0.5' &&
           process.env.NAPI_RS_ENFORCE_VERSION_CHECK &&
           process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0'
         ) {
           throw new Error(
-            `Native binding package version mismatch, expected 0.0.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
+            `Native binding package version mismatch, expected 0.0.5 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
           );
         }
         return binding;
@@ -100,12 +100,12 @@ function requireNative() {
         const binding = require('@mlx-node/core-android-arm-eabi');
         const bindingPackageVersion = require('@mlx-node/core-android-arm-eabi/package.json').version;
         if (
-          bindingPackageVersion !== '0.0.3' &&
+          bindingPackageVersion !== '0.0.5' &&
           process.env.NAPI_RS_ENFORCE_VERSION_CHECK &&
           process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0'
         ) {
           throw new Error(
-            `Native binding package version mismatch, expected 0.0.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
+            `Native binding package version mismatch, expected 0.0.5 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
           );
         }
         return binding;
@@ -130,12 +130,12 @@ function requireNative() {
           const binding = require('@mlx-node/core-win32-x64-gnu');
           const bindingPackageVersion = require('@mlx-node/core-win32-x64-gnu/package.json').version;
           if (
-            bindingPackageVersion !== '0.0.3' &&
+            bindingPackageVersion !== '0.0.5' &&
             process.env.NAPI_RS_ENFORCE_VERSION_CHECK &&
             process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0'
           ) {
             throw new Error(
-              `Native binding package version mismatch, expected 0.0.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
+              `Native binding package version mismatch, expected 0.0.5 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
             );
           }
           return binding;
@@ -152,12 +152,12 @@ function requireNative() {
           const binding = require('@mlx-node/core-win32-x64-msvc');
           const bindingPackageVersion = require('@mlx-node/core-win32-x64-msvc/package.json').version;
           if (
-            bindingPackageVersion !== '0.0.3' &&
+            bindingPackageVersion !== '0.0.5' &&
             process.env.NAPI_RS_ENFORCE_VERSION_CHECK &&
             process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0'
           ) {
             throw new Error(
-              `Native binding package version mismatch, expected 0.0.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
+              `Native binding package version mismatch, expected 0.0.5 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
             );
           }
           return binding;
@@ -175,12 +175,12 @@ function requireNative() {
         const binding = require('@mlx-node/core-win32-ia32-msvc');
         const bindingPackageVersion = require('@mlx-node/core-win32-ia32-msvc/package.json').version;
         if (
-          bindingPackageVersion !== '0.0.3' &&
+          bindingPackageVersion !== '0.0.5' &&
           process.env.NAPI_RS_ENFORCE_VERSION_CHECK &&
           process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0'
         ) {
           throw new Error(
-            `Native binding package version mismatch, expected 0.0.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
+            `Native binding package version mismatch, expected 0.0.5 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
           );
         }
         return binding;
@@ -197,12 +197,12 @@ function requireNative() {
         const binding = require('@mlx-node/core-win32-arm64-msvc');
         const bindingPackageVersion = require('@mlx-node/core-win32-arm64-msvc/package.json').version;
         if (
-          bindingPackageVersion !== '0.0.3' &&
+          bindingPackageVersion !== '0.0.5' &&
           process.env.NAPI_RS_ENFORCE_VERSION_CHECK &&
           process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0'
         ) {
           throw new Error(
-            `Native binding package version mismatch, expected 0.0.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
+            `Native binding package version mismatch, expected 0.0.5 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
           );
         }
         return binding;
@@ -222,12 +222,12 @@ function requireNative() {
       const binding = require('@mlx-node/core-darwin-universal');
       const bindingPackageVersion = require('@mlx-node/core-darwin-universal/package.json').version;
       if (
-        bindingPackageVersion !== '0.0.3' &&
+        bindingPackageVersion !== '0.0.5' &&
         process.env.NAPI_RS_ENFORCE_VERSION_CHECK &&
         process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0'
       ) {
         throw new Error(
-          `Native binding package version mismatch, expected 0.0.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
+          `Native binding package version mismatch, expected 0.0.5 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
         );
       }
       return binding;
@@ -244,12 +244,12 @@ function requireNative() {
         const binding = require('@mlx-node/core-darwin-x64');
         const bindingPackageVersion = require('@mlx-node/core-darwin-x64/package.json').version;
         if (
-          bindingPackageVersion !== '0.0.3' &&
+          bindingPackageVersion !== '0.0.5' &&
           process.env.NAPI_RS_ENFORCE_VERSION_CHECK &&
           process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0'
         ) {
           throw new Error(
-            `Native binding package version mismatch, expected 0.0.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
+            `Native binding package version mismatch, expected 0.0.5 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
           );
         }
         return binding;
@@ -266,12 +266,12 @@ function requireNative() {
         const binding = require('@mlx-node/core-darwin-arm64');
         const bindingPackageVersion = require('@mlx-node/core-darwin-arm64/package.json').version;
         if (
-          bindingPackageVersion !== '0.0.3' &&
+          bindingPackageVersion !== '0.0.5' &&
           process.env.NAPI_RS_ENFORCE_VERSION_CHECK &&
           process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0'
         ) {
           throw new Error(
-            `Native binding package version mismatch, expected 0.0.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
+            `Native binding package version mismatch, expected 0.0.5 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
           );
         }
         return binding;
@@ -292,12 +292,12 @@ function requireNative() {
         const binding = require('@mlx-node/core-freebsd-x64');
         const bindingPackageVersion = require('@mlx-node/core-freebsd-x64/package.json').version;
         if (
-          bindingPackageVersion !== '0.0.3' &&
+          bindingPackageVersion !== '0.0.5' &&
           process.env.NAPI_RS_ENFORCE_VERSION_CHECK &&
           process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0'
         ) {
           throw new Error(
-            `Native binding package version mismatch, expected 0.0.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
+            `Native binding package version mismatch, expected 0.0.5 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
           );
         }
         return binding;
@@ -314,12 +314,12 @@ function requireNative() {
         const binding = require('@mlx-node/core-freebsd-arm64');
         const bindingPackageVersion = require('@mlx-node/core-freebsd-arm64/package.json').version;
         if (
-          bindingPackageVersion !== '0.0.3' &&
+          bindingPackageVersion !== '0.0.5' &&
           process.env.NAPI_RS_ENFORCE_VERSION_CHECK &&
           process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0'
         ) {
           throw new Error(
-            `Native binding package version mismatch, expected 0.0.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
+            `Native binding package version mismatch, expected 0.0.5 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
           );
         }
         return binding;
@@ -341,12 +341,12 @@ function requireNative() {
           const binding = require('@mlx-node/core-linux-x64-musl');
           const bindingPackageVersion = require('@mlx-node/core-linux-x64-musl/package.json').version;
           if (
-            bindingPackageVersion !== '0.0.3' &&
+            bindingPackageVersion !== '0.0.5' &&
             process.env.NAPI_RS_ENFORCE_VERSION_CHECK &&
             process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0'
           ) {
             throw new Error(
-              `Native binding package version mismatch, expected 0.0.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
+              `Native binding package version mismatch, expected 0.0.5 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
             );
           }
           return binding;
@@ -363,12 +363,12 @@ function requireNative() {
           const binding = require('@mlx-node/core-linux-x64-gnu');
           const bindingPackageVersion = require('@mlx-node/core-linux-x64-gnu/package.json').version;
           if (
-            bindingPackageVersion !== '0.0.3' &&
+            bindingPackageVersion !== '0.0.5' &&
             process.env.NAPI_RS_ENFORCE_VERSION_CHECK &&
             process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0'
           ) {
             throw new Error(
-              `Native binding package version mismatch, expected 0.0.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
+              `Native binding package version mismatch, expected 0.0.5 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
             );
           }
           return binding;
@@ -387,12 +387,12 @@ function requireNative() {
           const binding = require('@mlx-node/core-linux-arm64-musl');
           const bindingPackageVersion = require('@mlx-node/core-linux-arm64-musl/package.json').version;
           if (
-            bindingPackageVersion !== '0.0.3' &&
+            bindingPackageVersion !== '0.0.5' &&
             process.env.NAPI_RS_ENFORCE_VERSION_CHECK &&
             process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0'
           ) {
             throw new Error(
-              `Native binding package version mismatch, expected 0.0.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
+              `Native binding package version mismatch, expected 0.0.5 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
             );
           }
           return binding;
@@ -409,12 +409,12 @@ function requireNative() {
           const binding = require('@mlx-node/core-linux-arm64-gnu');
           const bindingPackageVersion = require('@mlx-node/core-linux-arm64-gnu/package.json').version;
           if (
-            bindingPackageVersion !== '0.0.3' &&
+            bindingPackageVersion !== '0.0.5' &&
             process.env.NAPI_RS_ENFORCE_VERSION_CHECK &&
             process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0'
           ) {
             throw new Error(
-              `Native binding package version mismatch, expected 0.0.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
+              `Native binding package version mismatch, expected 0.0.5 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
             );
           }
           return binding;
@@ -433,12 +433,12 @@ function requireNative() {
           const binding = require('@mlx-node/core-linux-arm-musleabihf');
           const bindingPackageVersion = require('@mlx-node/core-linux-arm-musleabihf/package.json').version;
           if (
-            bindingPackageVersion !== '0.0.3' &&
+            bindingPackageVersion !== '0.0.5' &&
             process.env.NAPI_RS_ENFORCE_VERSION_CHECK &&
             process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0'
           ) {
             throw new Error(
-              `Native binding package version mismatch, expected 0.0.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
+              `Native binding package version mismatch, expected 0.0.5 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
             );
           }
           return binding;
@@ -455,12 +455,12 @@ function requireNative() {
           const binding = require('@mlx-node/core-linux-arm-gnueabihf');
           const bindingPackageVersion = require('@mlx-node/core-linux-arm-gnueabihf/package.json').version;
           if (
-            bindingPackageVersion !== '0.0.3' &&
+            bindingPackageVersion !== '0.0.5' &&
             process.env.NAPI_RS_ENFORCE_VERSION_CHECK &&
             process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0'
           ) {
             throw new Error(
-              `Native binding package version mismatch, expected 0.0.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
+              `Native binding package version mismatch, expected 0.0.5 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
             );
           }
           return binding;
@@ -479,12 +479,12 @@ function requireNative() {
           const binding = require('@mlx-node/core-linux-loong64-musl');
           const bindingPackageVersion = require('@mlx-node/core-linux-loong64-musl/package.json').version;
           if (
-            bindingPackageVersion !== '0.0.3' &&
+            bindingPackageVersion !== '0.0.5' &&
             process.env.NAPI_RS_ENFORCE_VERSION_CHECK &&
             process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0'
           ) {
             throw new Error(
-              `Native binding package version mismatch, expected 0.0.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
+              `Native binding package version mismatch, expected 0.0.5 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
             );
           }
           return binding;
@@ -501,12 +501,12 @@ function requireNative() {
           const binding = require('@mlx-node/core-linux-loong64-gnu');
           const bindingPackageVersion = require('@mlx-node/core-linux-loong64-gnu/package.json').version;
           if (
-            bindingPackageVersion !== '0.0.3' &&
+            bindingPackageVersion !== '0.0.5' &&
             process.env.NAPI_RS_ENFORCE_VERSION_CHECK &&
             process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0'
           ) {
             throw new Error(
-              `Native binding package version mismatch, expected 0.0.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
+              `Native binding package version mismatch, expected 0.0.5 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
             );
           }
           return binding;
@@ -525,12 +525,12 @@ function requireNative() {
           const binding = require('@mlx-node/core-linux-riscv64-musl');
           const bindingPackageVersion = require('@mlx-node/core-linux-riscv64-musl/package.json').version;
           if (
-            bindingPackageVersion !== '0.0.3' &&
+            bindingPackageVersion !== '0.0.5' &&
             process.env.NAPI_RS_ENFORCE_VERSION_CHECK &&
             process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0'
           ) {
             throw new Error(
-              `Native binding package version mismatch, expected 0.0.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
+              `Native binding package version mismatch, expected 0.0.5 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
             );
           }
           return binding;
@@ -547,12 +547,12 @@ function requireNative() {
           const binding = require('@mlx-node/core-linux-riscv64-gnu');
           const bindingPackageVersion = require('@mlx-node/core-linux-riscv64-gnu/package.json').version;
           if (
-            bindingPackageVersion !== '0.0.3' &&
+            bindingPackageVersion !== '0.0.5' &&
             process.env.NAPI_RS_ENFORCE_VERSION_CHECK &&
             process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0'
           ) {
             throw new Error(
-              `Native binding package version mismatch, expected 0.0.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
+              `Native binding package version mismatch, expected 0.0.5 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
             );
           }
           return binding;
@@ -570,12 +570,12 @@ function requireNative() {
         const binding = require('@mlx-node/core-linux-ppc64-gnu');
         const bindingPackageVersion = require('@mlx-node/core-linux-ppc64-gnu/package.json').version;
         if (
-          bindingPackageVersion !== '0.0.3' &&
+          bindingPackageVersion !== '0.0.5' &&
           process.env.NAPI_RS_ENFORCE_VERSION_CHECK &&
           process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0'
         ) {
           throw new Error(
-            `Native binding package version mismatch, expected 0.0.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
+            `Native binding package version mismatch, expected 0.0.5 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
           );
         }
         return binding;
@@ -592,12 +592,12 @@ function requireNative() {
         const binding = require('@mlx-node/core-linux-s390x-gnu');
         const bindingPackageVersion = require('@mlx-node/core-linux-s390x-gnu/package.json').version;
         if (
-          bindingPackageVersion !== '0.0.3' &&
+          bindingPackageVersion !== '0.0.5' &&
           process.env.NAPI_RS_ENFORCE_VERSION_CHECK &&
           process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0'
         ) {
           throw new Error(
-            `Native binding package version mismatch, expected 0.0.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
+            `Native binding package version mismatch, expected 0.0.5 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
           );
         }
         return binding;
@@ -618,12 +618,12 @@ function requireNative() {
         const binding = require('@mlx-node/core-openharmony-arm64');
         const bindingPackageVersion = require('@mlx-node/core-openharmony-arm64/package.json').version;
         if (
-          bindingPackageVersion !== '0.0.3' &&
+          bindingPackageVersion !== '0.0.5' &&
           process.env.NAPI_RS_ENFORCE_VERSION_CHECK &&
           process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0'
         ) {
           throw new Error(
-            `Native binding package version mismatch, expected 0.0.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
+            `Native binding package version mismatch, expected 0.0.5 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
           );
         }
         return binding;
@@ -640,12 +640,12 @@ function requireNative() {
         const binding = require('@mlx-node/core-openharmony-x64');
         const bindingPackageVersion = require('@mlx-node/core-openharmony-x64/package.json').version;
         if (
-          bindingPackageVersion !== '0.0.3' &&
+          bindingPackageVersion !== '0.0.5' &&
           process.env.NAPI_RS_ENFORCE_VERSION_CHECK &&
           process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0'
         ) {
           throw new Error(
-            `Native binding package version mismatch, expected 0.0.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
+            `Native binding package version mismatch, expected 0.0.5 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
           );
         }
         return binding;
@@ -662,12 +662,12 @@ function requireNative() {
         const binding = require('@mlx-node/core-openharmony-arm');
         const bindingPackageVersion = require('@mlx-node/core-openharmony-arm/package.json').version;
         if (
-          bindingPackageVersion !== '0.0.3' &&
+          bindingPackageVersion !== '0.0.5' &&
           process.env.NAPI_RS_ENFORCE_VERSION_CHECK &&
           process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0'
         ) {
           throw new Error(
-            `Native binding package version mismatch, expected 0.0.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
+            `Native binding package version mismatch, expected 0.0.5 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`,
           );
         }
         return binding;
@@ -747,6 +747,7 @@ module.exports.GRPOTrainingEngine = nativeBinding.GRPOTrainingEngine;
 module.exports.MxArray = nativeBinding.MxArray;
 module.exports.NativeRewardRegistry = nativeBinding.NativeRewardRegistry;
 module.exports.OutputStore = nativeBinding.OutputStore;
+module.exports.PromptCache = nativeBinding.PromptCache;
 module.exports.Qwen35Model = nativeBinding.Qwen35Model;
 module.exports.Qwen3_5Model = nativeBinding.Qwen3_5Model;
 module.exports.Qwen35MoeModel = nativeBinding.Qwen35MoeModel;

package/index.d.cts

@@ -63,7 +63,7 @@ export declare class DocLayoutModel {
    * # Returns
    * * Vec of LayoutElements sorted by reading order
    */
-  detect(imageData: Buffer, threshold?: number | undefined | null): Array<LayoutElement>;
+  detect(imageData: Uint8Array, threshold?: number | undefined | null): Array<LayoutElement>;
 }
 export type PPDocLayoutV3Model = DocLayoutModel;
 
@@ -87,7 +87,7 @@ export declare class DocOrientationModel {
    *
    * Returns classification result plus corrected PNG image bytes.
    */
-  classifyAndRotate(imageData: Buffer): ClassifyRotateResult;
+  classifyAndRotate(imageData: Uint8Array): ClassifyRotateResult;
 }
 
 /**
@@ -100,7 +100,7 @@ export declare class DocUnwarpModel {
   /** Load a DocUnwarpModel from a directory containing model.safetensors. */
   static load(modelPath: string): DocUnwarpModel;
   /** Unwarp a document image and return the corrected image bytes. */
-  unwarp(imageData: Buffer): UnwarpResult;
+  unwarp(imageData: Uint8Array): UnwarpResult;
 }
 
 /** Result from text generation with detailed metadata */
@@ -639,6 +639,25 @@ export declare class OutputStore {
   queryRaw(sql: string): Promise<string>;
 }
 
+/**
+ * Opaque handle to KV cache state from a previous chat() call.
+ *
+ * Pass this back to the next chat() call via `model.setCache(cache)`
+ * to enable incremental prefill — only new tokens since the last turn
+ * are processed, avoiding redundant computation.
+ *
+ * Created internally by the model when `reuseCache: true` (default).
+ * Extract via `model.takeCache()`, restore via `model.setCache(cache)`.
+ */
+export declare class PromptCache {
+  /** Number of tokens stored in this cache. */
+  get tokenCount(): number;
+  /** Whether this cache has been consumed (caches moved out). */
+  get isEmpty(): boolean;
+  /** Release GPU memory held by this cache. */
+  dispose(): void;
+}
+
 /**
  * Qwen3.5 Model -- hybrid linear/full attention with optional MoE.
  *
@@ -653,6 +672,21 @@ export declare class Qwen35Model {
   initCaches(): void;
   /** Reset all caches. */
   resetCaches(): void;
+  /**
+   * Take the KV cache from the model, returning a `PromptCache` handle.
+   *
+   * The cache is moved out of the model — calling `takeCache()` twice
+   * returns `null` the second time. Pass the cache back via `setCache()`
+   * before the next `chat()` call for incremental prefill.
+   */
+  takeCache(): PromptCache | null;
+  /**
+   * Restore a previously taken `PromptCache` into the model.
+   *
+   * On the next `chat()` call with `reuseCache: true`, the model will
+   * prefix-match the new tokens against the cache and only prefill the delta.
+   */
+  setCache(cache: PromptCache): void;
   /**
    * Forward pass through the model.
    *
@@ -726,6 +760,21 @@ export type Qwen3_5Model = Qwen35Model;
  */
 export declare class Qwen35MoeModel {
   constructor(config: Qwen35MoeConfig);
+  /**
+   * Take the KV cache from the model, returning a `PromptCache` handle.
+   *
+   * The cache is moved out of the model — calling `takeCache()` twice
+   * returns `null` the second time. Pass the cache back via `setCache()`
+   * before the next `chat()` call for incremental prefill.
+   */
+  takeCache(): PromptCache | null;
+  /**
+   * Restore a previously taken `PromptCache` into the model.
+   *
+   * On the next `chat()` call with `reuseCache: true`, the model will
+   * prefix-match the new tokens against the cache and only prefill the delta.
+   */
+  setCache(cache: PromptCache): void;
   initCaches(): void;
   resetCaches(): void;
   forward(inputIds: MxArray): MxArray;
@@ -771,6 +820,11 @@ export type Qwen3_5MoeModel = Qwen35MoeModel;
 export declare class Qwen3Model {
   /** Create a new Qwen3 model with the given configuration */
   constructor(config: Qwen3Config);
+  /**
+   * Reset the KV cache used for cache reuse across chat() calls.
+   * Call this when starting a new conversation to ensure a full prefill.
+   */
+  resetCache(): void;
   /**
    * Forward pass through the model
    *
@@ -1932,6 +1986,14 @@ export interface ChatConfig {
   enableThinking?: boolean | undefined;
   /** When true, include performance metrics (TTFT, prefill tok/s, decode tok/s) in the result */
   reportPerformance?: boolean | undefined;
+  /**
+   * Reuse KV cache across chat() calls for incremental prefill. Default: true.
+   * When true, the model preserves its KV cache after generation. On the next
+   * chat() call, it prefix-matches the new token sequence against the cached
+   * tokens and only prefills the delta — avoiding redundant computation for
+   * multi-turn conversations.
+   */
+  reuseCache?: boolean | undefined;
 }
 
 /** Chat message with tool calling support */
@@ -1996,7 +2058,7 @@ export interface ClassifyRotateResult {
   /** Angle label as string */
   label: string;
   /** Corrected image as PNG bytes (or original bytes if angle=0) */
-  image: Buffer;
+  image: Uint8Array;
 }
 
 /** Statistics about cleanup operations (NAPI wrapper) */

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mlx-node/core",
-  "version": "0.0.3",
+  "version": "0.0.5",
   "description": "Internal native bindings - import from @mlx-node/lm or @mlx-node/trl instead",
   "homepage": "https://github.com/mlx-node/mlx-node",
   "bugs": {
@@ -36,7 +36,7 @@
     "oxfmt": "^0.40.0"
   },
   "optionalDependencies": {
-    "@mlx-node/core-darwin-arm64": "0.0.3"
+    "@mlx-node/core-darwin-arm64": "0.0.5"
   },
   "napi": {
     "binaryName": "mlx-core",