node-mlx 1.0.0

package/dist/index.js

@@ -0,0 +1,216 @@
+// src/index.ts
+import { platform, arch } from "os";
+import { join, dirname } from "path";
+import { fileURLToPath } from "url";
+import { existsSync, readFileSync } from "fs";
+import { createRequire } from "module";
+var __filename = fileURLToPath(import.meta.url);
+var __dirname = dirname(__filename);
+var require2 = createRequire(import.meta.url);
+var packageJsonPath = join(__dirname, "..", "package.json");
+var packageJson = JSON.parse(readFileSync(packageJsonPath, "utf-8"));
+var VERSION = packageJson.version;
+var binding = null;
+var initialized = false;
+function loadNativeAddon() {
+  try {
+    const gypBuild = require2("node-gyp-build");
+    const nativeDir = join(__dirname, "..", "native");
+    if (existsSync(join(__dirname, "..", "prebuilds"))) {
+      return gypBuild(join(__dirname, ".."));
+    }
+    if (existsSync(join(nativeDir, "build"))) {
+      return gypBuild(nativeDir);
+    }
+  } catch {
+  }
+  const possibleAddonPaths = [
+    // From package dist/ (npm installed)
+    join(__dirname, "..", "prebuilds", "darwin-arm64", "node.napi.node"),
+    // From native/build (local development)
+    join(__dirname, "..", "native", "build", "Release", "node_mlx.node"),
+    // From project root (monorepo development)
+    join(process.cwd(), "packages", "node-mlx", "native", "build", "Release", "node_mlx.node")
+  ];
+  for (const p of possibleAddonPaths) {
+    if (existsSync(p)) {
+      return require2(p);
+    }
+  }
+  throw new Error(
+    `Native addon not found. Run 'pnpm build:native' first.
+Searched paths:
+${possibleAddonPaths.join("\n")}`
+  );
+}
+function findSwiftLibrary() {
+  const possibleDylibPaths = [
+    // From package swift/ (preferred - has metallib co-located)
+    join(__dirname, "..", "swift", "libNodeMLX.dylib"),
+    // From project root packages/node-mlx/swift/ (monorepo development)
+    join(process.cwd(), "packages", "node-mlx", "swift", "libNodeMLX.dylib"),
+    // Fallback to packages/swift/.build (monorepo dev)
+    join(__dirname, "..", "..", "swift", ".build", "release", "libNodeMLX.dylib"),
+    join(__dirname, "..", "..", "..", "swift", ".build", "release", "libNodeMLX.dylib"),
+    join(process.cwd(), "packages", "swift", ".build", "release", "libNodeMLX.dylib")
+  ];
+  for (const p of possibleDylibPaths) {
+    if (existsSync(p)) {
+      return p;
+    }
+  }
+  throw new Error(
+    `Swift library not found. Run 'pnpm build:swift' first.
+Searched paths:
+${possibleDylibPaths.join("\n")}`
+  );
+}
+function loadBinding() {
+  if (binding && initialized) {
+    return binding;
+  }
+  if (platform() !== "darwin" || arch() !== "arm64") {
+    throw new Error("node-mlx is only supported on macOS Apple Silicon (arm64)");
+  }
+  binding = loadNativeAddon();
+  const dylibPath = findSwiftLibrary();
+  const success = binding.initialize(dylibPath);
+  if (!success) {
+    throw new Error("Failed to initialize node-mlx native library");
+  }
+  initialized = true;
+  return binding;
+}
+var RECOMMENDED_MODELS = {
+  // Qwen 2.5 (Alibaba) - Working with proper RoPE support
+  // Using non-quantized models - quantized models have loading issues
+  qwen: "Qwen/Qwen2.5-1.5B-Instruct",
+  "qwen-2.5": "Qwen/Qwen2.5-1.5B-Instruct",
+  "qwen-2.5-0.5b": "Qwen/Qwen2.5-0.5B-Instruct",
+  "qwen-2.5-1.5b": "Qwen/Qwen2.5-1.5B-Instruct",
+  "qwen-2.5-3b": "Qwen/Qwen2.5-3B-Instruct",
+  // Phi (Microsoft) - Working with fused QKV and RoPE
+  phi: "microsoft/phi-4",
+  // Default to latest
+  phi4: "microsoft/phi-4",
+  "phi-4": "microsoft/phi-4",
+  phi3: "microsoft/Phi-3-mini-4k-instruct",
+  "phi-3": "microsoft/Phi-3-mini-4k-instruct",
+  "phi-3-mini": "microsoft/Phi-3-mini-4k-instruct",
+  // Llama 3.2 (Meta) - Requires HuggingFace authentication
+  // Note: meta-llama models require accepting license at huggingface.co
+  llama: "meta-llama/Llama-3.2-1B-Instruct",
+  "llama-3.2": "meta-llama/Llama-3.2-1B-Instruct",
+  "llama-3.2-1b": "meta-llama/Llama-3.2-1B-Instruct",
+  "llama-3.2-3b": "meta-llama/Llama-3.2-3B-Instruct",
+  // Gemma 3 (Google) - Standard transformer architecture with sliding window
+  gemma: "mlx-community/gemma-3-1b-it-4bit",
+  "gemma-3": "mlx-community/gemma-3-1b-it-4bit",
+  "gemma-3-1b": "mlx-community/gemma-3-1b-it-4bit",
+  "gemma-3-1b-bf16": "mlx-community/gemma-3-1b-it-bf16",
+  "gemma-3-4b": "mlx-community/gemma-3-4b-it-4bit",
+  "gemma-3-4b-bf16": "mlx-community/gemma-3-4b-it-bf16",
+  "gemma-3-12b": "mlx-community/gemma-3-12b-it-4bit",
+  "gemma-3-27b": "mlx-community/gemma-3-27b-it-4bit"
+};
+function isPlatformSupported() {
+  return platform() === "darwin" && arch() === "arm64";
+}
+function isSupported() {
+  if (!isPlatformSupported()) {
+    return false;
+  }
+  try {
+    const b = loadBinding();
+    return b.isAvailable();
+  } catch {
+    return false;
+  }
+}
+function getVersion() {
+  const b = loadBinding();
+  return b.getVersion();
+}
+function loadModel(modelId) {
+  const b = loadBinding();
+  const handle = b.loadModel(modelId);
+  return {
+    handle,
+    generate(prompt, options) {
+      const jsonStr = b.generate(handle, prompt, {
+        maxTokens: options?.maxTokens ?? 256,
+        temperature: options?.temperature ?? 0.7,
+        topP: options?.topP ?? 0.9,
+        repetitionPenalty: options?.repetitionPenalty ?? 0,
+        repetitionContextSize: options?.repetitionContextSize ?? 20
+      });
+      const result = JSON.parse(jsonStr);
+      if (!result.success) {
+        throw new Error(result.error ?? "Generation failed");
+      }
+      return {
+        text: result.text ?? "",
+        tokenCount: result.tokenCount ?? 0,
+        tokensPerSecond: result.tokensPerSecond ?? 0
+      };
+    },
+    generateStreaming(prompt, options) {
+      const jsonStr = b.generateStreaming(handle, prompt, {
+        maxTokens: options?.maxTokens ?? 256,
+        temperature: options?.temperature ?? 0.7,
+        topP: options?.topP ?? 0.9,
+        repetitionPenalty: options?.repetitionPenalty ?? 0,
+        repetitionContextSize: options?.repetitionContextSize ?? 20
+      });
+      const result = JSON.parse(jsonStr);
+      if (!result.success) {
+        throw new Error(result.error ?? "Generation failed");
+      }
+      return {
+        tokenCount: result.tokenCount ?? 0,
+        tokensPerSecond: result.tokensPerSecond ?? 0
+      };
+    },
+    generateWithImage(prompt, imagePath, options) {
+      const jsonStr = b.generateWithImage(handle, prompt, imagePath, {
+        maxTokens: options?.maxTokens ?? 256,
+        temperature: options?.temperature ?? 0.7,
+        topP: options?.topP ?? 0.9,
+        repetitionPenalty: options?.repetitionPenalty ?? 0,
+        repetitionContextSize: options?.repetitionContextSize ?? 20
+      });
+      const result = JSON.parse(jsonStr);
+      if (!result.success) {
+        throw new Error(result.error ?? "Generation failed");
+      }
+      return {
+        tokenCount: result.tokenCount ?? 0,
+        tokensPerSecond: result.tokensPerSecond ?? 0
+      };
+    },
+    isVLM() {
+      return b.isVLM(handle);
+    },
+    unload() {
+      b.unloadModel(handle);
+    }
+  };
+}
+function generate(modelId, prompt, options) {
+  const model = loadModel(modelId);
+  try {
+    return model.generate(prompt, options);
+  } finally {
+    model.unload();
+  }
+}
+export {
+  RECOMMENDED_MODELS,
+  VERSION,
+  generate,
+  getVersion,
+  isPlatformSupported,
+  isSupported,
+  loadModel
+};
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/index.ts"],"sourcesContent":["import { platform, arch } from \"node:os\"\nimport { join, dirname } from \"node:path\"\nimport { fileURLToPath } from \"node:url\"\nimport { existsSync, readFileSync } from \"node:fs\"\nimport { createRequire } from \"node:module\"\n\nconst __filename = fileURLToPath(import.meta.url)\nconst __dirname = dirname(__filename)\nconst require = createRequire(import.meta.url)\n\n// Read version from package.json\nconst packageJsonPath = join(__dirname, \"..\", \"package.json\")\nconst packageJson = JSON.parse(readFileSync(packageJsonPath, \"utf-8\")) as { version: string }\n\n/** Package version */\nexport const VERSION = packageJson.version\n\n// Native binding interface\ninterface NativeBinding {\n  initialize(dylibPath: string): boolean\n  isInitialized(): boolean\n  loadModel(modelId: string): number\n  unloadModel(handle: number): void\n  generate(\n    handle: number,\n    prompt: string,\n    options?: {\n      maxTokens?: number\n      temperature?: number\n      topP?: number\n      repetitionPenalty?: number\n      repetitionContextSize?: number\n    }\n  ): string // Returns JSON string\n  generateStreaming(\n    handle: number,\n    prompt: string,\n    options?: {\n      maxTokens?: number\n      temperature?: number\n      topP?: number\n      repetitionPenalty?: number\n      repetitionContextSize?: number\n    }\n  ): string // Streams to stdout, returns JSON stats\n  generateWithImage(\n    handle: number,\n    prompt: string,\n    imagePath: string,\n    options?: {\n      maxTokens?: number\n      temperature?: number\n      topP?: number\n      repetitionPenalty?: number\n      repetitionContextSize?: number\n    }\n  ): string // VLM: Streams to stdout, returns JSON stats\n  isVLM(handle: number): boolean\n  isAvailable(): boolean\n  getVersion(): string\n}\n\n// JSON response from Swift\ninterface JSONGenerationResult {\n  success: boolean\n  text?: string\n  tokenCount?: number\n  tokensPerSecond?: number\n  error?: string\n}\n\n// Load the native addon\nlet binding: NativeBinding | null = null\nlet initialized = false\n\n/**\n * Load native addon using node-gyp-build (prebuilds) or fallback to built addon\n */\nfunction loadNativeAddon(): NativeBinding {\n  // Try node-gyp-build first (prebuilds)\n  try {\n    const gypBuild = require(\"node-gyp-build\") as (dir: string) => NativeBinding\n    const nativeDir = join(__dirname, \"..\", \"native\")\n\n    if (existsSync(join(__dirname, \"..\", \"prebuilds\"))) {\n      return gypBuild(join(__dirname, \"..\"))\n    }\n\n    // Fallback to native/build if no prebuilds\n    if (existsSync(join(nativeDir, \"build\"))) {\n      return gypBuild(nativeDir)\n    }\n  } catch {\n    // node-gyp-build failed, try manual loading\n  }\n\n  // Manual fallback: try different paths for the native addon\n  const possibleAddonPaths = [\n    // From package dist/ (npm installed)\n    join(__dirname, \"..\", \"prebuilds\", \"darwin-arm64\", \"node.napi.node\"),\n    // From native/build (local development)\n    join(__dirname, \"..\", \"native\", \"build\", \"Release\", \"node_mlx.node\"),\n    // From project root (monorepo development)\n    join(process.cwd(), \"packages\", \"node-mlx\", \"native\", \"build\", \"Release\", \"node_mlx.node\")\n  ]\n\n  for (const p of possibleAddonPaths) {\n    if (existsSync(p)) {\n      return require(p) as NativeBinding\n    }\n  }\n\n  throw new Error(\n    \"Native addon not found. Run 'pnpm build:native' first.\\n\" +\n      `Searched paths:\\n${possibleAddonPaths.join(\"\\n\")}`\n  )\n}\n\n/**\n * Find Swift library path\n * Note: The library is expected to be in a directory with mlx.metallib for MLX to find it\n */\nfunction findSwiftLibrary(): string {\n  const possibleDylibPaths = [\n    // From package swift/ (preferred - has metallib co-located)\n    join(__dirname, \"..\", \"swift\", \"libNodeMLX.dylib\"),\n    // From project root packages/node-mlx/swift/ (monorepo development)\n    join(process.cwd(), \"packages\", \"node-mlx\", \"swift\", \"libNodeMLX.dylib\"),\n    // Fallback to packages/swift/.build (monorepo dev)\n    join(__dirname, \"..\", \"..\", \"swift\", \".build\", \"release\", \"libNodeMLX.dylib\"),\n    join(__dirname, \"..\", \"..\", \"..\", \"swift\", \".build\", \"release\", \"libNodeMLX.dylib\"),\n    join(process.cwd(), \"packages\", \"swift\", \".build\", \"release\", \"libNodeMLX.dylib\")\n  ]\n\n  for (const p of possibleDylibPaths) {\n    if (existsSync(p)) {\n      return p\n    }\n  }\n\n  throw new Error(\n    \"Swift library not found. Run 'pnpm build:swift' first.\\n\" +\n      `Searched paths:\\n${possibleDylibPaths.join(\"\\n\")}`\n  )\n}\n\nfunction loadBinding(): NativeBinding {\n  if (binding && initialized) {\n    return binding\n  }\n\n  if (platform() !== \"darwin\" || arch() !== \"arm64\") {\n    throw new Error(\"node-mlx is only supported on macOS Apple Silicon (arm64)\")\n  }\n\n  binding = loadNativeAddon()\n  const dylibPath = findSwiftLibrary()\n  const success = binding.initialize(dylibPath)\n\n  if (!success) {\n    throw new Error(\"Failed to initialize node-mlx native library\")\n  }\n\n  initialized = true\n\n  return binding\n}\n\n// MARK: - Public Types\n\nexport interface GenerationOptions {\n  maxTokens?: number\n  temperature?: number\n  topP?: number\n  /** Penalty for repeating tokens (1.0 = no penalty, 1.1-1.2 recommended) */\n  repetitionPenalty?: number\n  /** Number of recent tokens to consider for penalty (default: 20) */\n  repetitionContextSize?: number\n}\n\nexport interface GenerationResult {\n  text: string\n  tokenCount: number\n  tokensPerSecond: number\n}\n\nexport interface StreamingResult {\n  tokenCount: number\n  tokensPerSecond: number\n}\n\nexport interface Model {\n  /** Generate text from a prompt */\n  generate(prompt: string, options?: GenerationOptions): GenerationResult\n\n  /** Generate text with streaming - tokens are written directly to stdout */\n  generateStreaming(prompt: string, options?: GenerationOptions): StreamingResult\n\n  /** Generate text from a prompt with an image (VLM only) */\n  generateWithImage(prompt: string, imagePath: string, options?: GenerationOptions): StreamingResult\n\n  /** Check if this model supports images (is a Vision-Language Model) */\n  isVLM(): boolean\n\n  /** Unload the model from memory */\n  unload(): void\n\n  /** Model handle (internal use) */\n  readonly handle: number\n}\n\n// MARK: - Recommended Models\n\nexport const RECOMMENDED_MODELS = {\n  // Qwen 2.5 (Alibaba) - Working with proper RoPE support\n  // Using non-quantized models - quantized models have loading issues\n  qwen: \"Qwen/Qwen2.5-1.5B-Instruct\",\n  \"qwen-2.5\": \"Qwen/Qwen2.5-1.5B-Instruct\",\n  \"qwen-2.5-0.5b\": \"Qwen/Qwen2.5-0.5B-Instruct\",\n  \"qwen-2.5-1.5b\": \"Qwen/Qwen2.5-1.5B-Instruct\",\n  \"qwen-2.5-3b\": \"Qwen/Qwen2.5-3B-Instruct\",\n\n  // Phi (Microsoft) - Working with fused QKV and RoPE\n  phi: \"microsoft/phi-4\", // Default to latest\n  phi4: \"microsoft/phi-4\",\n  \"phi-4\": \"microsoft/phi-4\",\n  phi3: \"microsoft/Phi-3-mini-4k-instruct\",\n  \"phi-3\": \"microsoft/Phi-3-mini-4k-instruct\",\n  \"phi-3-mini\": \"microsoft/Phi-3-mini-4k-instruct\",\n\n  // Llama 3.2 (Meta) - Requires HuggingFace authentication\n  // Note: meta-llama models require accepting license at huggingface.co\n  llama: \"meta-llama/Llama-3.2-1B-Instruct\",\n  \"llama-3.2\": \"meta-llama/Llama-3.2-1B-Instruct\",\n  \"llama-3.2-1b\": \"meta-llama/Llama-3.2-1B-Instruct\",\n  \"llama-3.2-3b\": \"meta-llama/Llama-3.2-3B-Instruct\",\n\n  // Gemma 3 (Google) - Standard transformer architecture with sliding window\n  gemma: \"mlx-community/gemma-3-1b-it-4bit\",\n  \"gemma-3\": \"mlx-community/gemma-3-1b-it-4bit\",\n  \"gemma-3-1b\": \"mlx-community/gemma-3-1b-it-4bit\",\n  \"gemma-3-1b-bf16\": \"mlx-community/gemma-3-1b-it-bf16\",\n  \"gemma-3-4b\": \"mlx-community/gemma-3-4b-it-4bit\",\n  \"gemma-3-4b-bf16\": \"mlx-community/gemma-3-4b-it-bf16\",\n  \"gemma-3-12b\": \"mlx-community/gemma-3-12b-it-4bit\",\n  \"gemma-3-27b\": \"mlx-community/gemma-3-27b-it-4bit\"\n} as const\n\nexport type RecommendedModelKey = keyof typeof RECOMMENDED_MODELS\n\n// MARK: - Public API\n\n/**\n * Check if the platform is Apple Silicon Mac\n */\nexport function isPlatformSupported(): boolean {\n  return platform() === \"darwin\" && arch() === \"arm64\"\n}\n\n/**\n * Check if MLX is available on this system\n * (requires macOS 14+ on Apple Silicon with built binaries)\n */\nexport function isSupported(): boolean {\n  if (!isPlatformSupported()) {\n    return false\n  }\n\n  try {\n    const b = loadBinding()\n\n    return b.isAvailable()\n  } catch {\n    return false\n  }\n}\n\n/**\n * Get the library version\n */\nexport function getVersion(): string {\n  const b = loadBinding()\n\n  return b.getVersion()\n}\n\n/**\n * Load a model from HuggingFace or local path\n *\n * @param modelId - HuggingFace model ID (e.g., \"mlx-community/gemma-3n-E2B-it-4bit\") or local path\n * @returns Model instance\n *\n * @example\n * ```typescript\n * import { loadModel, RECOMMENDED_MODELS } from \"node-mlx\"\n *\n * const model = loadModel(RECOMMENDED_MODELS[\"gemma-3n-2b\"])\n * const result = model.generate(\"Hello, world!\")\n * console.log(result.text)\n * model.unload()\n * ```\n */\nexport function loadModel(modelId: string): Model {\n  const b = loadBinding()\n  const handle = b.loadModel(modelId)\n\n  return {\n    handle,\n\n    generate(prompt: string, options?: GenerationOptions): GenerationResult {\n      const jsonStr = b.generate(handle, prompt, {\n        maxTokens: options?.maxTokens ?? 256,\n        temperature: options?.temperature ?? 0.7,\n        topP: options?.topP ?? 0.9,\n        repetitionPenalty: options?.repetitionPenalty ?? 0,\n        repetitionContextSize: options?.repetitionContextSize ?? 20\n      })\n\n      const result = JSON.parse(jsonStr) as JSONGenerationResult\n\n      if (!result.success) {\n        throw new Error(result.error ?? \"Generation failed\")\n      }\n\n      return {\n        text: result.text ?? \"\",\n        tokenCount: result.tokenCount ?? 0,\n        tokensPerSecond: result.tokensPerSecond ?? 0\n      }\n    },\n\n    generateStreaming(prompt: string, options?: GenerationOptions): StreamingResult {\n      // Tokens are written directly to stdout by Swift\n      const jsonStr = b.generateStreaming(handle, prompt, {\n        maxTokens: options?.maxTokens ?? 256,\n        temperature: options?.temperature ?? 0.7,\n        topP: options?.topP ?? 0.9,\n        repetitionPenalty: options?.repetitionPenalty ?? 0,\n        repetitionContextSize: options?.repetitionContextSize ?? 20\n      })\n\n      const result = JSON.parse(jsonStr) as JSONGenerationResult\n\n      if (!result.success) {\n        throw new Error(result.error ?? \"Generation failed\")\n      }\n\n      return {\n        tokenCount: result.tokenCount ?? 0,\n        tokensPerSecond: result.tokensPerSecond ?? 0\n      }\n    },\n\n    generateWithImage(\n      prompt: string,\n      imagePath: string,\n      options?: GenerationOptions\n    ): StreamingResult {\n      // VLM generation with image - tokens are written directly to stdout by Swift\n      const jsonStr = b.generateWithImage(handle, prompt, imagePath, {\n        maxTokens: options?.maxTokens ?? 256,\n        temperature: options?.temperature ?? 0.7,\n        topP: options?.topP ?? 0.9,\n        repetitionPenalty: options?.repetitionPenalty ?? 0,\n        repetitionContextSize: options?.repetitionContextSize ?? 20\n      })\n\n      const result = JSON.parse(jsonStr) as JSONGenerationResult\n\n      if (!result.success) {\n        throw new Error(result.error ?? \"Generation failed\")\n      }\n\n      return {\n        tokenCount: result.tokenCount ?? 0,\n        tokensPerSecond: result.tokensPerSecond ?? 0\n      }\n    },\n\n    isVLM(): boolean {\n      return b.isVLM(handle)\n    },\n\n    unload(): void {\n      b.unloadModel(handle)\n    }\n  }\n}\n\n/**\n * Generate text using a model (one-shot, loads and unloads model)\n *\n * @param modelId - HuggingFace model ID or local path\n * @param prompt - Input text\n * @param options - Generation options\n * @returns Generation result\n *\n * @example\n * ```typescript\n * import { generate } from \"node-mlx\"\n *\n * const result = generate(\n *   \"mlx-community/gemma-3n-E2B-it-4bit\",\n *   \"Explain quantum computing\",\n *   { maxTokens: 100 }\n * )\n * console.log(result.text)\n * ```\n */\nexport function generate(\n  modelId: string,\n  prompt: string,\n  options?: GenerationOptions\n): GenerationResult {\n  const model = loadModel(modelId)\n\n  try {\n    return model.generate(prompt, options)\n  } finally {\n    model.unload()\n  }\n}\n"],"mappings":";AAAA,SAAS,UAAU,YAAY;AAC/B,SAAS,MAAM,eAAe;AAC9B,SAAS,qBAAqB;AAC9B,SAAS,YAAY,oBAAoB;AACzC,SAAS,qBAAqB;AAE9B,IAAM,aAAa,cAAc,YAAY,GAAG;AAChD,IAAM,YAAY,QAAQ,UAAU;AACpC,IAAMA,WAAU,cAAc,YAAY,GAAG;AAG7C,IAAM,kBAAkB,KAAK,WAAW,MAAM,cAAc;AAC5D,IAAM,cAAc,KAAK,MAAM,aAAa,iBAAiB,OAAO,CAAC;AAG9D,IAAM,UAAU,YAAY;AAyDnC,IAAI,UAAgC;AACpC,IAAI,cAAc;AAKlB,SAAS,kBAAiC;AAExC,MAAI;AACF,UAAM,WAAWA,SAAQ,gBAAgB;AACzC,UAAM,YAAY,KAAK,WAAW,MAAM,QAAQ;AAEhD,QAAI,WAAW,KAAK,WAAW,MAAM,WAAW,CAAC,GAAG;AAClD,aAAO,SAAS,KAAK,WAAW,IAAI,CAAC;AAAA,IACvC;AAGA,QAAI,WAAW,KAAK,WAAW,OAAO,CAAC,GAAG;AACxC,aAAO,SAAS,SAAS;AAAA,IAC3B;AAAA,EACF,QAAQ;AAAA,EAER;AAGA,QAAM,qBAAqB;AAAA;AAAA,IAEzB,KAAK,WAAW,MAAM,aAAa,gBAAgB,gBAAgB;AAAA;AAAA,IAEnE,KAAK,WAAW,MAAM,UAAU,SAAS,WAAW,eAAe;AAAA;AAAA,IAEnE,KAAK,QAAQ,IAAI,GAAG,YAAY,YAAY,UAAU,SAAS,WAAW,eAAe;AAAA,EAC3F;AAEA,aAAW,KAAK,oBAAoB;AAClC,QAAI,WAAW,CAAC,GAAG;AACjB,aAAOA,SAAQ,CAAC;AAAA,IAClB;AAAA,EACF;AAEA,QAAM,IAAI;AAAA,IACR;AAAA;AAAA,EACsB,mBAAmB,KAAK,IAAI,CAAC;AAAA,EACrD;AACF;AAMA,SAAS,mBAA2B;AAClC,QAAM,qBAAqB;AAAA;AAAA,IAEzB,KAAK,WAAW,MAAM,SAAS,kBAAkB;AAAA;AAAA,IAEjD,KAAK,QAAQ,IAAI,GAAG,YAAY,YAAY,SAAS,kBAAkB;AAAA;AAAA,IAEvE,KAAK,WAAW,MAAM,MAAM,SAAS,UAAU,WAAW,kBAAkB;AAAA,IAC5E,KAAK,WAAW,MAAM,MAAM,MAAM,SAAS,UAAU,WAAW,kBAAkB;AAAA,IAClF,KAAK,QAAQ,IAAI,GAAG,YAAY,SAAS,UAAU,WAAW,kBAAkB;AAAA,EAClF;AAEA,aAAW,KAAK,oBAAoB;AAClC,QAAI,WAAW,CAAC,GAAG;AACjB,aAAO;AAAA,IACT;AAAA,EACF;AAEA,QAAM,IAAI;AAAA,IACR;AAAA;AAAA,EACsB,mBAAmB,KAAK,IAAI,CAAC;AAAA,EACrD;AACF;AAEA,SAAS,cAA6B;AACpC,MAAI,WAAW,aAAa;AAC1B,WAAO;AAAA,EACT;AAEA,MAAI,SAAS,MAAM,YAAY,KAAK,MAAM,SAAS;AACjD,UAAM,IAAI,MAAM,2DAA2D;AAAA,EAC7E;AAEA,YAAU,gBAAgB;AAC1B,QAAM,YAAY,iBAAiB;AACnC,QAAM,UAAU,QAAQ,WAAW,SAAS;AAE5C,MAAI,CAAC,SAAS;AACZ,UAAM,IAAI,MAAM,8CAA8C;AAAA,EAChE;AAEA,gBAAc;AAEd,SAAO;AACT;AA+CO,IAAM,qBAAqB;AAAA;AAAA;AAAA,EAGhC,MAAM;AAAA,EACN,YAAY;AAAA,EACZ,iBAAiB;AAAA,EACjB,iBAAiB;AAAA,EACjB,eAAe;AAAA;AAAA,EAGf,KAAK;AAAA;AAAA,EACL,MAAM;AAAA,EACN,SAAS;AAAA,EACT,MAAM;AAAA,EACN,SAAS;AAAA,EACT,cAAc;AAAA;AAAA;AAAA,EAId,OAAO;AAAA,EACP,aAAa;AAAA,EACb,gBAAgB;AAAA,EAChB,gBAAgB;AAAA;AAAA,EAGhB,OAAO;AAAA,EACP,WAAW;AAAA,EACX,cAAc;AAAA,EACd,mBAAmB;AAAA,EACnB,cAAc;AAAA,EACd,mBAAmB;AAAA,EACnB,eAAe;AAAA,EACf,eAAe;AACjB;AASO,SAAS,sBAA+B;AAC7C,SAAO,SAAS,MAAM,YAAY,KAAK,MAAM;AAC/C;AAMO,SAAS,cAAuB;AACrC,MAAI,CAAC,oBAAoB,GAAG;AAC1B,WAAO;AAAA,EACT;AAEA,MAAI;AACF,UAAM,IAAI,YAAY;AAEtB,WAAO,EAAE,YAAY;AAAA,EACvB,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAKO,SAAS,aAAqB;AACnC,QAAM,IAAI,YAAY;AAEtB,SAAO,EAAE,WAAW;AACtB;AAkBO,SAAS,UAAU,SAAwB;AAChD,QAAM,IAAI,YAAY;AACtB,QAAM,SAAS,EAAE,UAAU,OAAO;AAElC,SAAO;AAAA,IACL;AAAA,IAEA,SAAS,QAAgB,SAA+C;AACtE,YAAM,UAAU,EAAE,SAAS,QAAQ,QAAQ;AAAA,QACzC,WAAW,SAAS,aAAa;AAAA,QACjC,aAAa,SAAS,eAAe;AAAA,QACrC,MAAM,SAAS,QAAQ;AAAA,QACvB,mBAAmB,SAAS,qBAAqB;AAAA,QACjD,uBAAuB,SAAS,yBAAyB;AAAA,MAC3D,CAAC;AAED,YAAM,SAAS,KAAK,MAAM,OAAO;AAEjC,UAAI,CAAC,OAAO,SAAS;AACnB,cAAM,IAAI,MAAM,OAAO,SAAS,mBAAmB;AAAA,MACrD;AAEA,aAAO;AAAA,QACL,MAAM,OAAO,QAAQ;AAAA,QACrB,YAAY,OAAO,cAAc;AAAA,QACjC,iBAAiB,OAAO,mBAAmB;AAAA,MAC7C;AAAA,IACF;AAAA,IAEA,kBAAkB,QAAgB,SAA8C;AAE9E,YAAM,UAAU,EAAE,kBAAkB,QAAQ,QAAQ;AAAA,QAClD,WAAW,SAAS,aAAa;AAAA,QACjC,aAAa,SAAS,eAAe;AAAA,QACrC,MAAM,SAAS,QAAQ;AAAA,QACvB,mBAAmB,SAAS,qBAAqB;AAAA,QACjD,uBAAuB,SAAS,yBAAyB;AAAA,MAC3D,CAAC;AAED,YAAM,SAAS,KAAK,MAAM,OAAO;AAEjC,UAAI,CAAC,OAAO,SAAS;AACnB,cAAM,IAAI,MAAM,OAAO,SAAS,mBAAmB;AAAA,MACrD;AAEA,aAAO;AAAA,QACL,YAAY,OAAO,cAAc;AAAA,QACjC,iBAAiB,OAAO,mBAAmB;AAAA,MAC7C;AAAA,IACF;AAAA,IAEA,kBACE,QACA,WACA,SACiB;AAEjB,YAAM,UAAU,EAAE,kBAAkB,QAAQ,QAAQ,WAAW;AAAA,QAC7D,WAAW,SAAS,aAAa;AAAA,QACjC,aAAa,SAAS,eAAe;AAAA,QACrC,MAAM,SAAS,QAAQ;AAAA,QACvB,mBAAmB,SAAS,qBAAqB;AAAA,QACjD,uBAAuB,SAAS,yBAAyB;AAAA,MAC3D,CAAC;AAED,YAAM,SAAS,KAAK,MAAM,OAAO;AAEjC,UAAI,CAAC,OAAO,SAAS;AACnB,cAAM,IAAI,MAAM,OAAO,SAAS,mBAAmB;AAAA,MACrD;AAEA,aAAO;AAAA,QACL,YAAY,OAAO,cAAc;AAAA,QACjC,iBAAiB,OAAO,mBAAmB;AAAA,MAC7C;AAAA,IACF;AAAA,IAEA,QAAiB;AACf,aAAO,EAAE,MAAM,MAAM;AAAA,IACvB;AAAA,IAEA,SAAe;AACb,QAAE,YAAY,MAAM;AAAA,IACtB;AAAA,EACF;AACF;AAsBO,SAAS,SACd,SACA,QACA,SACkB;AAClB,QAAM,QAAQ,UAAU,OAAO;AAE/B,MAAI;AACF,WAAO,MAAM,SAAS,QAAQ,OAAO;AAAA,EACvC,UAAE;AACA,UAAM,OAAO;AAAA,EACf;AACF;","names":["require"]}

package/package.json

@@ -0,0 +1,89 @@
+{
+  "name": "node-mlx",
+  "version": "1.0.0",
+  "description": "LLM inference for Node.js powered by Apple MLX on Apple Silicon",
+  "type": "module",
+  "main": "./dist/index.cjs",
+  "module": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "bin": {
+    "node-mlx": "./dist/cli.js"
+  },
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js",
+      "require": "./dist/index.cjs"
+    }
+  },
+  "files": [
+    "dist",
+    "prebuilds",
+    "swift"
+  ],
+  "scripts": {
+    "build": "tsup",
+    "build:swift": "cd ../swift && ./generate-version.sh && swift build -c release && ./copy-artifacts.sh",
+    "build:native": "cd native && node-gyp rebuild",
+    "prebuildify": "cd native && prebuildify --napi --strip -t 20.0.0 -t 22.0.0 -t 24.0.0 && rm -rf ../prebuilds && mv prebuilds ../",
+    "clean": "rm -rf dist native/build prebuilds swift",
+    "dev": "DYLD_FRAMEWORK_PATH=../swift/.build/release tsx src/cli.ts",
+    "test": "vitest run",
+    "test:watch": "vitest",
+    "test:coverage": "vitest run --coverage",
+    "typecheck": "tsc --noEmit",
+    "lint": "eslint src/",
+    "prepublishOnly": "npm run build",
+    "release": "release-it"
+  },
+  "keywords": [
+    "llm",
+    "mlx",
+    "apple-silicon",
+    "inference",
+    "ai",
+    "machine-learning",
+    "gemma",
+    "llama",
+    "qwen",
+    "phi",
+    "macos",
+    "native",
+    "binding"
+  ],
+  "author": "Sebastian Werner",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/sebastian-software/node-mlx.git",
+    "directory": "packages/node-mlx"
+  },
+  "bugs": {
+    "url": "https://github.com/sebastian-software/node-mlx/issues"
+  },
+  "homepage": "https://github.com/sebastian-software/node-mlx#readme",
+  "dependencies": {
+    "node-addon-api": "^8.5.0",
+    "node-gyp-build": "^4.8.4"
+  },
+  "devDependencies": {
+    "@release-it/conventional-changelog": "^10.0.4",
+    "@types/node": "^22.0.0",
+    "@vitest/coverage-v8": "^4.0.16",
+    "prebuildify": "^6.0.1",
+    "release-it": "^19.2.3",
+    "tsup": "^8.5.1",
+    "tsx": "^4.21.0",
+    "typescript": "^5.9.3",
+    "vitest": "^4.0.16"
+  },
+  "os": [
+    "darwin"
+  ],
+  "cpu": [
+    "arm64"
+  ],
+  "engines": {
+    "node": ">=20.0.0"
+  },
+  "license": "MIT"
+}

package/swift/mlx-swift_Cmlx.bundle/Contents/Info.plist

@@ -0,0 +1,40 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
+<plist version="1.0">
+<dict>
+	<key>BuildMachineOSBuild</key>
+	<string>25C56</string>
+	<key>CFBundleDevelopmentRegion</key>
+	<string>en</string>
+	<key>CFBundleIdentifier</key>
+	<string>mlx-swift.Cmlx.resources</string>
+	<key>CFBundleInfoDictionaryVersion</key>
+	<string>6.0</string>
+	<key>CFBundleName</key>
+	<string>mlx-swift_Cmlx</string>
+	<key>CFBundlePackageType</key>
+	<string>BNDL</string>
+	<key>CFBundleSupportedPlatforms</key>
+	<array>
+		<string>MacOSX</string>
+	</array>
+	<key>DTCompiler</key>
+	<string>com.apple.compilers.llvm.clang.1_0</string>
+	<key>DTPlatformBuild</key>
+	<string>25C57</string>
+	<key>DTPlatformName</key>
+	<string>macosx</string>
+	<key>DTPlatformVersion</key>
+	<string>26.2</string>
+	<key>DTSDKBuild</key>
+	<string>25C57</string>
+	<key>DTSDKName</key>
+	<string>macosx26.2</string>
+	<key>DTXcode</key>
+	<string>2620</string>
+	<key>DTXcodeBuild</key>
+	<string>17C52</string>
+	<key>LSMinimumSystemVersion</key>
+	<string>13.3</string>
+</dict>
+</plist>