@shipworthy/ai-sdk-llama-cpp 0.2.0

package/package.json

@@ -0,0 +1,79 @@
+{
+  "name": "@shipworthy/ai-sdk-llama-cpp",
+  "version": "0.2.0",
+  "description": "A minimal llama.cpp provider for the Vercel AI SDK implementing LanguageModelV3 and EmbeddingModelV3",
+  "type": "module",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "import": "./dist/index.js",
+      "types": "./dist/index.d.ts"
+    }
+  },
+  "files": [
+    "dist",
+    "native",
+    "scripts",
+    "CMakeLists.txt"
+  ],
+  "llamaCpp": {
+    "repo": "https://github.com/ggerganov/llama.cpp.git",
+    "commit": "06705fdcb3ef199d2c2c95a5e3cbb7cf9cc5256e"
+  },
+  "scripts": {
+    "postinstall": "node scripts/postinstall.cjs",
+    "build:native": "cmake-js compile",
+    "build:native:debug": "cmake-js compile --debug",
+    "build:ts": "tsc",
+    "build": "npm run build:native && npm run build:ts",
+    "clean": "rm -rf dist build",
+    "prepublishOnly": "npm run build:ts",
+    "test": "vitest",
+    "test:run": "vitest run",
+    "test:unit": "vitest run tests/unit",
+    "test:integration": "vitest run tests/integration",
+    "test:e2e": "vitest run tests/e2e",
+    "test:coverage": "vitest run --coverage"
+  },
+  "keywords": [
+    "ai",
+    "llama",
+    "llama.cpp",
+    "vercel",
+    "ai-sdk",
+    "language-model",
+    "gguf"
+  ],
+  "author": "Lars Grammel",
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/lgrammel/ai-sdk-llama-cpp.git"
+  },
+  "bugs": {
+    "url": "https://github.com/lgrammel/ai-sdk-llama-cpp/issues"
+  },
+  "homepage": "https://github.com/lgrammel/ai-sdk-llama-cpp#readme",
+  "engines": {
+    "node": ">=18.0.0"
+  },
+  "dependencies": {
+    "@ai-sdk/provider": "^3.0.0",
+    "cmake-js": "^7.3.0",
+    "node-addon-api": "^8.0.0"
+  },
+  "devDependencies": {
+    "@types/node": "^20.10.0",
+    "@vitest/coverage-v8": "^2.1.8",
+    "ai": "^6.0.3",
+    "tsx": "^4.21.0",
+    "typescript": "^5.3.0",
+    "vitest": "^2.1.8"
+  },
+  "binary": {
+    "napi_versions": [
+      8
+    ]
+  }
+}

package/scripts/postinstall.cjs

@@ -0,0 +1,74 @@
+const { execSync } = require("child_process");
+const fs = require("fs");
+const path = require("path");
+
+// Step 1: Check platform is macOS
+if (process.platform !== "darwin") {
+  console.error("\n===========================================");
+  console.error("ERROR: ai-sdk-llama-cpp only supports macOS");
+  console.error("===========================================\n");
+  console.error(`Detected platform: ${process.platform}`);
+  console.error("This package requires macOS for native compilation.\n");
+  process.exit(1);
+}
+
+// Step 2: Check if git is available
+try {
+  execSync("git --version", { stdio: "ignore" });
+} catch (error) {
+  console.error("\n===========================================");
+  console.error("ERROR: git is required but not found");
+  console.error("===========================================\n");
+  console.error("Please install git to continue.");
+  console.error("  macOS: xcode-select --install");
+  console.error("  or: brew install git\n");
+  process.exit(1);
+}
+
+// Step 3: Check if llama.cpp already exists (for local development)
+const llamaCppPath = path.join(__dirname, "..", "llama.cpp");
+if (fs.existsSync(llamaCppPath)) {
+  console.log("llama.cpp directory already exists, skipping clone...");
+} else {
+  // Step 4: Read commit hash from package.json
+  const packageJsonPath = path.join(__dirname, "..", "package.json");
+  const packageJson = JSON.parse(fs.readFileSync(packageJsonPath, "utf8"));
+  const { repo, commit } = packageJson.llamaCpp;
+
+  if (!repo || !commit) {
+    console.error(
+      "ERROR: llamaCpp.repo and llamaCpp.commit must be defined in package.json"
+    );
+    process.exit(1);
+  }
+
+  // Step 5: Clone llama.cpp at the specific commit
+  console.log(`Cloning llama.cpp at commit ${commit}...`);
+  try {
+    // Clone with depth 1 for faster download, then fetch the specific commit
+    execSync(`git clone --depth 1 ${repo} llama.cpp`, {
+      stdio: "inherit",
+      cwd: path.join(__dirname, ".."),
+    });
+
+    // Fetch the specific commit and checkout
+    execSync(`git fetch --depth 1 origin ${commit}`, {
+      stdio: "inherit",
+      cwd: llamaCppPath,
+    });
+    execSync(`git checkout ${commit}`, {
+      stdio: "inherit",
+      cwd: llamaCppPath,
+    });
+
+    console.log("llama.cpp cloned successfully.");
+  } catch (error) {
+    console.error("ERROR: Failed to clone llama.cpp");
+    console.error(error.message);
+    process.exit(1);
+  }
+}
+
+// Step 6: Build native bindings
+console.log("Building native llama.cpp bindings for macOS...");
+execSync("npx cmake-js compile", { stdio: "inherit" });