pi-llama-cpp 0.8.1 → 0.9.0

package/README.md

@@ -164,7 +164,7 @@ When browsing models via the `/models` command, you can:
 ### Thinking Budgets
 
 The extension supports configurable **thinking budgets** that control how many tokens the model allocates to its reasoning/thinking process.
-This is tied to Pi's thinking level selector (off, minimal, low, medium, high, xhigh).
+This is tied to Pi's thinking level selector (off, minimal, low, medium, high, xhigh, max).
 
 | Level     | Tokens | Description                  |
 | --------- | ------ | ---------------------------- |
@@ -173,7 +173,8 @@ This is tied to Pi's thinking level selector (off, minimal, low, medium, high, x
 | `low`     | 2,048  | Light reasoning              |
 | `medium`  | 8,192  | Balanced reasoning (default) |
 | `high`    | 16,384 | Extended reasoning           |
-| `xhigh`   | -1     | Unlimited reasoning          |
+| `xhigh`   | 32,768 | Deep reasoning               |
+| `max`     | -1     | Unlimited reasoning          |
 
 User-defined budgets can override the defaults by adding a `thinkingBudgets` object to `~/.pi/agent/settings.json` (global) or `.pi/settings.json` (per-project):
 
@@ -183,12 +184,13 @@ User-defined budgets can override the defaults by adding a `thinkingBudgets` obj
     "minimal": 256,
     "low": 1024,
     "medium": 2048,
-    "high": 4096
+    "high": 4096,
+    "xhigh": 8192
   }
 }
 ```
 
-Only `minimal`, `low`, `medium`, and `high` are configurable — `off` (0) and `xhigh` (-1, unlimited) are fixed.
+Only `minimal`, `low`, `medium`, `high` and `xhigh` are configurable — `off` (0) and `max` (-1, unlimited) are fixed.
 The extension automatically injects the appropriate `thinking_budget_tokens` into each request payload based on the selected level.
 
 ### Model Selection Event
@@ -219,5 +221,6 @@ Each model exposed to Pi includes the following defaults:
 
 | Peer dependency                   | Purpose             |
 | --------------------------------- | ------------------- |
+| `@earendil-works/pi-ai`           | Pi AI SDK           |
 | `@earendil-works/pi-coding-agent` | Pi Coding Agent SDK |
 | `@earendil-works/pi-tui`          | Pi TUI SDK          |

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "pi-llama-cpp",
-  "version": "0.8.1",
+  "version": "0.9.0",
   "description": "Pi extension for llama.cpp integration. Supports router, single and legacy models. Supports multiple servers.",
   "keywords": [
     "pi",
@@ -32,12 +32,13 @@
     ]
   },
   "peerDependencies": {
+    "@earendil-works/pi-ai": "*",
     "@earendil-works/pi-coding-agent": "*",
     "@earendil-works/pi-tui": "*"
   },
   "devDependencies": {
-    "@types/node": "^26.0.1",
+    "@types/node": "^26.1.1",
     "prettier-plugin-organize-imports": "^4.3.0",
-    "vitest": "^4.1.9"
+    "vitest": "^4.1.10"
   }
 }

package/src/constants.ts

@@ -57,5 +57,6 @@ export const DEFAULT_THINKING_BUDGETS = {
   low: 2048,
   medium: 8192,
   high: 16384,
-  xhigh: -1,
+  xhigh: 32768,
+  max: -1,
 };

package/src/managers/events.ts

@@ -94,7 +94,7 @@ export class EventManager {
     if (level === "off")
       return { ...payload, chat_template_kwargs: { enable_thinking: false } };
 
-    if (level === "xhigh") return payload;
+    if (level === "max") return payload;
 
     return { ...payload, thinking_budget_tokens };
   }

package/src/models/baseModel.ts

@@ -180,6 +180,7 @@ export abstract class BaseModel {
         medium: "medium",
         high: "high",
         xhigh: "xhigh",
+        max: "max",
       },
       input: await this.getCapabilities(),
       contextWindow: await this.getContextSize(),

package/src/resolver.ts

@@ -1,6 +1,7 @@
+import { ApiKeyCredential, ModelThinkingLevel } from "@earendil-works/pi-ai";
 import {
-  AuthStorage,
   getAgentDir,
+  readStoredCredential,
   SettingsManager,
 } from "@earendil-works/pi-coding-agent";
 import { readFile } from "node:fs/promises";
@@ -10,13 +11,11 @@ import {
   DEFAULT_LLAMA_SERVER_URL,
   DEFAULT_THINKING_BUDGETS,
 } from "./constants";
-import { ThinkingLevel } from "./interfaces/levels";
 
 export class ConfigResolver {
   private warnings: string[] = [];
 
   private cachedUrls: string[] = [];
-  private authStorage = AuthStorage.create(join(getAgentDir(), "auth.json"));
   private settingsManager = SettingsManager.create(
     process.cwd(),
     getAgentDir(),
@@ -107,13 +106,11 @@ export class ConfigResolver {
   }
 
   /**
-   * Resolves API key for the provider ID using Pi's AuthStorage
+   * Resolves API key for the provider ID using Pi's stored credentials
    */
-  async resolveApiKey(providerId: string): Promise<string> {
-    this.authStorage.reload();
-    const apiKey = await this.authStorage.getApiKey(providerId);
-
-    return apiKey ?? API_KEY_PLACEHOLDER;
+  resolveApiKey(providerId: string): string {
+    const credential = readStoredCredential(providerId) as ApiKeyCredential;
+    return credential?.key ?? API_KEY_PLACEHOLDER;
   }
 
   /**
@@ -131,7 +128,7 @@ export class ConfigResolver {
    *
    * @returns Selected level
    */
-  resolveThinkingLevel(): ThinkingLevel | undefined {
+  resolveThinkingLevel(): ModelThinkingLevel | undefined {
     return this.settingsManager.getDefaultThinkingLevel();
   }
 
@@ -140,7 +137,7 @@ export class ConfigResolver {
    *
    * @returns Thinking budgets
    */
-  resolveThinkingBudgets(): Record<ThinkingLevel, number> {
+  resolveThinkingBudgets(): Record<ModelThinkingLevel, number> {
     const settingsBudgets = this.settingsManager.getThinkingBudgets() ?? {};
     const availableBudgets = {
       ...DEFAULT_THINKING_BUDGETS,

package/tests/events.test.ts

@@ -55,7 +55,8 @@ describe("EventManager.onBeforeProviderRequest", () => {
       { level: "low", expected: { thinking_budget_tokens: 2048 } },
       { level: "medium", expected: { thinking_budget_tokens: 8192 } },
       { level: "high", expected: { thinking_budget_tokens: 16384 } },
-      { level: "xhigh", expected: {} },
+      { level: "xhigh", expected: { thinking_budget_tokens: 32768 } },
+      { level: "max", expected: {} },
     ])(
       'level "$level" should return $expected',
       async ({ level, expected }) => {
@@ -216,10 +217,10 @@ describe("EventManager.onBeforeProviderRequest", () => {
       expect(result).not.toHaveProperty("thinking_budget_tokens");
     });
 
-    it("should not allow overriding 'xhigh' — no budget is injected", async () => {
-      mockSettingsManager.getDefaultThinkingLevel.mockReturnValue("xhigh");
+    it("should not inject budget for 'max' — unlimited reasoning", async () => {
+      mockSettingsManager.getDefaultThinkingLevel.mockReturnValue("max");
       mockSettingsManager.getThinkingBudgets.mockReturnValue({
-        xhigh: 1,
+        max: 1,
       } as any);
 
       const server = createMockServer({

package/tests/resolver.test.ts

@@ -5,22 +5,18 @@ import {
 } from "../src/constants";
 
 // Hoisted mock instances — survives vi.resetModules()
-const mockAuthStorage = vi.hoisted(() => ({
-  reload: vi.fn(),
-  getApiKey: vi.fn(),
-}));
+const mockReadStoredCredential = vi.hoisted(() => vi.fn());
 
 const mockSettingsManager = vi.hoisted(() => ({
   getProjectSettings: vi.fn(),
   getGlobalSettings: vi.fn(),
 }));
 
-// Mock getAgentDir, AuthStorage, and SettingsManager before importing resolver
+// Mock getAgentDir, readStoredCredential, and SettingsManager before importing resolver
 vi.mock("@earendil-works/pi-coding-agent", () => ({
   getAgentDir: vi.fn().mockReturnValue("/fake/agent/dir"),
-  AuthStorage: {
-    create: vi.fn().mockReturnValue(mockAuthStorage),
-  },
+  readStoredCredential: (...args: unknown[]) =>
+    mockReadStoredCredential(...args),
   SettingsManager: {
     create: vi.fn().mockReturnValue(mockSettingsManager),
   },
@@ -145,50 +141,44 @@ describe("API key resolution", () => {
   beforeEach(() => {
     vi.clearAllMocks();
     mockGetAgentDir.mockReturnValue("/fake/agent/dir");
-    mockAuthStorage.reload.mockReturnValue(undefined);
-    mockAuthStorage.getApiKey.mockResolvedValue(undefined);
+    mockReadStoredCredential.mockReturnValue(undefined);
   });
 
-  it("should return placeholder when auth file does not exist", async () => {
-    mockAuthStorage.getApiKey.mockResolvedValue(undefined);
+  it("should return placeholder when credential is not found", () => {
+    mockReadStoredCredential.mockReturnValue(undefined);
 
     const resolver = new ConfigResolver();
-    const result = await resolver.resolveApiKey(
-      "llama-server=http://127.0.0.1:8080",
-    );
+    const result = resolver.resolveApiKey("llama-server=http://127.0.0.1:8080");
 
     expect(result).toEqual(API_KEY_PLACEHOLDER);
   });
 
-  it("should return placeholder when provider key is missing", async () => {
-    mockAuthStorage.getApiKey.mockResolvedValue(undefined);
+  it("should return placeholder when apiKey is missing from credential", () => {
+    mockReadStoredCredential.mockReturnValue({});
 
     const resolver = new ConfigResolver();
-    const result = await resolver.resolveApiKey(
-      "llama-server=http://127.0.0.1:8080",
-    );
+    const result = resolver.resolveApiKey("llama-server=http://127.0.0.1:8080");
 
     expect(result).toEqual(API_KEY_PLACEHOLDER);
   });
 
-  it("should return the provider key when present", async () => {
-    mockAuthStorage.getApiKey.mockResolvedValue("test-api-key");
+  it("should return the apiKey when present in credential", () => {
+    mockReadStoredCredential.mockReturnValue({ key: "test-api-key" });
 
     const resolver = new ConfigResolver();
-    const result = await resolver.resolveApiKey(
-      "llama-server=http://127.0.0.1:8080",
-    );
+    const result = resolver.resolveApiKey("llama-server=http://127.0.0.1:8080");
 
     expect(result).toEqual("test-api-key");
   });
 
-  it("should call reload before each getApiKey", async () => {
-    mockAuthStorage.getApiKey.mockResolvedValue("cached-key");
+  it("should call readStoredCredential with the provider ID", () => {
+    mockReadStoredCredential.mockReturnValue({ apiKey: "test-key" });
 
     const resolver = new ConfigResolver();
-    await resolver.resolveApiKey("llama-server=http://127.0.0.1:8080");
-    await resolver.resolveApiKey("llama-server=http://127.0.0.1:8080");
+    resolver.resolveApiKey("llama-server=http://127.0.0.1:8080");
 
-    expect(mockAuthStorage.reload).toHaveBeenCalledTimes(2);
+    expect(mockReadStoredCredential).toHaveBeenCalledWith(
+      "llama-server=http://127.0.0.1:8080",
+    );
   });
 });

package/src/interfaces/levels.ts

@@ -1,7 +0,0 @@
-export type ThinkingLevel =
-  | "off"
-  | "minimal"
-  | "low"
-  | "medium"
-  | "high"
-  | "xhigh";