pi-llama-cpp 0.3.0 → 0.3.1

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "pi-llama-cpp",
-  "version": "0.3.0",
+  "version": "0.3.1",
   "description": "Pi extension for llama.cpp integration. Supports both router and single modes.",
   "keywords": [
     "pi",

package/src/commands/models.ts

@@ -31,7 +31,7 @@ const selectModel = async (
  * Get available actions for a model based on its mode and status.
  *
  * @param model The selected model
- * @returns
+ * @returns The array of available actions for the given model status
  */
 const getActionsForModel = async (model: BaseModel): Promise<Array<Action>> => {
   const routerModeActions: Record<Status, Array<Action>> = {

package/src/models/baseModel.ts

@@ -11,6 +11,11 @@ import { DataProperty, ModelsEndpoint } from "../interfaces/endpoints/models";
 import { PropsEndpoint } from "../interfaces/endpoints/props";
 import { rpc } from "../tools/retriever";
 
+/**
+ * Abstract base class for llama-server models.
+ * Provides common functionality for model identification, status checking,
+ * loading/unloading, and configuration conversion.
+ */
 export abstract class BaseModel {
   constructor(protected readonly model: DataProperty) {}
 

package/src/models/routerModel.ts

@@ -5,6 +5,11 @@ import { ModelsEndpoint } from "../interfaces/endpoints/models";
 import { rpc } from "../tools/retriever";
 import { BaseModel } from "./baseModel";
 
+/**
+ * Represents a model in llama-server router mode.
+ * Tracks per-model status from the /models endpoint and extracts
+ * context size from startup arguments when the model is not loaded.
+ */
 export class RouterModel extends BaseModel {
   get mode(): Mode {
     return Mode.ROUTER;

package/src/tools/resolver.ts

@@ -25,9 +25,9 @@ const fileExists = async (filePath: string): Promise<boolean> => {
 };
 
 /**
- * Reads the contents of a file as JSON
- * @param filePath The path
- * @returns The content as JSON
+ * Reads and parses the contents of a file as JSON
+ * @param filePath The path to the file
+ * @returns The parsed content, or null if parsing fails
  */
 const readContents = async <T>(filePath: string): Promise<T | null> => {
   const raw = await readFile(filePath, "utf-8");
@@ -41,10 +41,10 @@ const readContents = async <T>(filePath: string): Promise<T | null> => {
 };
 
 /**
- * Reads a string value from a JSON config file
+ * Reads a value from a JSON config file by key
  * @param filePath Path to the JSON config file
  * @param key Key to extract from the parsed JSON
- * @returns The string value, or null if file/key missing or invalid
+ * @returns The value at the given key, or null if file/key missing or invalid
  */
 const readConfigValue = async <T>(
   filePath: string,

package/src/tools/retriever.ts

@@ -19,10 +19,11 @@ export const isServerReady = async (): Promise<boolean> => {
 };
 
 /**
- * Extracts the data of a fetch command
- * @param endpoint The endpoint to fetch from
- * @param body The body (optional)
- * @returns Data from the fetch command
+ * Makes an HTTP request to the llama-server and returns the parsed JSON response
+ *
+ * @param endpoint The endpoint path to fetch (e.g. "/health")
+ * @param body The optional request body for POST requests
+ * @returns The parsed JSON response from the server
  */
 export const rpc = async <T>(
   endpoint: string,
@@ -46,11 +47,8 @@ export const rpc = async <T>(
     },
   });
 
-  if (!res.ok) {
-    const text = await res.text();
-    throw new Error(`${res.status}: ${text}`);
-  }
-  return res.json() as T;
+  const response: T = await res.json();
+  return response;
 };
 
 /**
@@ -62,8 +60,7 @@ export const listModels = async (): Promise<BaseModel[]> => {
   const { models, data } = await rpc<ModelsEndpoint>("/models");
 
   if (models) {
-    const [extra] = models;
-    return data.map((m) => new SingleModel(m, extra));
+    return data.map((m) => new SingleModel(m));
   }
 
   const response = data