@fasaled/sailkari 0.1.0

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Francisco Sanchez
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,229 @@
+# Sailkari
+
+**Sailkari** (Basque for “the one who classifies”) is a local benchmark TUI for comparing
+instruction-tuned GGUF models on document classification. Give it a corpus of text files and
+a YAML taxonomy, then run the same workload across models to compare classification output,
+latency, throughput, chunking behavior, and context reuse.
+
+Inference runs through [`node-llama-cpp`](https://github.com/withcatai/node-llama-cpp). The
+model, corpus, prompts, and results remain on the local machine. Sailkari is intended for
+evaluating model behavior and performance, not as a production classification service.
+
+## Requirements
+
+- Node.js 20 or newer
+- An instruction-tuned GGUF model downloaded separately
+
+The npm package includes the compatible llama.cpp native addon and libraries for the current
+platform. npm picks the matching prebuilt package for your OS and architecture, so no
+compiler setup is required for supported platforms.
+
+Sailkari works anywhere the native addon runs. It stores classifications in
+`.sailkari/results.json` inside the evaluated folder, making repeated runs portable across
+macOS, Linux, and Windows.
+
+## Install and run
+
+Run the full-screen terminal interface without a global installation:
+
+```bash
+npx sailkari
+```
+
+Or install globally:
+
+```bash
+npm install --global sailkari
+sailkari help
+```
+
+Sailkari has two presentation modes in the same executable:
+
+```bash
+# Interactive terminal UI
+sailkari
+
+# MCP server over stdio for an external agent
+sailkari --mcp
+```
+
+Both modes use the same application engine, model lifecycle, prompt configuration,
+classification pipeline, context-reuse modes, result store, and benchmark metrics. MCP only
+changes how those operations are exposed to the client. It provides tools for loading a model,
+setting a prompt, evaluating documents, and reading or removing stored classifications.
+
+## Architecture
+
+Sailkari is a single executable with two presentation layers over the same core:
+
+```text
+sailkari                → TUI (Ink)
+sailkari --mcp          → MCP server over stdio
+
+shared application core
+  ├─ model lifecycle
+  ├─ system prompt management
+  ├─ document classification
+  ├─ context reuse modes
+  ├─ results storage
+  └─ evaluation metrics
+```
+
+The TUI and MCP adapters both call the same application service; they only differ in how they
+render or return the result. This keeps the model logic, evaluation logic, and stored results
+consistent regardless of the client interface.
+
+The MCP resource `sailkari://system-prompt-contract` describes the system-prompt format, and
+the `generate-system-prompt` MCP prompt helps an agent produce a compatible prompt.
+
+Install from source:
+
+```bash
+git clone https://github.com/fasaled/local-ai-classifier.git
+cd local-ai-classifier
+npm install
+npm run build
+node dist/index.js
+```
+
+## Run an evaluation
+
+Load a model and evaluate the included example corpus:
+
+```text
+model models/Ministral-3-3B-Instruct-2512-Q4_K_M.gguf
+classify examples/documents examples/labels.yaml --force
+```
+
+Use `--force` when repeating a benchmark to run inference again for files that already have a
+stored result. Without it, Sailkari displays cached labels and excludes those files from
+inference metrics.
+
+## Metrics
+
+For every evaluated document, Sailkari shows the predicted label, total duration, inference
+duration, source size, estimated input tokens, model calls, and estimated input throughput.
+The final summary groups results into:
+
+- file outcomes: labelled, no match, and cached;
+- timing: setup, total inference, and mean inference time per evaluated file;
+- workload: bytes, estimated input tokens, calls, chunks, and input tokens per second.
+
+This keeps quality signals and performance signals together while comparing models.
+
+## Context modes
+
+The default mode creates a fresh inference context for every model call, maximizing isolation.
+Two optional modes measure the effect of reusing allocated context memory without sharing
+inference history:
+
+- `--reuse-context-file`: reuse a context between chunks of the same file, then dispose it.
+- `--reuse-context-command`: reuse one context across the full `classify` command.
+
+In both modes, Sailkari clears context history between chunks and documents before the next
+inference request.
+
+## Commands
+
+Enter these commands in the lower input panel:
+
+```text
+model <path.gguf>                  Load and persist the inference model
+prompt <path|default>              Configure the system prompt
+classify <folder> <labels.yaml>   Classify a folder
+classify <folder> <labels.yaml> --force
+classify <folder> <labels.yaml> --reuse-context-file
+classify <folder> <labels.yaml> --reuse-context-command
+list-tags <folder>                 List stored classifications
+remove-tags <folder>               Remove stored classifications
+cancel                              Cancel the active operation
+queue                               List pending commands
+queue remove <position>             Remove a pending command
+queue move <from> <to>              Reorder pending commands
+queue clear                         Remove all pending commands
+help                               Show command help
+quit                               Exit Sailkari
+```
+
+The upper panel displays benchmark tables, summaries, warnings, and errors. Model and system
+prompt configuration is saved in `~/.config/sailkari/config.json`. Use Tab for command and
+path completion. Operations run in a worker thread, so the TUI remains available while a
+model loads or files are classified. New commands are queued and can be inspected, reordered,
+or removed with `queue`; use `cancel` to stop the active operation.
+
+Use Up and Down to browse the persistent command history; it is stored with the rest of the
+configuration in `~/.config/sailkari/config.json`. Use Shift+Up and Shift+Down to scroll the
+activity panel; Page Up and Page Down are also supported.
+
+## Labels
+
+Labels are a YAML map of names to natural-language descriptions:
+
+```yaml
+family: "Family documents including personal letters and school documents"
+banking: "Banking and financial documents including statements and tax returns"
+technology: "Technology documents including architecture and security guides"
+```
+
+See `examples/labels.yaml` for a larger example.
+
+## System prompts
+
+Use `prompt default` to use the built-in classifier prompt. To use a custom prompt, run
+`prompt examples/system-prompt.txt`.
+
+The parser accepts:
+
+- a bare label name, such as `banking`;
+- JSON such as `{"labels":["banking"]}` or `[{"label":"banking"}]`.
+
+The system prompt should request exactly one label and no explanation. Unknown or invalid
+output is treated as no match.
+
+## Local execution
+
+The model remains loaded for the TUI session and is released when the application exits.
+Contexts follow the selected benchmark mode and are always disposed after their scope ends.
+No model or document data is sent over the network; npm may access the network during
+installation to fetch dependencies and the platform-specific native prebuilt.
+
+## Packaging
+
+The published Sailkari package contains the compiled JavaScript CLI. `node-llama-cpp` is a
+runtime dependency and provides the platform packages for each supported environment, such as
+`@node-llama-cpp/mac-arm64-metal`, `@node-llama-cpp/linux-x64`, and
+`@node-llama-cpp/win-x64`.
+
+GGUF files are excluded from the package and are provided separately through the `model`
+command.
+
+## Development
+
+```bash
+npm install
+npm run typecheck
+npm test
+npm run build
+```
+
+Run model-dependent tests explicitly:
+
+```bash
+CLASSIFIER_MODEL=/absolute/path/to/model.gguf npm run test:e2e
+```
+
+Without `CLASSIFIER_MODEL` (and without a GGUF directly in `models/`), the e2e suite is
+skipped.
+
+## Contributing
+
+Development happens in the [Sailkari repository](https://github.com/fasaled/local-ai-classifier).
+Open an [issue](https://github.com/fasaled/local-ai-classifier/issues) to report a bug, request
+a feature, or discuss a proposed change. Contributions are welcome through pull requests.
+
+## Scope
+
+- Plain text formats only: `.txt`, `.md`, `.csv`, `.json`, `.yaml`, `.yml`, `.xml`, `.log`,
+  `.conf`, `.config`, `.ini`, `.toml`, and `.properties`.
+- Results are stored per evaluated folder in `.sailkari/results.json`.
+- Models are not downloaded automatically.

package/dist/application.d.ts

@@ -0,0 +1,47 @@
+import { type NativeLogCallback } from "./llm-engine.js";
+import { summarizeEvaluation } from "./evaluation-metrics.js";
+import type { ProcessingResult } from "./types.js";
+export interface EvaluationOptions {
+    folder: string;
+    labels: string;
+    force: boolean;
+    contextReuse: "none" | "file" | "command";
+    signal?: AbortSignal;
+    onProgress?: (filePath: string, current: number, total: number, message: string) => void;
+    onResult?: (result: ProcessingResult) => void;
+    onStart?: (folder: string, fileCount: number) => void;
+}
+export interface EvaluationResult {
+    folder: string;
+    results: ProcessingResult[];
+    summary: ReturnType<typeof summarizeEvaluation>;
+}
+export declare class SailkariApplication {
+    private readonly nativeLogger?;
+    private engine;
+    private modelPath;
+    private systemPrompt;
+    constructor(nativeLogger?: NativeLogCallback | undefined);
+    get loadedModelPath(): string | undefined;
+    get configuredSystemPrompt(): string;
+    loadModel(modelPath: string): Promise<string>;
+    setSystemPrompt(prompt: string): Promise<{
+        warnings: string[];
+    }>;
+    loadSystemPrompt(path: string | null): Promise<{
+        path: string | null;
+        prompt: string;
+        warnings: string[];
+    }>;
+    evaluate(options: EvaluationOptions): Promise<EvaluationResult>;
+    listClassifications(folderPath: string): {
+        filePath: string;
+        labels: string[];
+    }[];
+    removeClassifications(folderPath: string): {
+        filePath: string;
+        labels: string[];
+    }[];
+    dispose(): Promise<void>;
+    static fileName(filePath: string): string;
+}

package/dist/application.js

@@ -0,0 +1,100 @@
+import { basename, resolve } from "node:path";
+import { ClassificationStore } from "./classification-store.js";
+import { loadLabels, processFile } from "./classifier.js";
+import { scanFolder } from "./file-scanner.js";
+import { createLLMEngine } from "./llm-engine.js";
+import { DEFAULT_SYSTEM_PROMPT, inspectSystemPrompt, loadSystemPrompt } from "./prompt.js";
+import { summarizeEvaluation } from "./evaluation-metrics.js";
+export class SailkariApplication {
+    nativeLogger;
+    engine;
+    modelPath;
+    systemPrompt = DEFAULT_SYSTEM_PROMPT;
+    constructor(nativeLogger) {
+        this.nativeLogger = nativeLogger;
+        this.engine = createLLMEngine(nativeLogger ?? (() => { }));
+    }
+    get loadedModelPath() {
+        return this.modelPath;
+    }
+    get configuredSystemPrompt() {
+        return this.systemPrompt;
+    }
+    async loadModel(modelPath) {
+        const absolutePath = resolve(modelPath);
+        await this.engine.dispose();
+        this.engine = createLLMEngine(this.nativeLogger ?? (() => { }));
+        await this.engine.loadModel(absolutePath);
+        this.modelPath = absolutePath;
+        return absolutePath;
+    }
+    async setSystemPrompt(prompt) {
+        this.systemPrompt = prompt.trim();
+        return { warnings: inspectSystemPrompt(this.systemPrompt) };
+    }
+    async loadSystemPrompt(path) {
+        if (path === null) {
+            this.systemPrompt = DEFAULT_SYSTEM_PROMPT;
+            return { path: null, prompt: this.systemPrompt, warnings: [] };
+        }
+        const absolutePath = resolve(path);
+        const prompt = await loadSystemPrompt(absolutePath);
+        this.systemPrompt = prompt;
+        return { path: absolutePath, prompt, warnings: inspectSystemPrompt(prompt) };
+    }
+    async evaluate(options) {
+        const startedAt = performance.now();
+        const labels = await loadLabels(resolve(options.labels));
+        const folder = resolve(options.folder);
+        const files = scanFolder(folder);
+        const preparationMs = performance.now() - startedAt;
+        options.onStart?.(folder, files.length);
+        const store = new ClassificationStore(folder);
+        const results = [];
+        const commandContext = options.contextReuse === "command" ? await this.engine.createContext() : undefined;
+        try {
+            for (const filePath of files) {
+                options.signal?.throwIfAborted();
+                if (commandContext && results.length > 0)
+                    await commandContext.clearHistory();
+                const fileContext = options.contextReuse === "file"
+                    ? await this.engine.createContext()
+                    : commandContext;
+                try {
+                    const result = await processFile(filePath, labels, options.force, this.engine, store, this.systemPrompt, options.signal, options.onProgress ? (current, total, message) => options.onProgress(filePath, current, total, message) : undefined, fileContext);
+                    results.push(result);
+                    options.onResult?.(result);
+                }
+                finally {
+                    if (options.contextReuse === "file")
+                        await fileContext?.dispose();
+                }
+            }
+        }
+        finally {
+            await commandContext?.dispose();
+        }
+        return {
+            folder,
+            results,
+            summary: summarizeEvaluation(results, performance.now() - startedAt, preparationMs),
+        };
+    }
+    listClassifications(folderPath) {
+        return new ClassificationStore(resolve(folderPath)).entries();
+    }
+    removeClassifications(folderPath) {
+        const store = new ClassificationStore(resolve(folderPath));
+        const entries = store.entries();
+        for (const entry of entries)
+            store.remove(entry.filePath);
+        return entries;
+    }
+    async dispose() {
+        await this.engine.dispose();
+    }
+    static fileName(filePath) {
+        return basename(filePath);
+    }
+}
+//# sourceMappingURL=application.js.map

package/dist/application.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"application.js","sourceRoot":"","sources":["../src/application.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC9C,OAAO,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAC;AAChE,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAC1D,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,eAAe,EAA8D,MAAM,iBAAiB,CAAC;AAC9G,OAAO,EAAE,qBAAqB,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAC3F,OAAO,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AAoB9D,MAAM,OAAO,mBAAmB;IAKD;IAJrB,MAAM,CAAY;IAClB,SAAS,CAAqB;IAC9B,YAAY,GAAG,qBAAqB,CAAC;IAE7C,YAA6B,YAAgC;QAAhC,iBAAY,GAAZ,YAAY,CAAoB;QAC3D,IAAI,CAAC,MAAM,GAAG,eAAe,CAAC,YAAY,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC,CAAC;IAC5D,CAAC;IAED,IAAI,eAAe;QACjB,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,IAAI,sBAAsB;QACxB,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,SAAiB;QAC/B,MAAM,YAAY,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;QACxC,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QAC5B,IAAI,CAAC,MAAM,GAAG,eAAe,CAAC,IAAI,CAAC,YAAY,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC,CAAC;QAC/D,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QAC1C,IAAI,CAAC,SAAS,GAAG,YAAY,CAAC;QAC9B,OAAO,YAAY,CAAC;IACtB,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,MAAc;QAClC,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;QAClC,OAAO,EAAE,QAAQ,EAAE,mBAAmB,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC;IAC9D,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,IAAmB;QACxC,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YAClB,IAAI,CAAC,YAAY,GAAG,qBAAqB,CAAC;YAC1C,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,YAAY,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;QACjE,CAAC;QACD,MAAM,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;QACnC,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,YAAY,CAAC,CAAC;QACpD,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC;QAC3B,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,mBAAmB,CAAC,MAAM,CAAC,EAAE,CAAC;IAC/E,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,OAA0B;QACvC,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QACpC,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;QACzD,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACvC,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;QACjC,MAAM,aAAa,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QACpD,OAAO,CAAC,OAAO,EAAE,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QACxC,MAAM,KAAK,GAAG,IAAI,mBAAmB,CAAC,MAAM,CAAC,CAAC;QAC9C,MAAM,OAAO,GAAuB,EAAE,CAAC;QACvC,MAAM,cAAc,GAAG,OAAO,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;QAE1G,IAAI,CAAC;YACH,KAAK,MAAM,QAAQ,IAAI,KAAK,EAAE,CAAC;gBAC7B,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;gBACjC,IAAI,cAAc,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;oBAAE,MAAM,cAAc,CAAC,YAAY,EAAE,CAAC;gBAC9E,MAAM,WAAW,GAA8B,OAAO,CAAC,YAAY,KAAK,MAAM;oBAC5E,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE;oBACnC,CAAC,CAAC,cAAc,CAAC;gBACnB,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,MAAM,WAAW,CAC9B,QAAQ,EACR,MAAM,EACN,OAAO,CAAC,KAAK,EACb,IAAI,CAAC,MAAM,EACX,KAAK,EACL,IAAI,CAAC,YAAY,EACjB,OAAO,CAAC,MAAM,EACd,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,UAAW,CAAC,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,EACpH,WAAW,CACZ,CAAC;oBACF,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;oBACrB,OAAO,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,CAAC;gBAC7B,CAAC;wBAAS,CAAC;oBACT,IAAI,OAAO,CAAC,YAAY,KAAK,MAAM;wBAAE,MAAM,WAAW,EAAE,OAAO,EAAE,CAAC;gBACpE,CAAC;YACH,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,MAAM,cAAc,EAAE,OAAO,EAAE,CAAC;QAClC,CAAC;QAED,OAAO;YACL,MAAM;YACN,OAAO;YACP,OAAO,EAAE,mBAAmB,CAAC,OAAO,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,EAAE,aAAa,CAAC;SACpF,CAAC;IACJ,CAAC;IAED,mBAAmB,CAAC,UAAkB;QACpC,OAAO,IAAI,mBAAmB,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;IAChE,CAAC;IAED,qBAAqB,CAAC,UAAkB;QACtC,MAAM,KAAK,GAAG,IAAI,mBAAmB,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC;QAC3D,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC;QAChC,KAAK,MAAM,KAAK,IAAI,OAAO;YAAE,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC1D,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;IAC9B,CAAC;IAED,MAAM,CAAC,QAAQ,CAAC,QAAgB;QAC9B,OAAO,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC5B,CAAC;CACF"}

package/dist/autocomplete.d.ts

@@ -0,0 +1,2 @@
+export declare function completeInput(input: string): string[];
+export declare function applyCompletion(input: string, completion: string): string;

package/dist/autocomplete.js

@@ -0,0 +1,62 @@
+import { readdirSync, statSync } from "node:fs";
+import { basename, dirname, extname, join, resolve } from "node:path";
+const COMMANDS = ["model", "prompt", "classify", "list-tags", "remove-tags", "help", "quit"];
+function currentToken(input) {
+    const match = input.match(/(?:^|\s)([^\s]*)$/);
+    if (!match)
+        return { before: input, token: "" };
+    return { before: input.slice(0, input.length - match[1].length), token: match[1] };
+}
+function pathCandidates(token, predicate, defaultBase = ".") {
+    const hasTrailingSeparator = token.endsWith("/");
+    const base = !token ? defaultBase : hasTrailingSeparator ? token : token.includes("/") ? dirname(token) : defaultBase;
+    const prefix = token && !hasTrailingSeparator ? basename(token) : "";
+    const directory = resolve(base === "." && token.startsWith("/") ? "/" : base);
+    try {
+        return readdirSync(directory, { withFileTypes: true })
+            .filter((entry) => entry.name.startsWith(prefix))
+            .map((entry) => join(base, entry.name))
+            .filter((candidate) => {
+            try {
+                return statSync(resolve(candidate)).isDirectory() || predicate(resolve(candidate));
+            }
+            catch {
+                return false;
+            }
+        })
+            .map((candidate) => candidate + (statSync(resolve(candidate)).isDirectory() ? "/" : ""));
+    }
+    catch {
+        return [];
+    }
+}
+export function completeInput(input) {
+    const { before, token } = currentToken(input);
+    if (!before && !token.includes("/")) {
+        return COMMANDS.filter((command) => command.startsWith(token));
+    }
+    const command = input.trim().split(/\s+/)[0];
+    const tokens = input.trim().split(/\s+/);
+    const argumentIndex = tokens.length - 1 + (input.endsWith(" ") ? 1 : 0);
+    if (command === "model" && argumentIndex === 1) {
+        return pathCandidates(token, (path) => extname(path).toLowerCase() === ".gguf");
+    }
+    if (command === "prompt" && argumentIndex === 1) {
+        return pathCandidates(token, (path) => statSync(path).isFile());
+    }
+    if (command === "classify" && argumentIndex === 1) {
+        return pathCandidates(token, (path) => statSync(path).isDirectory());
+    }
+    if (command === "classify" && argumentIndex === 2) {
+        return pathCandidates(token, (path) => [".yaml", ".yml"].includes(extname(path).toLowerCase()));
+    }
+    if ((command === "list-tags" || command === "remove-tags") && argumentIndex === 1) {
+        return pathCandidates(token, (path) => statSync(path).isDirectory());
+    }
+    return [];
+}
+export function applyCompletion(input, completion) {
+    const { before } = currentToken(input);
+    return before + completion;
+}
+//# sourceMappingURL=autocomplete.js.map

package/dist/autocomplete.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"autocomplete.js","sourceRoot":"","sources":["../src/autocomplete.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAChD,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEtE,MAAM,QAAQ,GAAG,CAAC,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;AAE7F,SAAS,YAAY,CAAC,KAAa;IACjC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;IAC/C,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;IAChD,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAE,EAAE,CAAC;AACvF,CAAC;AAED,SAAS,cAAc,CAAC,KAAa,EAAE,SAAoC,EAAE,WAAW,GAAG,GAAG;IAC5F,MAAM,oBAAoB,GAAG,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;IACjD,MAAM,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC;IACtH,MAAM,MAAM,GAAG,KAAK,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACrE,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,KAAK,GAAG,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC9E,IAAI,CAAC;QACH,OAAO,WAAW,CAAC,SAAS,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;aACnD,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;aAChD,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;aACtC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE;YACpB,IAAI,CAAC;gBACH,OAAO,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,EAAE,IAAI,SAAS,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;YACrF,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC,CAAC;aACD,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC7F,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,KAAa;IACzC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;IAC9C,IAAI,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACpC,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC;IACjE,CAAC;IAED,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7C,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACzC,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACxE,IAAI,OAAO,KAAK,OAAO,IAAI,aAAa,KAAK,CAAC,EAAE,CAAC;QAC/C,OAAO,cAAc,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,KAAK,OAAO,CAAC,CAAC;IAClF,CAAC;IACD,IAAI,OAAO,KAAK,QAAQ,IAAI,aAAa,KAAK,CAAC,EAAE,CAAC;QAChD,OAAO,cAAc,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;IAClE,CAAC;IACD,IAAI,OAAO,KAAK,UAAU,IAAI,aAAa,KAAK,CAAC,EAAE,CAAC;QAClD,OAAO,cAAc,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;IACvE,CAAC;IACD,IAAI,OAAO,KAAK,UAAU,IAAI,aAAa,KAAK,CAAC,EAAE,CAAC;QAClD,OAAO,cAAc,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IAClG,CAAC;IACD,IAAI,CAAC,OAAO,KAAK,WAAW,IAAI,OAAO,KAAK,aAAa,CAAC,IAAI,aAAa,KAAK,CAAC,EAAE,CAAC;QAClF,OAAO,cAAc,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;IACvE,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,KAAa,EAAE,UAAkB;IAC/D,MAAM,EAAE,MAAM,EAAE,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;IACvC,OAAO,MAAM,GAAG,UAAU,CAAC;AAC7B,CAAC"}

package/dist/classification-store.d.ts

@@ -0,0 +1,20 @@
+export declare class ClassificationStore {
+    private readonly root;
+    private readonly filePath;
+    private results;
+    private loaded;
+    constructor(folderPath: string);
+    has(filePath: string): boolean;
+    getLabels(filePath: string): string[];
+    getTags(filePath: string): string[];
+    setLabels(filePath: string, labels: string[]): void;
+    remove(filePath: string): void;
+    entries(): {
+        filePath: string;
+        labels: string[];
+    }[];
+    private keyFor;
+    private load;
+    private save;
+}
+export declare function isClassificationStorePath(filePath: string): boolean;

package/dist/classification-store.js

@@ -0,0 +1,83 @@
+import { mkdirSync, readFileSync, renameSync, writeFileSync } from "node:fs";
+import { dirname, join, relative, resolve, sep } from "node:path";
+const STORE_DIRECTORY = ".sailkari";
+const STORE_FILE = "results.json";
+const STORE_VERSION = 1;
+function emptyResults() {
+    return { version: STORE_VERSION, files: {} };
+}
+export class ClassificationStore {
+    root;
+    filePath;
+    results;
+    loaded = false;
+    constructor(folderPath) {
+        this.root = resolve(folderPath);
+        this.filePath = join(this.root, STORE_DIRECTORY, STORE_FILE);
+        this.results = emptyResults();
+    }
+    has(filePath) {
+        this.load();
+        return this.keyFor(filePath) in this.results.files;
+    }
+    getLabels(filePath) {
+        this.load();
+        return [...(this.results.files[this.keyFor(filePath)]?.labels ?? [])];
+    }
+    getTags(filePath) {
+        const labels = this.getLabels(filePath);
+        if (this.has(filePath)) {
+            return [...labels, "ai-classified"];
+        }
+        return labels;
+    }
+    setLabels(filePath, labels) {
+        this.load();
+        this.results.files[this.keyFor(filePath)] = { labels: [...labels] };
+        this.save();
+    }
+    remove(filePath) {
+        this.load();
+        delete this.results.files[this.keyFor(filePath)];
+        this.save();
+    }
+    entries() {
+        this.load();
+        return Object.entries(this.results.files).map(([key, value]) => ({
+            filePath: join(this.root, key.split("/").join(sep)),
+            labels: [...value.labels],
+        }));
+    }
+    keyFor(filePath) {
+        return relative(this.root, resolve(filePath)).split(sep).join("/");
+    }
+    load() {
+        if (this.loaded)
+            return;
+        this.loaded = true;
+        try {
+            const parsed = JSON.parse(readFileSync(this.filePath, "utf8"));
+            if (parsed.version === STORE_VERSION && parsed.files && typeof parsed.files === "object") {
+                this.results = {
+                    version: STORE_VERSION,
+                    files: Object.fromEntries(Object.entries(parsed.files).filter(([, value]) => {
+                        return value && Array.isArray(value.labels);
+                    })),
+                };
+            }
+        }
+        catch {
+            this.results = emptyResults();
+        }
+    }
+    save() {
+        mkdirSync(dirname(this.filePath), { recursive: true });
+        const temporaryPath = `${this.filePath}.tmp-${process.pid}`;
+        writeFileSync(temporaryPath, JSON.stringify(this.results, null, 2) + "\n", "utf8");
+        renameSync(temporaryPath, this.filePath);
+    }
+}
+export function isClassificationStorePath(filePath) {
+    return filePath.split(sep).includes(STORE_DIRECTORY);
+}
+//# sourceMappingURL=classification-store.js.map

package/dist/classification-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"classification-store.js","sourceRoot":"","sources":["../src/classification-store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAC7E,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AAElE,MAAM,eAAe,GAAG,WAAW,CAAC;AACpC,MAAM,UAAU,GAAG,cAAc,CAAC;AAClC,MAAM,aAAa,GAAG,CAAC,CAAC;AAWxB,SAAS,YAAY;IACnB,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;AAC/C,CAAC;AAED,MAAM,OAAO,mBAAmB;IACb,IAAI,CAAS;IACb,QAAQ,CAAS;IAC1B,OAAO,CAAoB;IAC3B,MAAM,GAAG,KAAK,CAAC;IAEvB,YAAY,UAAkB;QAC5B,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;QAChC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,eAAe,EAAE,UAAU,CAAC,CAAC;QAC7D,IAAI,CAAC,OAAO,GAAG,YAAY,EAAE,CAAC;IAChC,CAAC;IAED,GAAG,CAAC,QAAgB;QAClB,IAAI,CAAC,IAAI,EAAE,CAAC;QACZ,OAAO,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC;IACrD,CAAC;IAED,SAAS,CAAC,QAAgB;QACxB,IAAI,CAAC,IAAI,EAAE,CAAC;QACZ,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC;IACxE,CAAC;IAED,OAAO,CAAC,QAAgB;QACtB,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACxC,IAAI,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YACvB,OAAO,CAAC,GAAG,MAAM,EAAE,eAAe,CAAC,CAAC;QACtC,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,SAAS,CAAC,QAAgB,EAAE,MAAgB;QAC1C,IAAI,CAAC,IAAI,EAAE,CAAC;QACZ,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,CAAC,GAAG,MAAM,CAAC,EAAE,CAAC;QACpE,IAAI,CAAC,IAAI,EAAE,CAAC;IACd,CAAC;IAED,MAAM,CAAC,QAAgB;QACrB,IAAI,CAAC,IAAI,EAAE,CAAC;QACZ,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;QACjD,IAAI,CAAC,IAAI,EAAE,CAAC;IACd,CAAC;IAED,OAAO;QACL,IAAI,CAAC,IAAI,EAAE,CAAC;QACZ,OAAO,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;YAC/D,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACnD,MAAM,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC;SAC1B,CAAC,CAAC,CAAC;IACN,CAAC;IAEO,MAAM,CAAC,QAAgB;QAC7B,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACrE,CAAC;IAEO,IAAI;QACV,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO;QACxB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QAEnB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAA+B,CAAC;YAC7F,IAAI,MAAM,CAAC,OAAO,KAAK,aAAa,IAAI,MAAM,CAAC,KAAK,IAAI,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;gBACzF,IAAI,CAAC,OAAO,GAAG;oBACb,OAAO,EAAE,aAAa;oBACtB,KAAK,EAAE,MAAM,CAAC,WAAW,CACvB,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE;wBAChD,OAAO,KAAK,IAAI,KAAK,CAAC,OAAO,CAAE,KAAsB,CAAC,MAAM,CAAC,CAAC;oBAChE,CAAC,CAAC,CAC6B;iBAClC,CAAC;YACJ,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,CAAC,OAAO,GAAG,YAAY,EAAE,CAAC;QAChC,CAAC;IACH,CAAC;IAEO,IAAI;QACV,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACvD,MAAM,aAAa,GAAG,GAAG,IAAI,CAAC,QAAQ,QAAQ,OAAO,CAAC,GAAG,EAAE,CAAC;QAC5D,aAAa,CAAC,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,EAAE,MAAM,CAAC,CAAC;QACnF,UAAU,CAAC,aAAa,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC3C,CAAC;CACF;AAED,MAAM,UAAU,yBAAyB,CAAC,QAAgB;IACxD,OAAO,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC;AACvD,CAAC"}

package/dist/classifier.d.ts

@@ -0,0 +1,6 @@
+import type { EngineContext, LLMEngine } from "./llm-engine.js";
+import type { Label, ProcessingResult } from "./types.js";
+import type { ClassificationStore } from "./classification-store.js";
+import type { ProgressCallback } from "./llm-engine.js";
+export declare function processFile(filePath: string, labels: Label[], force: boolean, engine: LLMEngine, store: ClassificationStore, systemPrompt?: string, signal?: AbortSignal, onProgress?: ProgressCallback, context?: EngineContext): Promise<ProcessingResult>;
+export declare function loadLabels(labelsPath: string): Promise<Label[]>;