notoken-core 1.3.0 → 1.4.1

package/dist/index.d.ts

@@ -45,6 +45,7 @@ export { formatParsedCommand } from "./utils/output.js";
 export { Spinner, withSpinner, progressBar } from "./utils/spinner.js";
 export { createBackup, rollback, listBackups, cleanExpiredBackups, formatBackupList } from "./utils/autoBackup.js";
 export { checkForUpdate, checkForUpdateSync, runUpdate, formatUpdateBanner, type UpdateInfo } from "./utils/updater.js";
+export { detectProviders, formatStatus, goOffline, goOnline, disableLLM, enableLLM, isOfflineMode, isLLMDisabled, recordOfflineCommand, getTokensSaved, formatTokensSaved, formatTokensSavedBrief, saveOnExit, type LLMProvider, type LLMState, } from "./utils/llmManager.js";
 export { logFailure, loadFailures, clearFailures } from "./utils/logger.js";
 export { logUncertainty, loadUncertaintyLog, getUncertaintySummary } from "./nlp/uncertainty.js";
 export { recordHistory, loadHistory, getRecentHistory, searchHistory } from "./context/history.js";

package/dist/index.js

@@ -58,6 +58,8 @@ export { Spinner, withSpinner, progressBar } from "./utils/spinner.js";
 export { createBackup, rollback, listBackups, cleanExpiredBackups, formatBackupList } from "./utils/autoBackup.js";
 // ── Updates ──
 export { checkForUpdate, checkForUpdateSync, runUpdate, formatUpdateBanner } from "./utils/updater.js";
+// ── LLM Manager ──
+export { detectProviders, formatStatus, goOffline, goOnline, disableLLM, enableLLM, isOfflineMode, isLLMDisabled, recordOfflineCommand, getTokensSaved, formatTokensSaved, formatTokensSavedBrief, saveOnExit, } from "./utils/llmManager.js";
 // ── Logging ──
 export { logFailure, loadFailures, clearFailures } from "./utils/logger.js";
 export { logUncertainty, loadUncertaintyLog, getUncertaintySummary } from "./nlp/uncertainty.js";

package/dist/utils/llmManager.d.ts

@@ -0,0 +1,60 @@
+/**
+ * LLM Manager.
+ *
+ * Manages which LLMs are connected, enabled/disabled, and offline mode.
+ * Also tracks estimated tokens saved by using deterministic mode.
+ *
+ * Commands:
+ *   :status    — show which LLMs are connected
+ *   :offline   — go fully offline (disable all LLMs)
+ *   :online    — re-enable LLMs
+ *   :disable <llm>  — disable a specific LLM
+ *   :enable <llm>   — enable a specific LLM
+ */
+export interface LLMProvider {
+    name: string;
+    type: "cli" | "api" | "local";
+    available: boolean;
+    enabled: boolean;
+    version?: string;
+    model?: string;
+}
+export interface LLMState {
+    offlineMode: boolean;
+    disabled: string[];
+    tokensSaved: number;
+    commandsHandledOffline: number;
+    lastSaved: string;
+    sessions: SessionStats[];
+}
+export interface SessionStats {
+    id: string;
+    folder: string;
+    startedAt: string;
+    endedAt?: string;
+    tokensSaved: number;
+    commandsHandled: number;
+}
+export declare function detectProviders(): LLMProvider[];
+export declare function formatStatus(): string;
+export declare function goOffline(): string;
+export declare function goOnline(): string;
+export declare function disableLLM(name: string): string;
+export declare function enableLLM(name: string): string;
+export declare function isOfflineMode(): boolean;
+export declare function isLLMDisabled(name: string): boolean;
+export declare function recordOfflineCommand(): void;
+export declare function getTokensSaved(): {
+    session: {
+        tokens: number;
+        commands: number;
+    };
+    total: {
+        tokens: number;
+        commands: number;
+    };
+};
+export declare function formatTokensSaved(): string;
+export declare function formatTokensSavedBrief(): string;
+export declare function getSessionId(): string;
+export declare function saveOnExit(): void;

package/dist/utils/llmManager.js

@@ -0,0 +1,222 @@
+/**
+ * LLM Manager.
+ *
+ * Manages which LLMs are connected, enabled/disabled, and offline mode.
+ * Also tracks estimated tokens saved by using deterministic mode.
+ *
+ * Commands:
+ *   :status    — show which LLMs are connected
+ *   :offline   — go fully offline (disable all LLMs)
+ *   :online    — re-enable LLMs
+ *   :disable <llm>  — disable a specific LLM
+ *   :enable <llm>   — enable a specific LLM
+ */
+import { existsSync, readFileSync, writeFileSync, mkdirSync } from "node:fs";
+import { resolve } from "node:path";
+import { execSync } from "node:child_process";
+import { USER_HOME } from "./paths.js";
+const STATE_FILE = resolve(USER_HOME, "llm-state.json");
+const c = {
+    reset: "\x1b[0m", bold: "\x1b[1m", dim: "\x1b[2m",
+    green: "\x1b[32m", yellow: "\x1b[33m", red: "\x1b[31m", cyan: "\x1b[36m",
+};
+// ─── State Persistence ──────────────────────────────────────────────────────
+// Per-session counters (reset each launch)
+let sessionTokens = 0;
+let sessionCommands = 0;
+const sessionId = `session_${Date.now()}_${Math.random().toString(36).slice(2, 8)}`;
+const sessionStartedAt = new Date().toISOString();
+const sessionFolder = process.cwd();
+function loadState() {
+    try {
+        if (existsSync(STATE_FILE)) {
+            return JSON.parse(readFileSync(STATE_FILE, "utf-8"));
+        }
+    }
+    catch { }
+    return { offlineMode: false, disabled: [], tokensSaved: 0, commandsHandledOffline: 0, lastSaved: new Date().toISOString(), sessions: [] };
+}
+function saveState(s) {
+    try {
+        mkdirSync(USER_HOME, { recursive: true });
+        s.lastSaved = new Date().toISOString();
+        // Keep last 50 sessions
+        if (s.sessions.length > 50)
+            s.sessions = s.sessions.slice(-50);
+        writeFileSync(STATE_FILE, JSON.stringify(s, null, 2));
+    }
+    catch { }
+}
+let state = loadState();
+// ─── Provider Detection ─────────────────────────────────────────────────────
+export function detectProviders() {
+    const providers = [];
+    // Claude CLI
+    const claudeVersion = tryExec("claude --version");
+    providers.push({
+        name: "claude",
+        type: "cli",
+        available: !!claudeVersion,
+        enabled: !state.offlineMode && !state.disabled.includes("claude"),
+        version: claudeVersion ?? undefined,
+    });
+    // Ollama
+    const ollamaVersion = tryExec("ollama --version");
+    let ollamaRunning = false;
+    let ollamaModel;
+    if (ollamaVersion) {
+        try {
+            const tags = tryExec("curl -sf --max-time 1 http://localhost:11434/api/tags");
+            if (tags) {
+                ollamaRunning = true;
+                const parsed = JSON.parse(tags);
+                ollamaModel = parsed.models?.[0]?.name;
+            }
+        }
+        catch { }
+    }
+    providers.push({
+        name: "ollama",
+        type: "local",
+        available: ollamaRunning,
+        enabled: !state.offlineMode && !state.disabled.includes("ollama"),
+        version: ollamaVersion ?? undefined,
+        model: ollamaModel,
+    });
+    // API endpoint
+    const apiEndpoint = process.env.NOTOKEN_LLM_ENDPOINT;
+    providers.push({
+        name: "api",
+        type: "api",
+        available: !!apiEndpoint,
+        enabled: !state.offlineMode && !state.disabled.includes("api") && !!apiEndpoint,
+        version: apiEndpoint ? "configured" : undefined,
+        model: process.env.NOTOKEN_LLM_MODEL,
+    });
+    return providers;
+}
+// ─── Status ─────────────────────────────────────────────────────────────────
+export function formatStatus() {
+    const providers = detectProviders();
+    const lines = [];
+    lines.push(`${c.bold}LLM Status${c.reset}${state.offlineMode ? ` ${c.yellow}[OFFLINE MODE]${c.reset}` : ""}\n`);
+    for (const p of providers) {
+        const icon = p.available && p.enabled ? `${c.green}⬤${c.reset}` :
+            p.available && !p.enabled ? `${c.yellow}⬤${c.reset}` :
+                `${c.dim}○${c.reset}`;
+        const status = p.available && p.enabled ? `${c.green}active${c.reset}` :
+            p.available && !p.enabled ? `${c.yellow}disabled${c.reset}` :
+                `${c.dim}not available${c.reset}`;
+        const detail = [p.version, p.model].filter(Boolean).join(" / ");
+        lines.push(`  ${icon} ${c.bold}${p.name}${c.reset} (${p.type}) — ${status}${detail ? ` ${c.dim}${detail}${c.reset}` : ""}`);
+    }
+    const active = providers.filter(p => p.available && p.enabled);
+    lines.push("");
+    if (active.length > 0) {
+        lines.push(`  ${c.dim}Active chain: ${active.map(p => p.name).join(" → ")}${c.reset}`);
+    }
+    else {
+        lines.push(`  ${c.dim}Running in deterministic mode (no LLM)${c.reset}`);
+    }
+    // Token savings
+    lines.push("");
+    lines.push(`  ${c.bold}This session:${c.reset} ~${formatTokens(sessionTokens)} tokens saved (${sessionCommands} commands)`);
+    lines.push(`  ${c.bold}All time:${c.reset}     ~${formatTokens(state.tokensSaved)} tokens saved (${state.commandsHandledOffline} commands)`);
+    lines.push(`  ${c.dim}Session: ${sessionId} | Folder: ${sessionFolder}${c.reset}`);
+    return lines.join("\n");
+}
+// ─── Controls ───────────────────────────────────────────────────────────────
+export function goOffline() {
+    state.offlineMode = true;
+    saveState(state);
+    return `${c.yellow}Offline mode enabled.${c.reset} All LLM providers disabled. Deterministic engine only.`;
+}
+export function goOnline() {
+    state.offlineMode = false;
+    saveState(state);
+    const providers = detectProviders().filter(p => p.available && p.enabled);
+    return `${c.green}Online mode.${c.reset} Active: ${providers.map(p => p.name).join(", ") || "none detected"}`;
+}
+export function disableLLM(name) {
+    if (!state.disabled.includes(name)) {
+        state.disabled.push(name);
+        saveState(state);
+    }
+    return `${c.yellow}${name} disabled.${c.reset}`;
+}
+export function enableLLM(name) {
+    state.disabled = state.disabled.filter(n => n !== name);
+    saveState(state);
+    return `${c.green}${name} enabled.${c.reset}`;
+}
+export function isOfflineMode() {
+    return state.offlineMode;
+}
+export function isLLMDisabled(name) {
+    return state.offlineMode || state.disabled.includes(name);
+}
+// ─── Token Savings Tracker ──────────────────────────────────────────────────
+// Rough estimate: average LLM call uses ~500 tokens input + ~200 output
+const AVG_TOKENS_PER_CALL = 700;
+export function recordOfflineCommand() {
+    state.commandsHandledOffline++;
+    state.tokensSaved += AVG_TOKENS_PER_CALL;
+    sessionCommands++;
+    sessionTokens += AVG_TOKENS_PER_CALL;
+    if (state.commandsHandledOffline % 10 === 0)
+        saveState(state);
+}
+export function getTokensSaved() {
+    return {
+        session: { tokens: sessionTokens, commands: sessionCommands },
+        total: { tokens: state.tokensSaved, commands: state.commandsHandledOffline },
+    };
+}
+export function formatTokensSaved() {
+    if (sessionCommands === 0 && state.commandsHandledOffline === 0)
+        return "";
+    const lines = [];
+    if (sessionCommands > 0) {
+        lines.push(`${c.dim}This session: ~${formatTokens(sessionTokens)} tokens saved (${sessionCommands} commands)${c.reset}`);
+    }
+    lines.push(`${c.dim}All time: ~${formatTokens(state.tokensSaved)} tokens saved (${state.commandsHandledOffline} commands)${c.reset}`);
+    return lines.join("\n");
+}
+export function formatTokensSavedBrief() {
+    if (sessionCommands === 0)
+        return "";
+    return `${c.dim}Session: ~${formatTokens(sessionTokens)} saved | Total: ~${formatTokens(state.tokensSaved)}${c.reset}`;
+}
+export function getSessionId() {
+    return sessionId;
+}
+// Save state on exit — record session stats
+export function saveOnExit() {
+    if (sessionCommands > 0) {
+        state.sessions.push({
+            id: sessionId,
+            folder: sessionFolder,
+            startedAt: sessionStartedAt,
+            endedAt: new Date().toISOString(),
+            tokensSaved: sessionTokens,
+            commandsHandled: sessionCommands,
+        });
+    }
+    saveState(state);
+}
+// ─── Helpers ────────────────────────────────────────────────────────────────
+function formatTokens(n) {
+    if (n < 1000)
+        return String(n);
+    if (n < 1_000_000)
+        return `${(n / 1000).toFixed(1)}K`;
+    return `${(n / 1_000_000).toFixed(2)}M`;
+}
+function tryExec(cmd) {
+    try {
+        return execSync(cmd, { encoding: "utf-8", stdio: ["pipe", "pipe", "pipe"], timeout: 5000 }).trim() || null;
+    }
+    catch {
+        return null;
+    }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "notoken-core",
-  "version": "1.3.0",
+  "version": "1.4.1",
   "description": "Shared engine for notoken — NLP parsing, execution, detection, analysis",
   "type": "module",
   "license": "MIT",