toolnet-memory 0.2.1 → 0.2.3

package/dist/src/production/setup.js

@@ -1,219 +0,0 @@
-import fs from "node:fs";
-import os from "node:os";
-import path from "node:path";
-import readline from "node:readline/promises";
-import { stdin as input, stdout as output } from "node:process";
-const CONFIG_DIR = path.join(os.homedir(), ".config", "toolnet-memory");
-const ENV_FILE = path.join(CONFIG_DIR, ".env");
-function parseEnv(text) {
-    const values = new Map();
-    for (const raw of text.split(/\r?\n/)) {
-        const line = raw.trim();
-        if (!line || line.startsWith("#"))
-            continue;
-        const i = line.indexOf("=");
-        if (i === -1)
-            continue;
-        values.set(line.slice(0, i).trim(), line.slice(i + 1).trim());
-    }
-    return values;
-}
-function saveEnv(values) {
-    fs.mkdirSync(CONFIG_DIR, {
-        recursive: true,
-        mode: 0o700
-    });
-    const content = `# ==========================================================
-# TOOLNET MEMORY
-# ==========================================================
-
-MEMORY_STORAGE_PROVIDER=huggingface
-
-# Hugging Face
-HF_NAMESPACE=${values.get("HF_NAMESPACE") ?? ""}
-HF_BUCKET=${values.get("HF_BUCKET") ?? "toolnet-memory"}
-HF_S3_ACCESS_KEY_ID=${values.get("HF_S3_ACCESS_KEY_ID") ?? ""}
-HF_S3_SECRET_ACCESS_KEY=${values.get("HF_S3_SECRET_ACCESS_KEY") ?? ""}
-
-# Local cache
-MEMORY_LOCAL_STORAGE_PATH=${values.get("MEMORY_LOCAL_STORAGE_PATH") ?? ""}
-MEMORY_LOCAL_CACHE_MB=${values.get("MEMORY_LOCAL_CACHE_MB") ?? "200"}
-
-# Automation
-MEMORY_AUTO_CAPTURE=${values.get("MEMORY_AUTO_CAPTURE") ?? "true"}
-MEMORY_AUTO_RETRIEVE=${values.get("MEMORY_AUTO_RETRIEVE") ?? "true"}
-MEMORY_AUTO_SUMMARIZE=${values.get("MEMORY_AUTO_SUMMARIZE") ?? "true"}
-MEMORY_AUTO_SYNC=${values.get("MEMORY_AUTO_SYNC") ?? "true"}
-
-# Retrieval
-MEMORY_MAX_CANDIDATES=${values.get("MEMORY_MAX_CANDIDATES") ?? "50"}
-MEMORY_RERANK_TOP=${values.get("MEMORY_RERANK_TOP") ?? "10"}
-MEMORY_FINAL_CONTEXT=${values.get("MEMORY_FINAL_CONTEXT") ?? "5"}
-MEMORY_TOKEN_BUDGET=${values.get("MEMORY_TOKEN_BUDGET") ?? "2000"}
-`;
-    fs.writeFileSync(ENV_FILE, content, {
-        encoding: "utf8",
-        mode: 0o600
-    });
-    fs.chmodSync(CONFIG_DIR, 0o700);
-    fs.chmodSync(ENV_FILE, 0o600);
-}
-function yes(answer, defaultYes = true) {
-    const value = answer.trim().toLowerCase();
-    if (!value)
-        return defaultYes;
-    return value === "y" || value === "yes";
-}
-async function hiddenQuestion(label) {
-    if (!input.isTTY)
-        return "";
-    output.write(label);
-    return new Promise(resolve => {
-        let value = "";
-        const finish = () => {
-            input.off("data", onData);
-            input.setRawMode?.(false);
-            input.pause();
-            output.write("\n");
-            resolve(value);
-        };
-        const onData = (chunk) => {
-            for (const ch of chunk.toString("utf8")) {
-                if (ch === "\r" || ch === "\n") {
-                    finish();
-                    return;
-                }
-                if (ch === "\u0003") {
-                    input.setRawMode?.(false);
-                    output.write("\n");
-                    process.exit(130);
-                }
-                if (ch === "\u007f") {
-                    value = value.slice(0, -1);
-                    continue;
-                }
-                value += ch;
-            }
-        };
-        input.resume();
-        input.setRawMode?.(true);
-        input.on("data", onData);
-    });
-}
-async function main() {
-    const exists = fs.existsSync(ENV_FILE);
-    const values = exists
-        ? parseEnv(fs.readFileSync(ENV_FILE, "utf8"))
-        : new Map();
-    const required = [
-        "HF_NAMESPACE",
-        "HF_BUCKET",
-        "HF_S3_ACCESS_KEY_ID",
-        "HF_S3_SECRET_ACCESS_KEY"
-    ];
-    const configured = required.every(key => Boolean(values.get(key)?.trim()));
-    console.log("");
-    console.log("TOOLNET MEMORY SETUP");
-    console.log("====================");
-    console.log("");
-    console.log(`Config: ${ENV_FILE}`);
-    console.log("");
-    // curl | bash hoặc môi trường không interactive
-    if (!input.isTTY || !output.isTTY) {
-        if (!exists)
-            saveEnv(values);
-        if (configured) {
-            console.log("✓ Hugging Face storage already configured");
-        }
-        else {
-            console.log("Configuration pending.");
-            console.log("Run:");
-            console.log("  toolnet-memory setup");
-        }
-        return;
-    }
-    const rl = readline.createInterface({ input, output });
-    if (configured) {
-        console.log("✓ Hugging Face storage already configured");
-        console.log("");
-        const keep = await rl.question("Use existing configuration? (Y/n) [Y]: ");
-        if (yes(keep)) {
-            rl.close();
-            console.log("");
-            console.log("✓ Existing Hugging Face configuration kept");
-            console.log("");
-            console.log("Next:");
-            console.log("  toolnet-memory doctor");
-            return;
-        }
-        console.log("");
-    }
-    else {
-        const configure = await rl.question("Configure Hugging Face storage now? (Y/n) [Y]: ");
-        if (!yes(configure)) {
-            rl.close();
-            if (!exists)
-                saveEnv(values);
-            console.log("");
-            console.log("Configuration pending.");
-            console.log("Run later:");
-            console.log("  toolnet-memory setup");
-            return;
-        }
-        console.log("");
-    }
-    const oldNamespace = values.get("HF_NAMESPACE") || "";
-    const oldBucket = values.get("HF_BUCKET") || "toolnet-memory";
-    const namespace = await rl.question(oldNamespace
-        ? `Hugging Face namespace [${oldNamespace}]: `
-        : "Hugging Face namespace: ");
-    const bucket = await rl.question(`Bucket [${oldBucket}]: `);
-    const access = await rl.question(values.get("HF_S3_ACCESS_KEY_ID")
-        ? "S3 Access Key ID [configured]: "
-        : "S3 Access Key ID: ");
-    rl.close();
-    const secret = await hiddenQuestion(values.get("HF_S3_SECRET_ACCESS_KEY")
-        ? "S3 Secret Access Key [configured]: "
-        : "S3 Secret Access Key: ");
-    if (namespace.trim()) {
-        values.set("HF_NAMESPACE", namespace.trim());
-    }
-    if (bucket.trim()) {
-        values.set("HF_BUCKET", bucket.trim());
-    }
-    else if (!values.get("HF_BUCKET")) {
-        values.set("HF_BUCKET", "toolnet-memory");
-    }
-    if (access.trim()) {
-        values.set("HF_S3_ACCESS_KEY_ID", access.trim());
-    }
-    if (secret.trim()) {
-        values.set("HF_S3_SECRET_ACCESS_KEY", secret.trim());
-    }
-    saveEnv(values);
-    const missing = required.filter(key => !values.get(key)?.trim());
-    console.log("");
-    console.log("✓ Configuration saved");
-    console.log(`  ${ENV_FILE}`);
-    console.log("");
-    if (missing.length) {
-        console.log("Missing configuration:");
-        for (const key of missing) {
-            console.log(`  - ${key}`);
-        }
-        console.log("");
-        console.log("Run setup again:");
-        console.log("  toolnet-memory setup");
-        return;
-    }
-    console.log("✓ Hugging Face configuration complete");
-    console.log("");
-    console.log("Next:");
-    console.log("  toolnet-memory doctor");
-}
-main().catch(error => {
-    console.error(error instanceof Error
-        ? error.message
-        : String(error));
-    process.exit(1);
-});

package/dist/src/production/snapshot-cli.js

@@ -1,58 +0,0 @@
-import "dotenv/config";
-import { loadConfig, ProjectManager, } from "../core/index.js";
-import { createStorageProvider, withStorageRetry, ProjectScopedStorageProvider, } from "../storage/index.js";
-import { SnapshotManager, } from "../snapshot/index.js";
-import { restoreLatestSnapshot, } from "./recovery.js";
-async function main() {
-    const command = process.argv[2];
-    const config = loadConfig();
-    const project = new ProjectManager()
-        .detect();
-    const rawStorage = withStorageRetry(createStorageProvider({
-        provider: config.storage.provider,
-        huggingface: config.storage.huggingface,
-        localRoot: config.storage.localRoot,
-    }), {
-        attempts: 3,
-    });
-    const storage = new ProjectScopedStorageProvider(rawStorage, project.id, project.name, project.remote ?? project.name);
-    const manager = new SnapshotManager(storage);
-    if (command === "list") {
-        const list = await manager.list(project.id);
-        console.log(list.map((snapshot) => ({
-            id: snapshot.id,
-            createdAt: snapshot.createdAt,
-            reason: snapshot.reason,
-        })));
-        return;
-    }
-    if (command === "create") {
-        const reason = process.argv
-            .slice(3)
-            .join(" ") ||
-            "manual-cli";
-        console.log(await manager.create(project.id, reason));
-        return;
-    }
-    if (command === "restore") {
-        const id = process.argv[3];
-        if (!id) {
-            throw new Error("snapshot id required");
-        }
-        await manager.create(project.id, "before-cli-restore");
-        console.log(await manager.restore(project.id, id));
-        return;
-    }
-    if (command ===
-        "recover-latest") {
-        console.log(await restoreLatestSnapshot(storage, project.id));
-        return;
-    }
-    throw new Error("Usage: snapshot-cli list|create|restore|recover-latest");
-}
-main().catch((error) => {
-    console.error(error instanceof Error
-        ? error.message
-        : error);
-    process.exit(1);
-});

package/dist/src/project-manual/cli.js

@@ -1,77 +0,0 @@
-import { readFileSync, } from "node:fs";
-import { loadConfig, ProjectManager, } from "../core/index.js";
-import { createStorageProvider, ProjectScopedStorageProvider, withStorageRetry, } from "../storage/index.js";
-import { ensureProjectManual, loadProjectManual, syncProjectManual, } from "./manager.js";
-function after(args, flag) {
-    const index = args.indexOf(flag);
-    return index >=
-        0
-        ? args[index + 1]
-        : undefined;
-}
-function storageFor(project) {
-    const config = loadConfig();
-    const raw = withStorageRetry(createStorageProvider({
-        provider: config.storage
-            .provider,
-        huggingface: config.storage
-            .huggingface,
-        localRoot: config.storage
-            .localRoot,
-    }), {
-        attempts: 3,
-    });
-    return new ProjectScopedStorageProvider(raw, project.id, project.name, project.remote ??
-        project.name);
-}
-async function main() {
-    const [command = "help", ...args] = process.argv.slice(2);
-    const project = new ProjectManager()
-        .detect(after(args, "--project") ??
-        process.cwd());
-    if (command ===
-        "init") {
-        const file = ensureProjectManual(project);
-        console.log(`✅ Project manual: ${file}`);
-        return;
-    }
-    if (command ===
-        "show") {
-        const manual = loadProjectManual(project, false);
-        if (!manual) {
-            console.log("No .toolnet/PROJECT.md yet.");
-            return;
-        }
-        process.stdout.write(readFileSync(manual.path, "utf8"));
-        return;
-    }
-    if (command ===
-        "sync") {
-        const manual = await syncProjectManual(project, storageFor(project));
-        console.log(JSON.stringify({
-            project: project.name,
-            path: manual.path,
-            digest: manual.digest,
-            bytes: manual.bytes,
-            rules: manual.rules.length,
-            enforce: manual.rules.filter(rule => rule.mode ===
-                "enforce").length,
-            advisory: manual.rules.filter(rule => rule.mode ===
-                "advisory").length,
-        }, null, 2));
-        return;
-    }
-    console.log(`Project Manual
-
-Commands:
-  init [--project PATH]
-  show [--project PATH]
-  sync [--project PATH]
-`);
-}
-main().catch(error => {
-    console.error(error instanceof Error
-        ? error.message
-        : error);
-    process.exit(1);
-});

package/dist/src/project-manual/index.js

@@ -1,2 +0,0 @@
-export * from "./types.js";
-export * from "./manager.js";

package/dist/src/project-manual/manager.js

@@ -1,147 +0,0 @@
-import { existsSync, mkdirSync, readFileSync, statSync, writeFileSync, } from "node:fs";
-import { dirname, join, } from "node:path";
-import { sha256, } from "../session/utils.js";
-const MAX_MANUAL_BYTES = 64 * 1024;
-export const PROJECT_MANUAL_TEMPLATE = `# ToolNet Project Operating Manual
-
-This file contains persistent instructions for AI agents working on this project.
-
-## Critical Rules
-
-<!--
-Examples:
-
-- [enforce] Never edit production files directly.
-- [enforce] Edit source only in /path/to/source.
-- [enforce] Deploy only with ./deploy.sh --apply
--->
-
-## Workflow
-
-<!--
-Describe the correct working process.
--->
-
-## Architecture
-
-<!--
-Important architecture conventions.
--->
-
-## Verification
-
-<!--
-Tests / QA required after changes.
--->
-
-## Known Gotchas
-
-<!--
-Things an AI agent should always remember.
--->
-
-## Preferences
-
-<!--
-- [advisory] Prefer small focused files.
--->
-`;
-export function projectManualPath(project) {
-    return join(project.rootPath, ".toolnet", "PROJECT.md");
-}
-function normalizeRuleText(value) {
-    return value
-        .normalize("NFKC")
-        .replace(/\s+/g, " ")
-        .trim();
-}
-function parseRules(content) {
-    const rules = [];
-    const seen = new Set();
-    const pattern = /^\s*[-*]\s+\[(enforce|advisory)\]\s+(.+?)\s*$/gimu;
-    let match;
-    while ((match =
-        pattern.exec(content))) {
-        const mode = match[1]
-            .toLowerCase();
-        const text = normalizeRuleText(match[2]);
-        if (!text) {
-            continue;
-        }
-        const key = `${mode}:${text.toLowerCase()}`;
-        if (seen.has(key)) {
-            continue;
-        }
-        seen.add(key);
-        rules.push({
-            id: sha256(key).slice(0, 24),
-            mode,
-            text,
-            source: "manual",
-        });
-    }
-    return rules;
-}
-export function ensureProjectManual(project) {
-    const file = projectManualPath(project);
-    if (existsSync(file)) {
-        return file;
-    }
-    mkdirSync(dirname(file), {
-        recursive: true,
-    });
-    writeFileSync(file, PROJECT_MANUAL_TEMPLATE, {
-        encoding: "utf8",
-        mode: 0o600,
-    });
-    return file;
-}
-export function loadProjectManual(project, createIfMissing = false) {
-    const file = createIfMissing
-        ? ensureProjectManual(project)
-        : projectManualPath(project);
-    if (!existsSync(file)) {
-        return null;
-    }
-    const size = statSync(file).size;
-    if (size >
-        MAX_MANUAL_BYTES) {
-        throw new Error(`PROJECT.md exceeds ${MAX_MANUAL_BYTES} bytes`);
-    }
-    const content = readFileSync(file, "utf8");
-    return {
-        path: file,
-        content,
-        digest: sha256(content),
-        rules: parseRules(content),
-        bytes: Buffer.byteLength(content, "utf8"),
-        updatedAt: new Date(statSync(file).mtimeMs).toISOString(),
-    };
-}
-export async function syncProjectManual(project, storage) {
-    const manual = loadProjectManual(project, true);
-    if (!manual) {
-        throw new Error("Project manual unavailable");
-    }
-    const prefix = `projects/${project.id}/project`;
-    await storage.put(`${prefix}/manual.md`, manual.content, "text/markdown");
-    await storage.put(`${prefix}/manual.json`, JSON.stringify({
-        version: 1,
-        projectId: project.id,
-        projectName: project.name,
-        digest: manual.digest,
-        bytes: manual.bytes,
-        ruleCount: manual.rules.length,
-        enforceRules: manual.rules
-            .filter(rule => rule.mode ===
-            "enforce")
-            .length,
-        advisoryRules: manual.rules
-            .filter(rule => rule.mode ===
-            "advisory")
-            .length,
-        updatedAt: manual.updatedAt,
-    }, null, 2) +
-        "\n", "application/json");
-    return manual;
-}

package/dist/src/project-manual/types.js

@@ -1 +0,0 @@
-export {};

package/dist/src/retrieval/bm25/index.js

@@ -1 +0,0 @@
-export {};

package/dist/src/retrieval/bm25/search.js

@@ -1 +0,0 @@
-export {};

package/dist/src/retrieval/bm25.js

@@ -1,30 +0,0 @@
-import { tokenize } from "./tokenizer.js";
-export class BM25Scorer {
-    score(query, memory) {
-        const queryTokens = tokenize(query);
-        const documentTokens = tokenize([
-            memory.content,
-            ...(memory.tags ?? []),
-            memory.type,
-        ].join(" "));
-        if (queryTokens.length === 0 ||
-            documentTokens.length === 0) {
-            return 0;
-        }
-        const frequencies = new Map();
-        for (const token of documentTokens) {
-            frequencies.set(token, (frequencies.get(token) ?? 0) + 1);
-        }
-        let score = 0;
-        for (const token of queryTokens) {
-            const tf = frequencies.get(token) ?? 0;
-            if (tf === 0) {
-                continue;
-            }
-            score +=
-                1 +
-                    Math.log(1 + tf);
-        }
-        return score / queryTokens.length;
-    }
-}

package/dist/src/retrieval/context-budget.js

@@ -1 +0,0 @@
-export {};

package/dist/src/retrieval/context-builder.js

@@ -1,22 +0,0 @@
-export class ContextBuilder {
-    build(results, maxCharacters = 6000) {
-        const blocks = [];
-        let used = 0;
-        for (const result of results) {
-            const memory = result.memory;
-            const block = [
-                `[${memory.type.toUpperCase()}]`,
-                memory.content,
-            ].join(" ");
-            if (used +
-                block.length >
-                maxCharacters) {
-                break;
-            }
-            blocks.push(block);
-            used +=
-                block.length;
-        }
-        return blocks.join("\n");
-    }
-}

package/dist/src/retrieval/graph/index.js

@@ -1 +0,0 @@
-export {};

package/dist/src/retrieval/graph/search.js

@@ -1 +0,0 @@
-export {};

package/dist/src/retrieval/hybrid/hybrid-search.js

@@ -1 +0,0 @@
-export {};

package/dist/src/retrieval/hybrid/index.js

@@ -1 +0,0 @@
-export {};

package/dist/src/retrieval/hybrid-search.js

@@ -1,68 +0,0 @@
-import { BM25Scorer, } from "./bm25.js";
-import { recencyScore, } from "./recency.js";
-import { memoryImportanceScore, } from "./importance.js";
-import { typePriority, } from "./type-priority.js";
-import { QueryAnalyzer, } from "./query-analyzer.js";
-export class HybridSearch {
-    bm25 = new BM25Scorer();
-    analyzer = new QueryAnalyzer();
-    search(query, memories, options = {}) {
-        const topK = options.topK ?? 8;
-        const minScore = options.minScore ?? 0.05;
-        const analysis = this.analyzer.analyze(query);
-        const results = [];
-        for (const memory of memories) {
-            if (options.types?.length &&
-                !options.types.includes(memory.type)) {
-                continue;
-            }
-            const keyword = this.bm25.score(query, memory);
-            const recency = recencyScore(memory);
-            const importance = memoryImportanceScore(memory);
-            let type = typePriority(memory.type);
-            if (analysis.preferredTypes
-                .includes(memory.type)) {
-                type = Math.min(1, type + 0.25);
-            }
-            /*
-             * Retrieval weighting:
-             *
-             * keyword    55%
-             * importance 20%
-             * recency    15%
-             * type       10%
-             */
-            const score = keyword * 0.55 +
-                importance * 0.20 +
-                recency * 0.15 +
-                type * 0.10;
-            /*
-             * Không cho memory hoàn toàn
-             * không liên quan lọt vào chỉ
-             * vì recency/importance cao.
-             */
-            // Keyword query phải có lexical match.
-            // Type/recency/importance chỉ dùng để rerank,
-            // không được tự kéo memory không liên quan vào Top-K.
-            if (keyword <= 0) {
-                continue;
-            }
-            if (score < minScore) {
-                continue;
-            }
-            results.push({
-                memory,
-                score,
-                scores: {
-                    keyword,
-                    recency,
-                    importance,
-                    type,
-                },
-            });
-        }
-        return results
-            .sort((a, b) => b.score - a.score)
-            .slice(0, topK);
-    }
-}

package/dist/src/retrieval/importance.js

@@ -1,16 +0,0 @@
-import { effectiveImportanceScore, } from "../memory/decay.js";
-const weights = {
-    critical: 1,
-    high: 0.8,
-    normal: 0.5,
-    temporary: 0.2,
-};
-export function importanceScore(importance) {
-    if (!importance) {
-        return 0.3;
-    }
-    return weights[importance] ?? 0.3;
-}
-export function memoryImportanceScore(memory) {
-    return (effectiveImportanceScore(memory) / 100);
-}

package/dist/src/retrieval/index.js

@@ -1,12 +0,0 @@
-export * from "./types.js";
-export * from "./tokenizer.js";
-export * from "./bm25.js";
-export * from "./recency.js";
-export * from "./importance.js";
-export * from "./type-priority.js";
-export * from "./query-analyzer.js";
-export * from "./hybrid-search.js";
-export * from "./context-builder.js";
-export * from "./retrieval-engine.js";
-export * from "./vector/index.js";
-export * from "./vector-hybrid-engine.js";