toolnet-memory 0.2.1 → 0.2.2

package/dist/src/retrieval/query-analyzer.js

@@ -1,32 +0,0 @@
-export class QueryAnalyzer {
-    analyze(query) {
-        const text = query.toLowerCase();
-        const preferredTypes = [];
-        if (text.includes("quyết định") ||
-            text.includes("decision") ||
-            text.includes("đã chọn")) {
-            preferredTypes.push("decision");
-        }
-        if (text.includes("todo") ||
-            text.includes("cần làm") ||
-            text.includes("tiếp theo") ||
-            text.includes("chưa xong")) {
-            preferredTypes.push("todo");
-        }
-        if (text.includes("quy tắc") ||
-            text.includes("rule") ||
-            text.includes("không được") ||
-            text.includes("bắt buộc")) {
-            preferredTypes.push("rule");
-        }
-        if (text.includes("tóm tắt") ||
-            text.includes("summary") ||
-            text.includes("đã làm")) {
-            preferredTypes.push("summary");
-        }
-        return {
-            query,
-            preferredTypes,
-        };
-    }
-}

package/dist/src/retrieval/query-classifier.js

@@ -1 +0,0 @@
-export {};

package/dist/src/retrieval/query-expansion.js

@@ -1 +0,0 @@
-export {};

package/dist/src/retrieval/recency.js

@@ -1,12 +0,0 @@
-export function recencyScore(memory, now = Date.now()) {
-    const raw = memory.updatedAt ??
-        memory.createdAt;
-    const timestamp = new Date(raw).getTime();
-    if (!Number.isFinite(timestamp)) {
-        return 0;
-    }
-    const ageDays = Math.max(0, now - timestamp) /
-        86_400_000;
-    // ~50% score sau 30 ngày
-    return Math.exp((-Math.LN2 * ageDays) / 30);
-}

package/dist/src/retrieval/reranker/index.js

@@ -1 +0,0 @@
-export {};

package/dist/src/retrieval/reranker/reranker.js

@@ -1 +0,0 @@
-export {};

package/dist/src/retrieval/retrieval-engine.js

@@ -1,17 +0,0 @@
-import { HybridSearch, } from "./hybrid-search.js";
-import { ContextBuilder, } from "./context-builder.js";
-export class RetrievalEngine {
-    memory;
-    searcher = new HybridSearch();
-    contextBuilder = new ContextBuilder();
-    constructor(memory) {
-        this.memory = memory;
-    }
-    search(projectId, query, options = {}) {
-        return this.searcher.search(query, this.memory.list(projectId), options);
-    }
-    context(projectId, query, options = {}) {
-        const results = this.search(projectId, query, options);
-        return this.contextBuilder.build(results);
-    }
-}

package/dist/src/retrieval/tokenizer.js

@@ -1,9 +0,0 @@
-export function tokenize(text) {
-    return text
-        .toLowerCase()
-        .normalize("NFKC")
-        .replace(/[^\p{L}\p{N}_\-./]+/gu, " ")
-        .split(/\s+/)
-        .map((token) => token.trim())
-        .filter((token) => token.length > 1);
-}

package/dist/src/retrieval/type-priority.js

@@ -1,10 +0,0 @@
-const priorities = {
-    rule: 1,
-    decision: 0.9,
-    todo: 0.8,
-    summary: 0.6,
-    activity: 0.3,
-};
-export function typePriority(type) {
-    return priorities[type] ?? 0.4;
-}

package/dist/src/retrieval/types.js

@@ -1 +0,0 @@
-export {};

package/dist/src/retrieval/vector/index.js

@@ -1,4 +0,0 @@
-export * from "./vector-store.js";
-export * from "./upsert.js";
-export * from "./search.js";
-export * from "./persistence.js";

package/dist/src/retrieval/vector/metadata-filter.js

@@ -1 +0,0 @@
-export {};

package/dist/src/retrieval/vector/persistence.js

@@ -1,67 +0,0 @@
-import { VectorIndexer, } from "./upsert.js";
-export class VectorPersistenceManager {
-    projectId;
-    model;
-    embeddings;
-    store;
-    persistence;
-    constructor(projectId, model, embeddings, store, persistence) {
-        this.projectId = projectId;
-        this.model = model;
-        this.embeddings = embeddings;
-        this.store = store;
-        this.persistence = persistence;
-    }
-    async initialize(memories) {
-        let loaded = 0;
-        const snapshot = await this.persistence.load(this.projectId);
-        if (snapshot &&
-            snapshot.model ===
-                this.model) {
-            loaded =
-                this.store.importRecords(snapshot.records);
-        }
-        /*
-         * Xóa vector không còn memory tương ứng.
-         */
-        const validIds = new Set(memories.map((memory) => memory.id));
-        let removed = 0;
-        for (const record of this.store.exportProject(this.projectId)) {
-            if (!validIds.has(record.id)) {
-                if (this.store.remove(record.id)) {
-                    removed++;
-                }
-            }
-        }
-        const indexer = new VectorIndexer(this.embeddings, this.store);
-        const indexed = await indexer.index(memories);
-        const records = this.store.exportProject(this.projectId);
-        const dimensions = records[0]
-            ?.vector.length ??
-            this.embeddings
-                .dimensions ??
-            0;
-        let saved = false;
-        if (indexed > 0 ||
-            removed > 0 ||
-            !snapshot) {
-            await this.persistence.save({
-                version: 1,
-                projectId: this.projectId,
-                model: this.model,
-                dimensions,
-                updatedAt: new Date()
-                    .toISOString(),
-                records,
-            });
-            saved = true;
-        }
-        return {
-            loaded,
-            indexed,
-            removed,
-            total: records.length,
-            saved,
-        };
-    }
-}

package/dist/src/retrieval/vector/search.js

@@ -1,12 +0,0 @@
-export class VectorSearch {
-    embeddings;
-    store;
-    constructor(embeddings, store) {
-        this.embeddings = embeddings;
-        this.store = store;
-    }
-    async search(projectId, query, limit = 10) {
-        const vector = await this.embeddings.embed(query);
-        return this.store.search(projectId, vector, limit);
-    }
-}

package/dist/src/retrieval/vector/test-persistence.js

@@ -1,36 +0,0 @@
-import "dotenv/config";
-import { MemoryEngine, ProjectManager, loadConfig, } from "../../core/index.js";
-import { createEmbeddingProvider, } from "../../embeddings/index.js";
-import { createStorageProvider, MemoryStore, PersistentVectorStore, ProjectScopedStorageProvider, } from "../../storage/index.js";
-import { VectorPersistenceManager, VectorStore, } from "./index.js";
-async function main() {
-    const config = loadConfig();
-    const project = new ProjectManager()
-        .detect();
-    const memory = new MemoryEngine();
-    const rawStorage = createStorageProvider({
-        provider: config.storage.provider,
-        huggingface: config.storage.huggingface,
-        localRoot: config.storage.localRoot,
-    });
-    const storage = new ProjectScopedStorageProvider(rawStorage, project.id, project.name, project.remote ?? project.name);
-    const memoryStore = new MemoryStore(storage);
-    memory.importRecords(await memoryStore.load(project.id));
-    const embeddings = createEmbeddingProvider();
-    const vectors = new VectorStore();
-    const persistence = new PersistentVectorStore(storage);
-    const model = process.env
-        .HF_EMBEDDING_MODEL ??
-        "sentence-transformers/all-MiniLM-L6-v2";
-    const manager = new VectorPersistenceManager(project.id, model, embeddings, vectors, persistence);
-    const stats = await manager.initialize(memory.list(project.id));
-    console.log({
-        ok: true,
-        memories: memory.list(project.id).length,
-        ...stats,
-    });
-}
-main().catch((error) => {
-    console.error(error);
-    process.exit(1);
-});

package/dist/src/retrieval/vector/upsert.js

@@ -1,40 +0,0 @@
-export class VectorIndexer {
-    embeddings;
-    store;
-    constructor(embeddings, store) {
-        this.embeddings = embeddings;
-        this.store = store;
-    }
-    async index(memories) {
-        const pending = memories.filter((memory) => !this.store.has(memory.id));
-        if (pending.length === 0) {
-            return 0;
-        }
-        const vectors = await this.embeddings
-            .embedMany(pending.map((memory) => [
-            memory.type,
-            memory.content,
-            ...(memory.tags ?? []),
-        ].join(" ")));
-        let indexed = 0;
-        for (let i = 0; i < pending.length; i++) {
-            const memory = pending[i];
-            const vector = vectors[i];
-            if (!memory ||
-                !vector) {
-                continue;
-            }
-            this.store.upsert({
-                id: memory.id,
-                projectId: memory.projectId,
-                vector,
-                metadata: {
-                    type: memory.type,
-                    updatedAt: memory.updatedAt,
-                },
-            });
-            indexed++;
-        }
-        return indexed;
-    }
-}

package/dist/src/retrieval/vector/vector-store.js

@@ -1,89 +0,0 @@
-export class VectorStore {
-    records = new Map();
-    upsert(record) {
-        this.records.set(record.id, record);
-    }
-    get(id) {
-        return this.records.get(id);
-    }
-    has(id) {
-        return this.records.has(id);
-    }
-    remove(id) {
-        return this.records.delete(id);
-    }
-    clearProject(projectId) {
-        let deleted = 0;
-        for (const [id, record] of this.records) {
-            if (record.projectId ===
-                projectId) {
-                this.records.delete(id);
-                deleted++;
-            }
-        }
-        return deleted;
-    }
-    exportProject(projectId) {
-        return [...this.records.values()]
-            .filter((record) => record.projectId ===
-            projectId);
-    }
-    importRecords(records) {
-        let imported = 0;
-        for (const record of records) {
-            if (!record?.id ||
-                !record?.projectId ||
-                !Array.isArray(record.vector)) {
-                continue;
-            }
-            this.records.set(record.id, record);
-            imported++;
-        }
-        return imported;
-    }
-    search(projectId, queryVector, limit = 10) {
-        const results = [];
-        for (const record of this.records.values()) {
-            if (record.projectId !==
-                projectId) {
-                continue;
-            }
-            const score = cosineSimilarity(queryVector, record.vector);
-            results.push({
-                id: record.id,
-                score,
-                metadata: record.metadata,
-            });
-        }
-        return results
-            .sort((a, b) => b.score - a.score)
-            .slice(0, limit);
-    }
-    size() {
-        return this.records.size;
-    }
-}
-export function cosineSimilarity(a, b) {
-    if (a.length === 0 ||
-        b.length === 0 ||
-        a.length !== b.length) {
-        return 0;
-    }
-    let dot = 0;
-    let normA = 0;
-    let normB = 0;
-    for (let i = 0; i < a.length; i++) {
-        const av = a[i] ?? 0;
-        const bv = b[i] ?? 0;
-        dot += av * bv;
-        normA += av * av;
-        normB += bv * bv;
-    }
-    if (normA === 0 ||
-        normB === 0) {
-        return 0;
-    }
-    return (dot /
-        (Math.sqrt(normA) *
-            Math.sqrt(normB)));
-}

package/dist/src/retrieval/vector-hybrid-engine.js

@@ -1,91 +0,0 @@
-import { HybridSearch, } from "./hybrid-search.js";
-import { ContextBuilder, } from "./context-builder.js";
-import { VectorIndexer, } from "./vector/upsert.js";
-import { VectorSearch, } from "./vector/search.js";
-import { VectorStore, } from "./vector/vector-store.js";
-export class VectorHybridEngine {
-    memory;
-    lexical = new HybridSearch();
-    contextBuilder = new ContextBuilder();
-    store;
-    indexer;
-    vectorSearch;
-    constructor(memory, embeddings, store = new VectorStore()) {
-        this.memory = memory;
-        this.store =
-            store;
-        this.indexer =
-            new VectorIndexer(embeddings, this.store);
-        this.vectorSearch =
-            new VectorSearch(embeddings, this.store);
-    }
-    async rebuild(projectId) {
-        this.store.clearProject(projectId);
-        return this.indexer.index(this.memory.list(projectId));
-    }
-    async search(projectId, query, topK = 8) {
-        const memories = this.memory.list(projectId);
-        const byId = new Map(memories.map((memory) => [
-            memory.id,
-            memory,
-        ]));
-        const lexicalResults = this.lexical.search(query, memories, {
-            topK: Math.max(topK * 3, 20),
-        });
-        const vectorResults = await this.vectorSearch.search(projectId, query, Math.max(topK * 3, 20));
-        const merged = new Map();
-        for (const result of lexicalResults) {
-            merged.set(result.memory.id, {
-                lexicalScore: result.score,
-                vectorScore: 0,
-            });
-        }
-        for (const result of vectorResults) {
-            const current = merged.get(result.id) ?? {
-                lexicalScore: 0,
-                vectorScore: 0,
-            };
-            current.vectorScore =
-                Math.max(0, result.score);
-            merged.set(result.id, current);
-        }
-        const results = [];
-        for (const [id, scores] of merged) {
-            const memory = byId.get(id);
-            if (!memory) {
-                continue;
-            }
-            /*
-             * Hybrid:
-             * lexical/relevance 55%
-             * vector semantic   45%
-             */
-            const score = scores.lexicalScore *
-                0.55 +
-                scores.vectorScore *
-                    0.45;
-            results.push({
-                memory,
-                score,
-                lexicalScore: scores.lexicalScore,
-                vectorScore: scores.vectorScore,
-            });
-        }
-        return results
-            .sort((a, b) => b.score - a.score)
-            .slice(0, topK);
-    }
-    async context(projectId, query, topK = 5) {
-        const results = await this.search(projectId, query, topK);
-        return this.contextBuilder.build(results.map((result) => ({
-            memory: result.memory,
-            score: result.score,
-            scores: {
-                keyword: result.lexicalScore,
-                recency: 0,
-                importance: 0,
-                type: result.vectorScore,
-            },
-        })));
-    }
-}

package/dist/src/runtime/bootstrap.js

@@ -1,28 +0,0 @@
-import "dotenv/config";
-import { loadConfig, ProjectManager, } from "../core/index.js";
-import { createStorageProvider, withStorageRetry, ProjectScopedStorageProvider, } from "../storage/index.js";
-import { ToolNetMemoryRuntime, } from "./toolnet-memory-runtime.js";
-export function createToolNetMemoryRuntime(rootPath = process.cwd()) {
-    const config = loadConfig();
-    const project = new ProjectManager()
-        .detect(rootPath);
-    const rawStorage = createStorageProvider({
-        provider: config.storage.provider,
-        huggingface: config.storage.huggingface,
-        localRoot: config.storage.localRoot,
-    });
-    const retryStorage = withStorageRetry(rawStorage, {
-        attempts: Number(process.env
-            .TOOLNET_STORAGE_RETRIES ??
-            3),
-    });
-    const storage = new ProjectScopedStorageProvider(retryStorage, project.id, project.name, project.remote ?? project.name);
-    const embeddingModel = process.env
-        .HF_EMBEDDING_MODEL ??
-        "sentence-transformers/all-MiniLM-L6-v2";
-    return new ToolNetMemoryRuntime({
-        project,
-        storage,
-        embeddingModel,
-    });
-}

package/dist/src/runtime/graceful.js

@@ -1,17 +0,0 @@
-export function registerGracefulShutdown(runtime) {
-    let stopping = false;
-    const stop = async () => {
-        if (stopping) {
-            return;
-        }
-        stopping = true;
-        try {
-            await runtime.stop();
-        }
-        finally {
-            process.exit(0);
-        }
-    };
-    process.once("SIGINT", stop);
-    process.once("SIGTERM", stop);
-}

package/dist/src/runtime/index.js

@@ -1,3 +0,0 @@
-export * from "./toolnet-memory-runtime.js";
-export * from "./bootstrap.js";
-export * from "./graceful.js";

package/dist/src/runtime/toolnet-memory-runtime.js

@@ -1,156 +0,0 @@
-import { MemoryEngine, } from "../core/memory-engine.js";
-import { MemoryMaintenance, } from "../memory/maintenance.js";
-import { MemoryConsolidator, } from "../memory/consolidator.js";
-import { RetrievalEngine, } from "../retrieval/retrieval-engine.js";
-import { createEmbeddingProvider, } from "../embeddings/index.js";
-import { CodeGraphStore, ReferenceResolver, } from "../code-intelligence/index.js";
-import { IncrementalRepositoryIndexer, } from "../code-intelligence/incremental/incremental-indexer.js";
-import { ImpactGuard, } from "../code-intelligence/impact/impact-guard.js";
-import { VectorStore, VectorPersistenceManager, } from "../retrieval/vector/index.js";
-import { HookRuntime, AutoContextBuilder, AutoRetrieval, AutoImpactGuard, } from "../hooks/index.js";
-import { MemoryStore, PersistentCodeGraphStore, PersistentVectorStore, } from "../storage/index.js";
-import { reconcileSessionMemoryJournal, } from "../session/learner/index.js";
-import { SnapshotManager, } from "../snapshot/index.js";
-import { ProjectLock, } from "../production/project-lock.js";
-export class ToolNetMemoryRuntime {
-    options;
-    memory = new MemoryEngine();
-    graph = new CodeGraphStore();
-    vectors = new VectorStore();
-    retrieval;
-    references;
-    hooks;
-    autoRetrieval;
-    impactGuard;
-    autoImpactGuard;
-    memoryStore;
-    graphStore;
-    vectorStore;
-    processLock;
-    constructor(options) {
-        this.options = options;
-        this.memoryStore =
-            new MemoryStore(options.storage);
-        this.graphStore =
-            new PersistentCodeGraphStore(options.storage);
-        this.vectorStore =
-            new PersistentVectorStore(options.storage);
-        this.processLock =
-            new ProjectLock(options.project.id);
-        this.retrieval =
-            new RetrievalEngine(this.memory);
-        this.references =
-            new ReferenceResolver(this.graph);
-        this.hooks =
-            new HookRuntime({
-                projectId: options.project.id,
-                memory: this.memory,
-                memoryStore: this.memoryStore,
-                maxEventsBeforeFlush: 100,
-            });
-        const contextBuilder = new AutoContextBuilder(this.memory, this.retrieval, this.graph);
-        this.autoRetrieval =
-            new AutoRetrieval(this.hooks, contextBuilder, options.project.id);
-        this.impactGuard =
-            new ImpactGuard(this.graph);
-        this.autoImpactGuard =
-            new AutoImpactGuard(this.impactGuard, options.project.id);
-    }
-    async start() {
-        const { project, } = this.options;
-        await this.processLock
-            .acquire();
-        /*
-         * Session learners write immutable claims only.
-         * Reconcile them into current memory before runtime load.
-         */
-        await reconcileSessionMemoryJournal(project, this.options.storage);
-        // Load persistent memory.
-        const memories = await this.memoryStore.load(project.id);
-        this.memory.importRecords(memories);
-        const maintenance = new MemoryMaintenance(this.memory);
-        const maintenanceStats = maintenance.run(project.id);
-        if (maintenanceStats.expiredRemoved > 0 ||
-            maintenanceStats.supersededRemoved > 0) {
-            await this.memoryStore.save(project.id, this.memory.exportProject(project.id));
-        }
-        // Load code graph.
-        const graphSnapshot = await this.graphStore.load(project.id);
-        if (graphSnapshot) {
-            this.graph.import(graphSnapshot.symbols, graphSnapshot.edges);
-        }
-        // Load / update vectors.
-        const embeddings = createEmbeddingProvider();
-        const vectorManager = new VectorPersistenceManager(project.id, this.options.embeddingModel, embeddings, this.vectors, this.vectorStore);
-        const vectorStats = await vectorManager.initialize(this.memory.list(project.id));
-        await this.hooks
-            .sessionStart();
-        return {
-            memories: memories.length,
-            graphSymbols: this.graph
-                .allSymbols(project.id)
-                .length,
-            graphEdges: this.graph
-                .allEdges(project.id)
-                .length,
-            vectors: vectorStats.total,
-            vectorsIndexed: vectorStats.indexed,
-        };
-    }
-    async preparePrompt(prompt) {
-        return this.autoRetrieval
-            .prepare(prompt);
-    }
-    /*
-     * PHẢI gọi trước khi tool thật sự chạy.
-     * Edit/write/patch sẽ tự chạy Blast Radius.
-     */
-    async beforeTool(tool, input) {
-        const impact = await this.autoImpactGuard
-            .beforeTool(tool, input);
-        await this.hooks
-            .beforeTool(tool, input);
-        return impact;
-    }
-    async afterTool(tool, output) {
-        return this.hooks
-            .afterTool(tool, output);
-    }
-    async stop() {
-        const { project, storage, embeddingModel, } = this.options;
-        // Snapshot persistent state before changing it.
-        const snapshotManager = new SnapshotManager(storage);
-        const snapshot = await snapshotManager.create(project.id, "session-end-auto");
-        await snapshotManager.prune(project.id, 10);
-        // Flush pending memory events.
-        await this.hooks
-            .sessionEnd();
-        // Consolidate small activity memories.
-        const consolidation = new MemoryConsolidator(this.memory).consolidate(project.id);
-        if (consolidation.summaryCreated) {
-            await this.memoryStore.save(project.id, this.memory.exportProject(project.id));
-        }
-        // Incrementally update code graph.
-        const codeStats = await new IncrementalRepositoryIndexer(storage).index(project.id, project.rootPath);
-        // Reload latest graph snapshot.
-        const graphSnapshot = await this.graphStore.load(project.id);
-        if (graphSnapshot) {
-            this.graph.clearProject(project.id);
-            this.graph.import(graphSnapshot.symbols, graphSnapshot.edges);
-        }
-        // Persist only missing/new memory vectors.
-        const embeddings = createEmbeddingProvider();
-        const vectorManager = new VectorPersistenceManager(project.id, embeddingModel, embeddings, this.vectors, this.vectorStore);
-        const vectorStats = await vectorManager.initialize(this.memory.list(project.id));
-        const result = {
-            code: codeStats,
-            vectors: vectorStats,
-            consolidation,
-            snapshot: snapshot?.id,
-            memories: this.memory.list(project.id).length,
-        };
-        await this.processLock
-            .release();
-        return result;
-    }
-}

package/dist/src/security/encryption.js

@@ -1 +0,0 @@
-export {};