@danielzfliu/memory 1.0.0

package/README.md

@@ -0,0 +1,195 @@
+# Memory
+A fully local Node.js library and REST API for storing, searching, and querying tagged text pieces using ChromaDB for vector storage and Ollama for embeddings + generation.
+
+## Prerequisites
+
+- **Node.js** ≥ 18
+- **Ollama** running locally ([install](https://ollama.com))
+- **ChromaDB** server running locally
+
+### Start Ollama & pull models
+
+```bash
+ollama pull nomic-embed-text-v2-moe
+ollama pull llama3.2
+npm run ollama
+```
+
+or on a specific port:
+
+```bash
+npm run ollama:port 11435
+```
+
+### Start ChromaDB
+```bash
+npm run db
+```
+
+or on a specific port:
+
+```bash
+npm run db:port 9000
+```
+
+**Windows note:** If `chroma` is not recognized, the `Scripts` directory may not be on your PATH. Either add it (e.g. `%APPDATA%\Python\Python3xx\Scripts`) or run the executable directly:
+```powershell
+& "$env:APPDATA\Python\Python313\Scripts\chroma.exe" run --port 8000
+```
+
+## Install
+
+```bash
+npm install
+```
+
+## Usage
+
+### REST API Server
+
+```bash
+npm run dev
+```
+
+Server starts on `http://localhost:3000` by default (set `PORT` env var to change).
+
+### API Endpoints
+
+#### Add a piece
+```bash
+curl -X POST http://localhost:3000/pieces \
+  -H "Content-Type: application/json" \
+  -d '{"content": "TypeScript is a typed superset of JavaScript.", "tags": ["typescript", "programming"]}'
+```
+
+#### Get a piece by ID
+```bash
+curl http://localhost:3000/pieces/<id>
+```
+
+#### Update a piece
+```bash
+curl -X PUT http://localhost:3000/pieces/<id> \
+  -H "Content-Type: application/json" \
+  -d '{"content": "Updated content.", "tags": ["new-tag"]}'
+```
+
+#### Delete a piece
+```bash
+curl -X DELETE http://localhost:3000/pieces/<id>
+```
+
+#### Semantic search
+```bash
+curl -X POST http://localhost:3000/query \
+  -H "Content-Type: application/json" \
+  -d '{"query": "What is TypeScript?", "topK": 5}'
+```
+
+With tag filtering:
+```bash
+curl -X POST http://localhost:3000/query \
+  -H "Content-Type: application/json" \
+  -d '{"query": "What is TypeScript?", "tags": ["programming"], "topK": 5}'
+```
+
+#### RAG query (retrieve + generate)
+```bash
+curl -X POST http://localhost:3000/rag \
+  -H "Content-Type: application/json" \
+  -d '{"query": "Explain TypeScript", "tags": ["programming"], "topK": 5}'
+```
+
+Returns:
+```json
+{
+  "answer": "Generated answer based on retrieved context...",
+  "sources": [
+    {
+      "piece": { "id": "...", "content": "...", "tags": ["..."] },
+      "score": 0.87
+    }
+  ]
+}
+```
+
+### Programmatic Usage (Library)
+
+```typescript
+import { PieceStore, RagPipeline, MemoryConfig } from "memory";
+
+async function main() {
+    const config: MemoryConfig = {
+        chromaUrl: "http://localhost:8000",
+        ollamaUrl: "http://localhost:11434",
+        embeddingModel: "nomic-embed-text-v2-moe",
+    };
+
+    const store = new PieceStore(config);
+    await store.init();
+
+    await store.addPiece("TypeScript is a typed superset of JavaScript.", [
+        "typescript",
+        "programming",
+    ]);
+    await store.addPiece("Python is great for data science.", [
+        "python",
+        "data-science",
+    ]);
+
+    const results = await store.queryPieces("typed languages", { topK: 5 });
+    console.log("results", results);
+
+    const filtered = await store.queryPieces("typed languages", {
+        tags: ["typescript"],
+        topK: 5,
+    });
+    console.log("filtered", filtered);
+
+    const rag = new RagPipeline(store, "http://localhost:11434", "llama3.2");
+    const answer = await rag.query("What is TypeScript?", {
+        tags: ["programming"],
+    });
+    console.log("answer", answer);
+}
+
+main().catch((err) => {
+    console.error(err);
+    process.exit(1);
+});
+```
+
+## Configuration (`MemoryConfig`)
+
+| Option | Default | Description |
+|--------|---------|-------------|
+| `chromaUrl` | `http://localhost:8000` | ChromaDB server URL |
+| `ollamaUrl` | `http://localhost:11434` | Ollama server URL |
+| `embeddingModel` | `nomic-embed-text-v2-moe` | Ollama model for embeddings |
+| `generationModel` | `llama3.2` | Ollama model for RAG generation |
+| `collectionName` | `pieces` | ChromaDB collection name |
+
+## Testing
+
+```bash
+npm test              # run all tests
+npm run test:watch    # watch mode
+npm run test:coverage # with coverage report
+```
+
+## Project Structure
+
+```
+src/
+├── types.ts        # Interfaces (MemoryConfig, Piece, QueryResult, etc.)
+├── embeddings.ts   # Ollama embedding client
+├── store.ts        # PieceStore — CRUD + semantic search + tag filtering
+├── rag.ts          # RAG pipeline — retrieve → prompt → generate
+├── server.ts       # Express REST API (app factory)
+├── main.ts         # Server entry point (starts listening)
+└── index.ts        # Library entry point (public exports)
+tests/
+├── helpers/        # Shared test fixtures (in-memory ChromaDB mock, etc.)
+├── unit/           # Unit tests (embeddings, store, rag)
+└── integration/    # API integration tests (supertest)
+```

package/dist/embeddings.d.ts

@@ -0,0 +1,8 @@
+export declare class EmbeddingClient {
+    private readonly client;
+    private readonly model;
+    constructor(ollamaUrl: string, model: string);
+    embed(text: string): Promise<number[]>;
+    embedBatch(texts: string[]): Promise<number[][]>;
+}
+//# sourceMappingURL=embeddings.d.ts.map

package/dist/embeddings.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"embeddings.d.ts","sourceRoot":"","sources":["../src/embeddings.ts"],"names":[],"mappings":"AAEA,qBAAa,eAAe;IACxB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;gBAEnB,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM;IAKtC,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAQtC,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;CAOzD"}

package/dist/embeddings.js

@@ -0,0 +1,28 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.EmbeddingClient = void 0;
+const ollama_1 = require("ollama");
+class EmbeddingClient {
+    client;
+    model;
+    constructor(ollamaUrl, model) {
+        this.client = new ollama_1.Ollama({ host: ollamaUrl });
+        this.model = model;
+    }
+    async embed(text) {
+        const response = await this.client.embed({
+            model: this.model,
+            input: text,
+        });
+        return response.embeddings[0];
+    }
+    async embedBatch(texts) {
+        const response = await this.client.embed({
+            model: this.model,
+            input: texts,
+        });
+        return response.embeddings;
+    }
+}
+exports.EmbeddingClient = EmbeddingClient;
+//# sourceMappingURL=embeddings.js.map

package/dist/embeddings.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embeddings.js","sourceRoot":"","sources":["../src/embeddings.ts"],"names":[],"mappings":";;;AAAA,mCAAgC;AAEhC,MAAa,eAAe;IACP,MAAM,CAAS;IACf,KAAK,CAAS;IAE/B,YAAY,SAAiB,EAAE,KAAa;QACxC,IAAI,CAAC,MAAM,GAAG,IAAI,eAAM,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC;QAC9C,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY;QACpB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;YACrC,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,KAAK,EAAE,IAAI;SACd,CAAC,CAAC;QACH,OAAO,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAe;QAC5B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;YACrC,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,KAAK,EAAE,KAAK;SACf,CAAC,CAAC;QACH,OAAO,QAAQ,CAAC,UAAU,CAAC;IAC/B,CAAC;CACJ;AAxBD,0CAwBC"}

package/dist/index.d.ts

@@ -0,0 +1,6 @@
+export { PieceStore } from "./store";
+export { RagPipeline } from "./rag";
+export { EmbeddingClient } from "./embeddings";
+export { createServer } from "./server";
+export { Piece, MemoryConfig, DEFAULT_MEMORY_CONFIG, QueryOptions, QueryResult, RagResult, } from "./types";
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,WAAW,EAAE,MAAM,OAAO,CAAC;AACpC,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AACxC,OAAO,EACH,KAAK,EACL,YAAY,EACZ,qBAAqB,EACrB,YAAY,EACZ,WAAW,EACX,SAAS,GACZ,MAAM,SAAS,CAAC"}

package/dist/index.js

@@ -0,0 +1,14 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DEFAULT_MEMORY_CONFIG = exports.createServer = exports.EmbeddingClient = exports.RagPipeline = exports.PieceStore = void 0;
+var store_1 = require("./store");
+Object.defineProperty(exports, "PieceStore", { enumerable: true, get: function () { return store_1.PieceStore; } });
+var rag_1 = require("./rag");
+Object.defineProperty(exports, "RagPipeline", { enumerable: true, get: function () { return rag_1.RagPipeline; } });
+var embeddings_1 = require("./embeddings");
+Object.defineProperty(exports, "EmbeddingClient", { enumerable: true, get: function () { return embeddings_1.EmbeddingClient; } });
+var server_1 = require("./server");
+Object.defineProperty(exports, "createServer", { enumerable: true, get: function () { return server_1.createServer; } });
+var types_1 = require("./types");
+Object.defineProperty(exports, "DEFAULT_MEMORY_CONFIG", { enumerable: true, get: function () { return types_1.DEFAULT_MEMORY_CONFIG; } });
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;AAAA,iCAAqC;AAA5B,mGAAA,UAAU,OAAA;AACnB,6BAAoC;AAA3B,kGAAA,WAAW,OAAA;AACpB,2CAA+C;AAAtC,6GAAA,eAAe,OAAA;AACxB,mCAAwC;AAA/B,sGAAA,YAAY,OAAA;AACrB,iCAOiB;AAJb,8GAAA,qBAAqB,OAAA"}

package/dist/main.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=main.d.ts.map

package/dist/main.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"main.d.ts","sourceRoot":"","sources":["../src/main.ts"],"names":[],"mappings":""}

package/dist/main.js

@@ -0,0 +1,9 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const server_1 = require("./server");
+const PORT = process.env.PORT ?? 3000;
+const app = (0, server_1.createServer)();
+app.listen(PORT, () => {
+    console.log(`Memory RAG server running on http://localhost:${PORT}`);
+});
+//# sourceMappingURL=main.js.map

package/dist/main.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"main.js","sourceRoot":"","sources":["../src/main.ts"],"names":[],"mappings":";;AAAA,qCAAwC;AAExC,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,IAAI,CAAC;AACtC,MAAM,GAAG,GAAG,IAAA,qBAAY,GAAE,CAAC;AAC3B,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,EAAE;IAClB,OAAO,CAAC,GAAG,CAAC,iDAAiD,IAAI,EAAE,CAAC,CAAC;AACzE,CAAC,CAAC,CAAC"}

package/dist/rag.d.ts

@@ -0,0 +1,10 @@
+import { PieceStore } from "./store";
+import { QueryOptions, RagResult } from "./types";
+export declare class RagPipeline {
+    private readonly store;
+    private readonly ollama;
+    private readonly model;
+    constructor(store: PieceStore, ollamaUrl: string, model: string);
+    query(query: string, options?: QueryOptions): Promise<RagResult>;
+}
+//# sourceMappingURL=rag.d.ts.map

package/dist/rag.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rag.d.ts","sourceRoot":"","sources":["../src/rag.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAElD,qBAAa,WAAW;IACpB,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAa;IACnC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;gBAEnB,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM;IAMzD,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,GAAE,YAAiB,GAAG,OAAO,CAAC,SAAS,CAAC;CAuC7E"}

package/dist/rag.js

@@ -0,0 +1,44 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RagPipeline = void 0;
+const ollama_1 = require("ollama");
+class RagPipeline {
+    store;
+    ollama;
+    model;
+    constructor(store, ollamaUrl, model) {
+        this.store = store;
+        this.ollama = new ollama_1.Ollama({ host: ollamaUrl });
+        this.model = model;
+    }
+    async query(query, options = {}) {
+        const sources = await this.store.queryPieces(query, options);
+        if (sources.length === 0) {
+            return {
+                answer: "I don't have enough context to answer this question. " +
+                    "No relevant pieces were found in the knowledge base.",
+                sources: [],
+            };
+        }
+        const contextBlock = sources
+            .map((s, i) => `[${i + 1}] (tags: ${s.piece.tags.join(", ")})\n${s.piece.content}`)
+            .join("\n\n");
+        const systemPrompt = "You are a helpful assistant. Answer the user's question based on the provided context. " +
+            "If the context does not contain enough information, say so. " +
+            "Cite sources by their number when relevant.";
+        const userPrompt = `Context:\n${contextBlock}\n\nQuestion: ${query}`;
+        const response = await this.ollama.chat({
+            model: this.model,
+            messages: [
+                { role: "system", content: systemPrompt },
+                { role: "user", content: userPrompt },
+            ],
+        });
+        return {
+            answer: response.message.content,
+            sources,
+        };
+    }
+}
+exports.RagPipeline = RagPipeline;
+//# sourceMappingURL=rag.js.map

package/dist/rag.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rag.js","sourceRoot":"","sources":["../src/rag.ts"],"names":[],"mappings":";;;AAAA,mCAAgC;AAIhC,MAAa,WAAW;IACH,KAAK,CAAa;IAClB,MAAM,CAAS;IACf,KAAK,CAAS;IAE/B,YAAY,KAAiB,EAAE,SAAiB,EAAE,KAAa;QAC3D,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,MAAM,GAAG,IAAI,eAAM,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC;QAC9C,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,KAAa,EAAE,UAAwB,EAAE;QACjD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAE7D,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO;gBACH,MAAM,EACF,uDAAuD;oBACvD,sDAAsD;gBAC1D,OAAO,EAAE,EAAE;aACd,CAAC;QACN,CAAC;QAED,MAAM,YAAY,GAAG,OAAO;aACvB,GAAG,CACA,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACL,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,OAAO,EAAE,CAC1E;aACA,IAAI,CAAC,MAAM,CAAC,CAAC;QAElB,MAAM,YAAY,GACd,yFAAyF;YACzF,8DAA8D;YAC9D,6CAA6C,CAAC;QAElD,MAAM,UAAU,GAAG,aAAa,YAAY,iBAAiB,KAAK,EAAE,CAAC;QAErE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;YACpC,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,QAAQ,EAAE;gBACN,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE;gBACzC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE;aACxC;SACJ,CAAC,CAAC;QAEH,OAAO;YACH,MAAM,EAAE,QAAQ,CAAC,OAAO,CAAC,OAAO;YAChC,OAAO;SACV,CAAC;IACN,CAAC;CACJ;AAlDD,kCAkDC"}

package/dist/server.d.ts

@@ -0,0 +1,3 @@
+import { MemoryConfig } from "./types";
+export declare function createServer(config?: MemoryConfig): import("express-serve-static-core").Express;
+//# sourceMappingURL=server.d.ts.map

package/dist/server.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../src/server.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,YAAY,EAAyB,MAAM,SAAS,CAAC;AAE9D,wBAAgB,YAAY,CAAC,MAAM,GAAE,YAAiB,+CAwHrD"}

package/dist/server.js

@@ -0,0 +1,126 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createServer = createServer;
+const express_1 = __importDefault(require("express"));
+const store_1 = require("./store");
+const rag_1 = require("./rag");
+const types_1 = require("./types");
+function createServer(config = {}) {
+    const resolvedConfig = { ...types_1.DEFAULT_MEMORY_CONFIG, ...config };
+    const app = (0, express_1.default)();
+    app.use(express_1.default.json());
+    const store = new store_1.PieceStore(resolvedConfig);
+    const rag = new rag_1.RagPipeline(store, resolvedConfig.ollamaUrl, resolvedConfig.generationModel);
+    // Middleware to ensure store is initialized (uses a cached promise to
+    // avoid duplicate init() calls when concurrent requests arrive early)
+    let initPromise = null;
+    app.use(async (_req, res, next) => {
+        if (!initPromise) {
+            initPromise = store.init();
+        }
+        try {
+            await initPromise;
+        }
+        catch (err) {
+            initPromise = null; // allow retry on next request
+            res.status(503).json({
+                error: "Failed to connect to ChromaDB",
+                details: String(err),
+            });
+            return;
+        }
+        next();
+    });
+    // POST /pieces — Add a piece
+    app.post("/pieces", async (req, res) => {
+        try {
+            const { content, tags } = req.body;
+            if (!content || typeof content !== "string") {
+                res.status(400).json({ error: "content (string) is required" });
+                return;
+            }
+            const piece = await store.addPiece(content, tags ?? []);
+            res.status(201).json(piece);
+        }
+        catch (err) {
+            res.status(500).json({ error: String(err) });
+        }
+    });
+    // GET /pieces/:id — Get a piece by ID
+    app.get("/pieces/:id", async (req, res) => {
+        try {
+            const { id } = req.params;
+            const piece = await store.getPiece(id);
+            if (!piece) {
+                res.status(404).json({ error: "Piece not found" });
+                return;
+            }
+            res.json(piece);
+        }
+        catch (err) {
+            res.status(500).json({ error: String(err) });
+        }
+    });
+    // PUT /pieces/:id — Update a piece
+    app.put("/pieces/:id", async (req, res) => {
+        try {
+            const { id } = req.params;
+            const { content, tags } = req.body;
+            const piece = await store.updatePiece(id, content, tags);
+            if (!piece) {
+                res.status(404).json({ error: "Piece not found" });
+                return;
+            }
+            res.json(piece);
+        }
+        catch (err) {
+            res.status(500).json({ error: String(err) });
+        }
+    });
+    // DELETE /pieces/:id — Delete a piece
+    app.delete("/pieces/:id", async (req, res) => {
+        try {
+            const { id } = req.params;
+            await store.deletePiece(id);
+            res.status(204).send();
+        }
+        catch (err) {
+            res.status(500).json({ error: String(err) });
+        }
+    });
+    // POST /query — Semantic search
+    app.post("/query", async (req, res) => {
+        try {
+            const { query, tags, topK } = req.body;
+            if (!query || typeof query !== "string") {
+                res.status(400).json({ error: "query (string) is required" });
+                return;
+            }
+            const results = await store.queryPieces(query, { tags, topK });
+            res.json(results);
+        }
+        catch (err) {
+            res.status(500).json({ error: String(err) });
+        }
+    });
+    // POST /rag — Full RAG query
+    app.post("/rag", async (req, res) => {
+        try {
+            const { query, tags, topK } = req.body;
+            if (!query || typeof query !== "string") {
+                res.status(400).json({ error: "query (string) is required" });
+                return;
+            }
+            const result = await rag.query(query, { tags, topK });
+            res.json(result);
+        }
+        catch (err) {
+            res.status(500).json({ error: String(err) });
+        }
+    });
+    return app;
+}
+//# sourceMappingURL=server.js.map

package/dist/server.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"server.js","sourceRoot":"","sources":["../src/server.ts"],"names":[],"mappings":";;;;;AAKA,oCAwHC;AA7HD,sDAAqD;AACrD,mCAAqC;AACrC,+BAAoC;AACpC,mCAA8D;AAE9D,SAAgB,YAAY,CAAC,SAAuB,EAAE;IAClD,MAAM,cAAc,GAAG,EAAE,GAAG,6BAAqB,EAAE,GAAG,MAAM,EAAE,CAAC;IAC/D,MAAM,GAAG,GAAG,IAAA,iBAAO,GAAE,CAAC;IACtB,GAAG,CAAC,GAAG,CAAC,iBAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IAExB,MAAM,KAAK,GAAG,IAAI,kBAAU,CAAC,cAAc,CAAC,CAAC;IAC7C,MAAM,GAAG,GAAG,IAAI,iBAAW,CACvB,KAAK,EACL,cAAc,CAAC,SAAS,EACxB,cAAc,CAAC,eAAe,CACjC,CAAC;IAEF,sEAAsE;IACtE,sEAAsE;IACtE,IAAI,WAAW,GAAyB,IAAI,CAAC;IAC7C,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;QAC9B,IAAI,CAAC,WAAW,EAAE,CAAC;YACf,WAAW,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;QAC/B,CAAC;QACD,IAAI,CAAC;YACD,MAAM,WAAW,CAAC;QACtB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,WAAW,GAAG,IAAI,CAAC,CAAC,8BAA8B;YAClD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACjB,KAAK,EAAE,+BAA+B;gBACtC,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC;aACvB,CAAC,CAAC;YACH,OAAO;QACX,CAAC;QACD,IAAI,EAAE,CAAC;IACX,CAAC,CAAC,CAAC;IAEH,6BAA6B;IAC7B,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QACtD,IAAI,CAAC;YACD,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,GAAG,CAAC,IAAI,CAAC;YACnC,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;gBAC1C,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,8BAA8B,EAAE,CAAC,CAAC;gBAChE,OAAO;YACX,CAAC;YACD,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,OAAO,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC;YACxD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAChC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACjD,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,sCAAsC;IACtC,GAAG,CAAC,GAAG,CAAC,aAAa,EAAE,KAAK,EAAE,GAA4B,EAAE,GAAa,EAAE,EAAE;QACzE,IAAI,CAAC;YACD,MAAM,EAAE,EAAE,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;YAC1B,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YACvC,IAAI,CAAC,KAAK,EAAE,CAAC;gBACT,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,iBAAiB,EAAE,CAAC,CAAC;gBACnD,OAAO;YACX,CAAC;YACD,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACjD,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,mCAAmC;IACnC,GAAG,CAAC,GAAG,CAAC,aAAa,EAAE,KAAK,EAAE,GAA4B,EAAE,GAAa,EAAE,EAAE;QACzE,IAAI,CAAC;YACD,MAAM,EAAE,EAAE,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;YAC1B,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,GAAG,CAAC,IAAI,CAAC;YACnC,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,WAAW,CAAC,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;YACzD,IAAI,CAAC,KAAK,EAAE,CAAC;gBACT,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,iBAAiB,EAAE,CAAC,CAAC;gBACnD,OAAO;YACX,CAAC;YACD,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACjD,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,sCAAsC;IACtC,GAAG,CAAC,MAAM,CAAC,aAAa,EAAE,KAAK,EAAE,GAA4B,EAAE,GAAa,EAAE,EAAE;QAC5E,IAAI,CAAC;YACD,MAAM,EAAE,EAAE,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;YAC1B,MAAM,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;YAC5B,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QAC3B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACjD,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,gCAAgC;IAChC,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QACrD,IAAI,CAAC;YACD,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,GAAG,CAAC,IAAI,CAAC;YACvC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBACtC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,4BAA4B,EAAE,CAAC,CAAC;gBAC9D,OAAO;YACX,CAAC;YACD,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,WAAW,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YAC/D,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACtB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACjD,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,6BAA6B;IAC7B,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QACnD,IAAI,CAAC;YACD,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,GAAG,CAAC,IAAI,CAAC;YACvC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBACtC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,4BAA4B,EAAE,CAAC,CAAC;gBAC9D,OAAO;YACX,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YACtD,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACrB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACjD,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,OAAO,GAAG,CAAC;AACf,CAAC"}

package/dist/store.d.ts

@@ -0,0 +1,16 @@
+import { Piece, MemoryConfig, QueryOptions, QueryResult } from "./types";
+export declare class PieceStore {
+    private readonly chromaClient;
+    private readonly embeddingClient;
+    private collection;
+    private readonly config;
+    constructor(config?: MemoryConfig);
+    init(): Promise<void>;
+    private getCollection;
+    addPiece(content: string, tags: string[]): Promise<Piece>;
+    getPiece(id: string): Promise<Piece | null>;
+    deletePiece(id: string): Promise<void>;
+    updatePiece(id: string, content?: string, tags?: string[]): Promise<Piece | null>;
+    queryPieces(query: string, options?: QueryOptions): Promise<QueryResult[]>;
+}
+//# sourceMappingURL=store.d.ts.map

package/dist/store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"store.d.ts","sourceRoot":"","sources":["../src/store.ts"],"names":[],"mappings":"AAGA,OAAO,EACH,KAAK,EACL,YAAY,EAEZ,YAAY,EACZ,WAAW,EACd,MAAM,SAAS,CAAC;AAYjB,qBAAa,UAAU;IACnB,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAe;IAC5C,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAkB;IAClD,OAAO,CAAC,UAAU,CAA2B;IAC7C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAyB;gBAEpC,MAAM,GAAE,YAAiB;IAS/B,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAO3B,OAAO,CAAC,aAAa;IAOf,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC;IAezD,QAAQ,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC;IAgB3C,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAKtC,WAAW,CACb,EAAE,EAAE,MAAM,EACV,OAAO,CAAC,EAAE,MAAM,EAChB,IAAI,CAAC,EAAE,MAAM,EAAE,GAChB,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC;IA8BlB,WAAW,CACb,KAAK,EAAE,MAAM,EACb,OAAO,GAAE,YAAiB,GAC3B,OAAO,CAAC,WAAW,EAAE,CAAC;CAiD5B"}

package/dist/store.js

@@ -0,0 +1,132 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PieceStore = void 0;
+const chromadb_1 = require("chromadb");
+const uuid_1 = require("uuid");
+const embeddings_1 = require("./embeddings");
+const types_1 = require("./types");
+function toChromaMetadata(tags) {
+    return { tags };
+}
+function parseTags(metadata) {
+    return metadata?.tags ?? [];
+}
+class PieceStore {
+    chromaClient;
+    embeddingClient;
+    collection = null;
+    config;
+    constructor(config = {}) {
+        this.config = { ...types_1.DEFAULT_MEMORY_CONFIG, ...config };
+        this.chromaClient = new chromadb_1.ChromaClient({ path: this.config.chromaUrl });
+        this.embeddingClient = new embeddings_1.EmbeddingClient(this.config.ollamaUrl, this.config.embeddingModel);
+    }
+    async init() {
+        this.collection = await this.chromaClient.getOrCreateCollection({
+            name: this.config.collectionName,
+            metadata: { "hnsw:space": "cosine" },
+        });
+    }
+    getCollection() {
+        if (!this.collection) {
+            throw new Error("PieceStore not initialized. Call init() first.");
+        }
+        return this.collection;
+    }
+    async addPiece(content, tags) {
+        const collection = this.getCollection();
+        const id = (0, uuid_1.v4)();
+        const embedding = await this.embeddingClient.embed(content);
+        await collection.add({
+            ids: [id],
+            embeddings: [embedding],
+            documents: [content],
+            metadatas: [toChromaMetadata(tags)],
+        });
+        return { id, content, tags };
+    }
+    async getPiece(id) {
+        const collection = this.getCollection();
+        const result = await collection.get({
+            ids: [id],
+            include: [chromadb_1.IncludeEnum.Documents, chromadb_1.IncludeEnum.Metadatas],
+        });
+        if (!result.ids.length)
+            return null;
+        return {
+            id: result.ids[0],
+            content: result.documents[0] ?? "",
+            tags: parseTags(result.metadatas[0]),
+        };
+    }
+    async deletePiece(id) {
+        const collection = this.getCollection();
+        await collection.delete({ ids: [id] });
+    }
+    async updatePiece(id, content, tags) {
+        const collection = this.getCollection();
+        const existing = await this.getPiece(id);
+        if (!existing)
+            return null;
+        const newContent = content ?? existing.content;
+        const newTags = tags ?? existing.tags;
+        const updateData = {
+            ids: [id],
+            metadatas: [toChromaMetadata(newTags)],
+        };
+        if (content !== undefined) {
+            updateData.documents = [newContent];
+            updateData.embeddings = [
+                await this.embeddingClient.embed(newContent),
+            ];
+        }
+        await collection.update(updateData);
+        return { id, content: newContent, tags: newTags };
+    }
+    async queryPieces(query, options = {}) {
+        const collection = this.getCollection();
+        const { tags, topK = 10 } = options;
+        const queryEmbedding = await this.embeddingClient.embed(query);
+        let whereClause;
+        if (tags && tags.length > 0) {
+            if (tags.length === 1) {
+                whereClause = { tags: { $contains: tags[0] } };
+            }
+            else {
+                whereClause = {
+                    $and: tags.map((tag) => ({
+                        tags: { $contains: tag },
+                    })),
+                };
+            }
+        }
+        const results = await collection.query({
+            queryEmbeddings: [queryEmbedding],
+            nResults: topK,
+            where: whereClause,
+            include: [
+                chromadb_1.IncludeEnum.Documents,
+                chromadb_1.IncludeEnum.Metadatas,
+                chromadb_1.IncludeEnum.Distances,
+            ],
+        });
+        const queryResults = [];
+        const ids = results.ids[0] ?? [];
+        const documents = results.documents[0] ?? [];
+        const metadatas = results.metadatas[0] ?? [];
+        const distances = results.distances?.[0] ?? [];
+        for (let i = 0; i < ids.length; i++) {
+            queryResults.push({
+                piece: {
+                    id: ids[i],
+                    content: documents[i] ?? "",
+                    tags: parseTags(metadatas[i]),
+                },
+                score: 1 - (distances[i] ?? 0), // cosine distance → similarity
+            });
+        }
+        return queryResults;
+    }
+}
+exports.PieceStore = PieceStore;
+//# sourceMappingURL=store.js.map