@quarry-systems/drift-retrieval-sqlite 0.1.0

package/README.md

@@ -0,0 +1,168 @@
+# @quarry-systems/mcg-retrieval-sqlite
+
+![Backend Only](https://img.shields.io/badge/runtime-node-green) ![Node >= 18](https://img.shields.io/badge/node-%3E%3D18-blue)
+
+SQLite FTS5 retrieval adapter for MCG RAG pipelines.
+
+## Features
+
+- **Full-text search**: SQLite FTS5 for keyword-based retrieval
+- **Local-first**: Perfect for development and small-scale RAG
+- **Zero-ops**: No external search service required
+- **Unified model**: Source-agnostic documents and chunks
+- **Fast indexing**: Automatic FTS triggers for real-time updates
+
+## Installation
+
+```bash
+npm install @quarry-systems/mcg-retrieval-sqlite
+```
+
+## Usage
+
+```typescript
+import { createSQLiteRetrieval } from '@quarry-systems/mcg-retrieval-sqlite';
+
+// In-memory (for testing)
+const retrieval = createSQLiteRetrieval({ filename: ':memory:' });
+
+// File-based (for persistence)
+const retrieval = createSQLiteRetrieval({ filename: './data/rag.db' });
+
+// Ingest a document
+const doc = await retrieval.upsertDocument({
+  id: 'doc-1',
+  sourceType: 'url',
+  sourceRef: 'https://example.com/page',
+  title: 'Example Page',
+  metadata: { author: 'John Doe' }
+});
+
+// Index chunks
+await retrieval.upsertChunks(doc.id, [
+  { sequence: 0, text: 'First paragraph about AI...' },
+  { sequence: 1, text: 'Second paragraph about ML...' }
+]);
+
+// Search
+const results = await retrieval.search('artificial intelligence', {
+  topK: 5,
+  sourceTypes: ['url']
+});
+
+console.log(results[0]);
+// {
+//   chunk: { id: '...', text: '...', ... },
+//   doc: { id: 'doc-1', title: 'Example Page', ... },
+//   score: 2.5,
+//   highlights: ['<mark>artificial intelligence</mark> is...']
+// }
+```
+
+### Integration with MCG
+
+```typescript
+import { ManagedCyclicGraph } from '@quarry-systems/managed-cyclic-graph';
+import { createSQLiteRetrieval } from '@quarry-systems/mcg-retrieval-sqlite';
+
+// Create retrieval adapter
+const retrieval = createSQLiteRetrieval({ filename: './data/rag.db' });
+
+// Build RAG ingest graph
+const ingestGraph = new ManagedCyclicGraph()
+  .use({ services: { retrieval } })
+  .node('fetchUrl', {
+    type: 'action',
+    action: async (ctx) => {
+      const response = await fetch(ctx.data.url);
+      const text = await response.text();
+      return { url: ctx.data.url, content: text };
+    }
+  })
+  .node('indexDocument', {
+    type: 'action',
+    action: async (ctx, services) => {
+      // Index document
+      const doc = await services.retrieval.upsertDocument({
+        id: `doc-${Date.now()}`,
+        sourceType: 'url',
+        sourceRef: ctx.data.url,
+        title: ctx.data.url,
+        metadata: { indexedAt: Date.now() }
+      });
+      
+      // Split into chunks (simple example)
+      const chunks = ctx.data.content
+        .split('\n\n')
+        .map((text, i) => ({ sequence: i, text }));
+      
+      await services.retrieval.upsertChunks(doc.id, chunks);
+      
+      return { docId: doc.id, chunks: chunks.length };
+    }
+  })
+  .edge('fetchUrl', 'indexDocument')
+  .build();
+
+// Build RAG query graph
+const queryGraph = new ManagedCyclicGraph()
+  .use({ services: { retrieval } })
+  .node('search', {
+    type: 'action',
+    action: async (ctx, services) => {
+      const results = await services.retrieval.search(ctx.data.query, {
+        topK: 5
+      });
+      
+      return { 
+        query: ctx.data.query,
+        results: results.map(r => ({
+          text: r.chunk.text,
+          score: r.score,
+          source: r.doc.sourceRef
+        }))
+      };
+    }
+  })
+  .build();
+
+// Execute
+await ingestGraph.run({ url: 'https://example.com/article' });
+await queryGraph.run({ query: 'What is the main topic?' });
+```
+
+## API
+
+Implements `RetrievalAdapter` from `@quarry-systems/mcg-contracts`:
+
+- `upsertDocument(doc)` - Create or update document
+- `upsertChunks(docId, chunks)` - Index chunks (replaces existing)
+- `deleteDocument(docId)` - Delete document and chunks
+- `search(query, options)` - Full-text search with BM25 scoring
+- `getDocument(docId)` - Get document by ID
+- `getChunks(docId)` - Get all chunks for document
+- `listDocuments(options)` - List documents with filtering
+
+## Configuration
+
+```typescript
+interface SQLiteRetrievalConfig {
+  /** Path to SQLite database file (use ':memory:' for in-memory) */
+  filename: string;
+  
+  /** Enable WAL mode for better concurrency (default: true) */
+  walMode?: boolean;
+}
+```
+
+## Testing
+
+```bash
+npm test
+```
+
+All tests run in-memory with no external dependencies.
+
+## License
+
+MIT

package/package.json

@@ -0,0 +1,41 @@
+{
+  "name": "@quarry-systems/drift-retrieval-sqlite",
+  "version": "0.1.0",
+  "description": "SQLite FTS5 retrieval adapter for Drift RAG pipelines",
+  "main": "./src/index.js",
+  "types": "./src/index.d.ts",
+  "scripts": {
+    "build": "tsc -p .",
+    "test": "vitest run",
+    "test:watch": "vitest"
+  },
+  "keywords": [
+    "drift",
+    "retrieval",
+    "rag",
+    "sqlite",
+    "fts5",
+    "search",
+    "backend",
+    "node"
+  ],
+  "author": "Quarry Systems",
+  "license": "MIT",
+  "engines": {
+    "node": ">=18.0.0"
+  },
+  "browser": false,
+  "dependencies": {
+    "better-sqlite3": "^11.0.0"
+  },
+  "devDependencies": {
+    "@types/better-sqlite3": "^7.6.0",
+    "typescript": "^5.3.0",
+    "vitest": "^2.1.0"
+  },
+  "files": [
+    "dist",
+    "src"
+  ],
+  "type": "commonjs"
+}

package/src/index.d.ts

@@ -0,0 +1,52 @@
+/**
+ * MCG SQLite FTS5 Retrieval Adapter
+ *
+ * SQLite-based retrieval using FTS5 for full-text search.
+ * Ideal for local development, testing, and small-scale RAG applications.
+ *
+ * @packageDocumentation
+ */
+import type { RetrievalAdapter } from '@quarry-systems/drift-contracts';
+/**
+ * SQLite retrieval store configuration.
+ */
+export interface SQLiteRetrievalConfig {
+    /** Path to SQLite database file (use ':memory:' for in-memory) */
+    filename: string;
+    /** Enable WAL mode for better concurrency (default: true) */
+    walMode?: boolean;
+}
+/**
+ * Create a SQLite FTS5 retrieval adapter.
+ *
+ * @example
+ * ```typescript
+ * // In-memory for testing
+ * const retrieval = createSQLiteRetrieval({ filename: ':memory:' });
+ *
+ * // File-based for persistence
+ * const retrieval = createSQLiteRetrieval({ filename: './data/rag.db' });
+ *
+ * // Ingest a document
+ * const doc = await retrieval.upsertDocument({
+ *   id: 'doc-1',
+ *   sourceType: 'url',
+ *   sourceRef: 'https://example.com/page',
+ *   title: 'Example',
+ *   metadata: {}
+ * });
+ *
+ * // Index chunks
+ * await retrieval.upsertChunks(doc.id, [
+ *   { sequence: 0, text: 'First paragraph about AI...' },
+ *   { sequence: 1, text: 'Second paragraph about ML...' }
+ * ]);
+ *
+ * // Search
+ * const results = await retrieval.search('artificial intelligence', { topK: 5 });
+ * ```
+ */
+export declare function createSQLiteRetrieval(config: SQLiteRetrievalConfig): RetrievalAdapter & {
+    close(): void;
+};
+export type { RetrievalAdapter, Document, DocumentInput, Chunk, ChunkInput, ChunkMatch, SearchOptions, SourceType, } from '@quarry-systems/drift-contracts';

package/src/index.js

@@ -0,0 +1,301 @@
+"use strict";
+/**
+ * MCG SQLite FTS5 Retrieval Adapter
+ *
+ * SQLite-based retrieval using FTS5 for full-text search.
+ * Ideal for local development, testing, and small-scale RAG applications.
+ *
+ * @packageDocumentation
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createSQLiteRetrieval = createSQLiteRetrieval;
+const tslib_1 = require("tslib");
+const better_sqlite3_1 = tslib_1.__importDefault(require("better-sqlite3"));
+// ============================================================================
+// Schema Creation
+// ============================================================================
+const CREATE_TABLES_SQL = `
+  -- Documents table
+  CREATE TABLE IF NOT EXISTS rag_documents (
+    id TEXT PRIMARY KEY,
+    source_type TEXT NOT NULL,
+    source_ref TEXT NOT NULL,
+    title TEXT,
+    metadata TEXT,
+    content_hash TEXT,
+    indexed_at INTEGER NOT NULL
+  );
+  
+  CREATE INDEX IF NOT EXISTS rag_docs_source_idx ON rag_documents(source_type, source_ref);
+  CREATE INDEX IF NOT EXISTS rag_docs_hash_idx ON rag_documents(content_hash);
+  
+  -- Chunks table
+  CREATE TABLE IF NOT EXISTS rag_chunks (
+    id TEXT PRIMARY KEY,
+    doc_id TEXT NOT NULL REFERENCES rag_documents(id) ON DELETE CASCADE,
+    sequence INTEGER NOT NULL,
+    text TEXT NOT NULL,
+    metadata TEXT,
+    embedding BLOB
+  );
+  
+  CREATE INDEX IF NOT EXISTS rag_chunks_doc_idx ON rag_chunks(doc_id, sequence);
+  
+  -- FTS5 virtual table for full-text search
+  CREATE VIRTUAL TABLE IF NOT EXISTS rag_chunks_fts USING fts5(
+    text,
+    content='rag_chunks',
+    content_rowid='rowid'
+  );
+`;
+const CREATE_TRIGGERS_SQL = `
+  -- Triggers to keep FTS in sync (only create if not exists)
+  CREATE TRIGGER IF NOT EXISTS rag_chunks_ai AFTER INSERT ON rag_chunks BEGIN
+    INSERT INTO rag_chunks_fts(rowid, text) VALUES (new.rowid, new.text);
+  END;
+  
+  CREATE TRIGGER IF NOT EXISTS rag_chunks_ad AFTER DELETE ON rag_chunks BEGIN
+    INSERT INTO rag_chunks_fts(rag_chunks_fts, rowid, text) VALUES('delete', old.rowid, old.text);
+  END;
+  
+  CREATE TRIGGER IF NOT EXISTS rag_chunks_au AFTER UPDATE ON rag_chunks BEGIN
+    INSERT INTO rag_chunks_fts(rag_chunks_fts, rowid, text) VALUES('delete', old.rowid, old.text);
+    INSERT INTO rag_chunks_fts(rowid, text) VALUES (new.rowid, new.text);
+  END;
+`;
+// ============================================================================
+// SQLite Retrieval Implementation
+// ============================================================================
+/**
+ * Create a SQLite FTS5 retrieval adapter.
+ *
+ * @example
+ * ```typescript
+ * // In-memory for testing
+ * const retrieval = createSQLiteRetrieval({ filename: ':memory:' });
+ *
+ * // File-based for persistence
+ * const retrieval = createSQLiteRetrieval({ filename: './data/rag.db' });
+ *
+ * // Ingest a document
+ * const doc = await retrieval.upsertDocument({
+ *   id: 'doc-1',
+ *   sourceType: 'url',
+ *   sourceRef: 'https://example.com/page',
+ *   title: 'Example',
+ *   metadata: {}
+ * });
+ *
+ * // Index chunks
+ * await retrieval.upsertChunks(doc.id, [
+ *   { sequence: 0, text: 'First paragraph about AI...' },
+ *   { sequence: 1, text: 'Second paragraph about ML...' }
+ * ]);
+ *
+ * // Search
+ * const results = await retrieval.search('artificial intelligence', { topK: 5 });
+ * ```
+ */
+function createSQLiteRetrieval(config) {
+    const sqlite = new better_sqlite3_1.default(config.filename);
+    // Enable WAL mode for better concurrency (default: true)
+    if (config.walMode !== false) {
+        sqlite.pragma('journal_mode = WAL');
+    }
+    // Enable foreign keys
+    sqlite.pragma('foreign_keys = ON');
+    // Create tables
+    sqlite.exec(CREATE_TABLES_SQL);
+    // Create triggers (separate to handle IF NOT EXISTS properly)
+    try {
+        sqlite.exec(CREATE_TRIGGERS_SQL);
+    }
+    catch {
+        // Triggers may already exist, ignore
+    }
+    // Prepared statements
+    const stmts = {
+        upsertDoc: sqlite.prepare(`
+      INSERT INTO rag_documents (id, source_type, source_ref, title, metadata, content_hash, indexed_at)
+      VALUES (@id, @sourceType, @sourceRef, @title, @metadata, @contentHash, @indexedAt)
+      ON CONFLICT(id) DO UPDATE SET
+        source_type = @sourceType,
+        source_ref = @sourceRef,
+        title = @title,
+        metadata = @metadata,
+        content_hash = @contentHash,
+        indexed_at = @indexedAt
+    `),
+        getDoc: sqlite.prepare(`
+      SELECT id, source_type, source_ref, title, metadata, content_hash, indexed_at
+      FROM rag_documents WHERE id = ?
+    `),
+        deleteDoc: sqlite.prepare(`DELETE FROM rag_documents WHERE id = ?`),
+        deleteChunks: sqlite.prepare(`DELETE FROM rag_chunks WHERE doc_id = ?`),
+        insertChunk: sqlite.prepare(`
+      INSERT INTO rag_chunks (id, doc_id, sequence, text, metadata, embedding)
+      VALUES (@id, @docId, @sequence, @text, @metadata, @embedding)
+    `),
+        getChunks: sqlite.prepare(`
+      SELECT id, doc_id, sequence, text, metadata, embedding
+      FROM rag_chunks WHERE doc_id = ? ORDER BY sequence
+    `),
+        listDocs: sqlite.prepare(`
+      SELECT id, source_type, source_ref, title, metadata, content_hash, indexed_at
+      FROM rag_documents
+      ORDER BY indexed_at DESC
+      LIMIT ? OFFSET ?
+    `),
+        listDocsByType: sqlite.prepare(`
+      SELECT id, source_type, source_ref, title, metadata, content_hash, indexed_at
+      FROM rag_documents
+      WHERE source_type = ?
+      ORDER BY indexed_at DESC
+      LIMIT ? OFFSET ?
+    `),
+        searchFts: sqlite.prepare(`
+      SELECT 
+        c.id, c.doc_id, c.sequence, c.text, c.metadata, c.embedding,
+        d.id as d_id, d.source_type, d.source_ref, d.title, 
+        d.metadata as d_metadata, d.content_hash, d.indexed_at,
+        bm25(rag_chunks_fts) as score,
+        snippet(rag_chunks_fts, 0, '<mark>', '</mark>', '...', 32) as highlight
+      FROM rag_chunks_fts fts
+      JOIN rag_chunks c ON c.rowid = fts.rowid
+      JOIN rag_documents d ON d.id = c.doc_id
+      WHERE rag_chunks_fts MATCH ?
+      ORDER BY score
+      LIMIT ?
+    `),
+    };
+    function mapRowToDoc(row) {
+        return {
+            id: row.id,
+            sourceType: row.source_type,
+            sourceRef: row.source_ref,
+            title: row.title,
+            metadata: row.metadata ? JSON.parse(row.metadata) : {},
+            contentHash: row.content_hash,
+            indexedAt: row.indexed_at,
+        };
+    }
+    function mapRowToChunk(row) {
+        return {
+            id: row.id,
+            docId: row.doc_id,
+            sequence: row.sequence,
+            text: row.text,
+            metadata: row.metadata ? JSON.parse(row.metadata) : undefined,
+            embedding: row.embedding ? Array.from(new Float32Array(row.embedding.buffer)) : undefined,
+        };
+    }
+    return {
+        name: 'sqlite-fts',
+        async upsertDocument(doc) {
+            const now = Date.now();
+            stmts.upsertDoc.run({
+                id: doc.id,
+                sourceType: doc.sourceType,
+                sourceRef: doc.sourceRef,
+                title: doc.title ?? null,
+                metadata: JSON.stringify(doc.metadata),
+                contentHash: doc.contentHash ?? null,
+                indexedAt: now,
+            });
+            return {
+                ...doc,
+                indexedAt: now,
+            };
+        },
+        async upsertChunks(docId, chunks) {
+            // Delete existing chunks first
+            stmts.deleteChunks.run(docId);
+            // Insert new chunks
+            const insertMany = sqlite.transaction((items) => {
+                for (const chunk of items) {
+                    const id = crypto.randomUUID();
+                    stmts.insertChunk.run({
+                        id,
+                        docId,
+                        sequence: chunk.sequence,
+                        text: chunk.text,
+                        metadata: chunk.metadata ? JSON.stringify(chunk.metadata) : null,
+                        embedding: chunk.embedding ? Buffer.from(new Float32Array(chunk.embedding).buffer) : null,
+                    });
+                }
+            });
+            insertMany(chunks);
+            return chunks.length;
+        },
+        async deleteDocument(docId) {
+            stmts.deleteDoc.run(docId);
+        },
+        async search(query, options) {
+            const topK = options?.topK ?? 10;
+            // Escape special FTS5 characters and format query
+            const ftsQuery = query
+                .replace(/['"]/g, '')
+                .split(/\s+/)
+                .filter(Boolean)
+                .map(term => `"${term}"`)
+                .join(' OR ');
+            if (!ftsQuery) {
+                return [];
+            }
+            try {
+                const rows = stmts.searchFts.all(ftsQuery, topK);
+                const results = rows.map(row => ({
+                    chunk: mapRowToChunk(row),
+                    doc: {
+                        id: row.d_id,
+                        sourceType: row.source_type,
+                        sourceRef: row.source_ref,
+                        title: row.title,
+                        metadata: row.d_metadata ? JSON.parse(row.d_metadata) : {},
+                        contentHash: row.content_hash,
+                        indexedAt: row.indexed_at,
+                    },
+                    score: Math.abs(row.score), // BM25 returns negative scores
+                    highlights: row.highlight ? [row.highlight] : undefined,
+                }));
+                // Apply filters
+                let filtered = results;
+                if (options?.sourceTypes?.length) {
+                    filtered = filtered.filter(r => options.sourceTypes.includes(r.doc.sourceType));
+                }
+                if (options?.minScore !== undefined) {
+                    filtered = filtered.filter(r => r.score >= options.minScore);
+                }
+                return filtered;
+            }
+            catch {
+                // FTS query syntax error, return empty
+                return [];
+            }
+        },
+        async getDocument(docId) {
+            const row = stmts.getDoc.get(docId);
+            return row ? mapRowToDoc(row) : null;
+        },
+        async getChunks(docId) {
+            const rows = stmts.getChunks.all(docId);
+            return rows.map(mapRowToChunk);
+        },
+        async listDocuments(options) {
+            const limit = options?.limit ?? 100;
+            const offset = options?.offset ?? 0;
+            let rows;
+            if (options?.sourceType) {
+                rows = stmts.listDocsByType.all(options.sourceType, limit, offset);
+            }
+            else {
+                rows = stmts.listDocs.all(limit, offset);
+            }
+            return rows.map(mapRowToDoc);
+        },
+        close() {
+            sqlite.close();
+        },
+    };
+}
+//# sourceMappingURL=index.js.map

package/src/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../../libs/drift/drift-plugins/mcg-retrieval-sqlite/src/index.ts"],"names":[],"mappings":";AAAA;;;;;;;GAOG;;AAsHH,sDAgPC;;AApWD,4EAAsC;AA2BtC,+EAA+E;AAC/E,kBAAkB;AAClB,+EAA+E;AAE/E,MAAM,iBAAiB,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAiCzB,CAAC;AAEF,MAAM,mBAAmB,GAAG;;;;;;;;;;;;;;CAc3B,CAAC;AAEF,+EAA+E;AAC/E,kCAAkC;AAClC,+EAA+E;AAE/E;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AACH,SAAgB,qBAAqB,CAAC,MAA6B;IACjE,MAAM,MAAM,GAAG,IAAI,wBAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAE7C,yDAAyD;IACzD,IAAI,MAAM,CAAC,OAAO,KAAK,KAAK,EAAE,CAAC;QAC7B,MAAM,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;IACtC,CAAC;IAED,sBAAsB;IACtB,MAAM,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC;IAEnC,gBAAgB;IAChB,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAE/B,8DAA8D;IAC9D,IAAI,CAAC;QACH,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IACnC,CAAC;IAAC,MAAM,CAAC;QACP,qCAAqC;IACvC,CAAC;IAED,sBAAsB;IACtB,MAAM,KAAK,GAAG;QACZ,SAAS,EAAE,MAAM,CAAC,OAAO,CAAC;;;;;;;;;;KAUzB,CAAC;QAEF,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC;;;KAGtB,CAAC;QAEF,SAAS,EAAE,MAAM,CAAC,OAAO,CAAC,wCAAwC,CAAC;QAEnE,YAAY,EAAE,MAAM,CAAC,OAAO,CAAC,yCAAyC,CAAC;QAEvE,WAAW,EAAE,MAAM,CAAC,OAAO,CAAC;;;KAG3B,CAAC;QAEF,SAAS,EAAE,MAAM,CAAC,OAAO,CAAC;;;KAGzB,CAAC;QAEF,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC;;;;;KAKxB,CAAC;QAEF,cAAc,EAAE,MAAM,CAAC,OAAO,CAAC;;;;;;KAM9B,CAAC;QAEF,SAAS,EAAE,MAAM,CAAC,OAAO,CAAC;;;;;;;;;;;;;KAazB,CAAC;KACH,CAAC;IAEF,SAAS,WAAW,CAAC,GAA4B;QAC/C,OAAO;YACL,EAAE,EAAE,GAAG,CAAC,EAAY;YACpB,UAAU,EAAE,GAAG,CAAC,WAAyB;YACzC,SAAS,EAAE,GAAG,CAAC,UAAoB;YACnC,KAAK,EAAE,GAAG,CAAC,KAA2B;YACtC,QAAQ,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAkB,CAAC,CAAC,CAAC,CAAC,EAAE;YAChE,WAAW,EAAE,GAAG,CAAC,YAAkC;YACnD,SAAS,EAAE,GAAG,CAAC,UAAoB;SACpC,CAAC;IACJ,CAAC;IAED,SAAS,aAAa,CAAC,GAA4B;QACjD,OAAO;YACL,EAAE,EAAE,GAAG,CAAC,EAAY;YACpB,KAAK,EAAE,GAAG,CAAC,MAAgB;YAC3B,QAAQ,EAAE,GAAG,CAAC,QAAkB;YAChC,IAAI,EAAE,GAAG,CAAC,IAAc;YACxB,QAAQ,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAkB,CAAC,CAAC,CAAC,CAAC,SAAS;YACvE,SAAS,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,YAAY,CAAE,GAAG,CAAC,SAAoB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS;SACtG,CAAC;IACJ,CAAC;IAED,OAAO;QACL,IAAI,EAAE,YAAY;QAElB,KAAK,CAAC,cAAc,CAAC,GAAkB;YACrC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAEvB,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC;gBAClB,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,UAAU,EAAE,GAAG,CAAC,UAAU;gBAC1B,SAAS,EAAE,GAAG,CAAC,SAAS;gBACxB,KAAK,EAAE,GAAG,CAAC,KAAK,IAAI,IAAI;gBACxB,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC;gBACtC,WAAW,EAAE,GAAG,CAAC,WAAW,IAAI,IAAI;gBACpC,SAAS,EAAE,GAAG;aACf,CAAC,CAAC;YAEH,OAAO;gBACL,GAAG,GAAG;gBACN,SAAS,EAAE,GAAG;aACf,CAAC;QACJ,CAAC;QAED,KAAK,CAAC,YAAY,CAAC,KAAa,EAAE,MAAoB;YACpD,+BAA+B;YAC/B,KAAK,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAE9B,oBAAoB;YACpB,MAAM,UAAU,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,KAAmB,EAAE,EAAE;gBAC5D,KAAK,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;oBAC1B,MAAM,EAAE,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;oBAC/B,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC;wBACpB,EAAE;wBACF,KAAK;wBACL,QAAQ,EAAE,KAAK,CAAC,QAAQ;wBACxB,IAAI,EAAE,KAAK,CAAC,IAAI;wBAChB,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI;wBAChE,SAAS,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI;qBAC1F,CAAC,CAAC;gBACL,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,UAAU,CAAC,MAAM,CAAC,CAAC;YACnB,OAAO,MAAM,CAAC,MAAM,CAAC;QACvB,CAAC;QAED,KAAK,CAAC,cAAc,CAAC,KAAa;YAChC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAC7B,CAAC;QAED,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,OAAuB;YACjD,MAAM,IAAI,GAAG,OAAO,EAAE,IAAI,IAAI,EAAE,CAAC;YAEjC,kDAAkD;YAClD,MAAM,QAAQ,GAAG,KAAK;iBACnB,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;iBACpB,KAAK,CAAC,KAAK,CAAC;iBACZ,MAAM,CAAC,OAAO,CAAC;iBACf,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,IAAI,GAAG,CAAC;iBACxB,IAAI,CAAC,MAAM,CAAC,CAAC;YAEhB,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,OAAO,EAAE,CAAC;YACZ,CAAC;YAED,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAA8B,CAAC;gBAE9E,MAAM,OAAO,GAAiB,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;oBAC7C,KAAK,EAAE,aAAa,CAAC,GAAG,CAAC;oBACzB,GAAG,EAAE;wBACH,EAAE,EAAE,GAAG,CAAC,IAAc;wBACtB,UAAU,EAAE,GAAG,CAAC,WAAyB;wBACzC,SAAS,EAAE,GAAG,CAAC,UAAoB;wBACnC,KAAK,EAAE,GAAG,CAAC,KAA2B;wBACtC,QAAQ,EAAE,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,UAAoB,CAAC,CAAC,CAAC,CAAC,EAAE;wBACpE,WAAW,EAAE,GAAG,CAAC,YAAkC;wBACnD,SAAS,EAAE,GAAG,CAAC,UAAoB;qBACpC;oBACD,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAe,CAAC,EAAE,+BAA+B;oBACrE,UAAU,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,SAAmB,CAAC,CAAC,CAAC,CAAC,SAAS;iBAClE,CAAC,CAAC,CAAC;gBAEJ,gBAAgB;gBAChB,IAAI,QAAQ,GAAG,OAAO,CAAC;gBAEvB,IAAI,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC;oBACjC,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,WAAY,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC;gBACnF,CAAC;gBAED,IAAI,OAAO,EAAE,QAAQ,KAAK,SAAS,EAAE,CAAC;oBACpC,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,OAAO,CAAC,QAAS,CAAC,CAAC;gBAChE,CAAC;gBAED,OAAO,QAAQ,CAAC;YAClB,CAAC;YAAC,MAAM,CAAC;gBACP,uCAAuC;gBACvC,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC;QAED,KAAK,CAAC,WAAW,CAAC,KAAa;YAC7B,MAAM,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAwC,CAAC;YAC3E,OAAO,GAAG,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACvC,CAAC;QAED,KAAK,CAAC,SAAS,CAAC,KAAa;YAC3B,MAAM,IAAI,GAAG,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAA8B,CAAC;YACrE,OAAO,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QACjC,CAAC;QAED,KAAK,CAAC,aAAa,CAAC,OAInB;YACC,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,GAAG,CAAC;YACpC,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,IAAI,CAAC,CAAC;YAEpC,IAAI,IAA+B,CAAC;YACpC,IAAI,OAAO,EAAE,UAAU,EAAE,CAAC;gBACxB,IAAI,GAAG,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,UAAU,EAAE,KAAK,EAAE,MAAM,CAA8B,CAAC;YAClG,CAAC;iBAAM,CAAC;gBACN,IAAI,GAAG,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAA8B,CAAC;YACxE,CAAC;YAED,OAAO,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QAC/B,CAAC;QAED,KAAK;YACH,MAAM,CAAC,KAAK,EAAE,CAAC;QACjB,CAAC;KACF,CAAC;AACJ,CAAC"}

package/src/plugin.manifest.d.ts

@@ -0,0 +1,9 @@
+/**
+ * Plugin Manifest for @quarry-systems/mcg-retrieval-sqlite
+ *
+ * This manifest declares the plugin's metadata, capabilities, and requirements.
+ * It enables future security policies, sandboxing, and hosted execution.
+ */
+import type { PluginManifest } from '@quarry-systems/drift-contracts';
+export declare const manifest: PluginManifest;
+export default manifest;

package/src/plugin.manifest.js

@@ -0,0 +1,47 @@
+"use strict";
+/**
+ * Plugin Manifest for @quarry-systems/mcg-retrieval-sqlite
+ *
+ * This manifest declares the plugin's metadata, capabilities, and requirements.
+ * It enables future security policies, sandboxing, and hosted execution.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.manifest = void 0;
+exports.manifest = {
+    name: '@quarry-systems/mcg-retrieval-sqlite',
+    version: '0.6.0',
+    apiVersion: '1.0',
+    description: 'SQLite-based retrieval plugin for Managed Cyclic Graph (MCG)',
+    author: {
+        name: 'Quarry Systems',
+        email: 'support@quarrysystems.com',
+    },
+    license: 'ISC',
+    type: ['node'],
+    capabilities: {
+        network: false,
+        filesystem: true, // Reads/writes SQLite database files
+        secrets: false,
+        subprocess: false,
+    },
+    nodes: [],
+    services: [
+        {
+            id: 'sqliteRetrieval',
+            name: 'SQLite Retrieval Service',
+            description: 'SQLite-based document retrieval and search service',
+        },
+    ],
+    peerDependencies: {
+        '@quarry-systems/drift-core': '^0.6.0',
+        '@quarry-systems/drift-contracts': '^0.6.0',
+    },
+    keywords: ['drift', 'mcg', 'managed-cyclic-graph', 'plugin', 'retrieval', 'sqlite', 'search', 'rag'],
+    repository: {
+        type: 'git',
+        url: 'https://github.com/quarry-systems/quarry-systems',
+        directory: 'libs/drift/drift-plugins/mcg-retrieval-sqlite',
+    },
+};
+exports.default = exports.manifest;
+//# sourceMappingURL=plugin.manifest.js.map

package/src/plugin.manifest.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"plugin.manifest.js","sourceRoot":"","sources":["../../../../../../libs/drift/drift-plugins/mcg-retrieval-sqlite/src/plugin.manifest.ts"],"names":[],"mappings":";AAAA;;;;;GAKG;;;AAIU,QAAA,QAAQ,GAAmB;IACtC,IAAI,EAAE,sCAAsC;IAC5C,OAAO,EAAE,OAAO;IAChB,UAAU,EAAE,KAAK;IAEjB,WAAW,EAAE,8DAA8D;IAE3E,MAAM,EAAE;QACN,IAAI,EAAE,gBAAgB;QACtB,KAAK,EAAE,2BAA2B;KACnC;IAED,OAAO,EAAE,KAAK;IAEd,IAAI,EAAE,CAAC,MAAM,CAAC;IAEd,YAAY,EAAE;QACZ,OAAO,EAAE,KAAK;QACd,UAAU,EAAE,IAAI,EAAI,qCAAqC;QACzD,OAAO,EAAE,KAAK;QACd,UAAU,EAAE,KAAK;KAClB;IAED,KAAK,EAAE,EAAE;IAET,QAAQ,EAAE;QACR;YACE,EAAE,EAAE,iBAAiB;YACrB,IAAI,EAAE,0BAA0B;YAChC,WAAW,EAAE,oDAAoD;SAClE;KACF;IAED,gBAAgB,EAAE;QAChB,4BAA4B,EAAE,QAAQ;QACtC,iCAAiC,EAAE,QAAQ;KAC5C;IAED,QAAQ,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,sBAAsB,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,CAAC;IAEpG,UAAU,EAAE;QACV,IAAI,EAAE,KAAK;QACX,GAAG,EAAE,kDAAkD;QACvD,SAAS,EAAE,+CAA+C;KAC3D;CACF,CAAC;AAEF,kBAAe,gBAAQ,CAAC"}