@getrift/rift 0.0.0 → 0.1.0-beta.0

package/dist/src/storage/tables.js

@@ -0,0 +1,196 @@
+/**
+ * LanceDB table schemas and initialization.
+ *
+ * Four tables:
+ * - structured_docs: indexed documents from watched/scanned directories
+ * - conversations_hot: recent conversations (<=30 days)
+ * - conversations_cold: older conversations (>30 days)
+ * - digests: weekly summaries
+ *
+ * Tables are created idempotently: if they already exist, they are opened as-is.
+ * A seed row is inserted at creation time to establish the schema, then removed.
+ */
+import path from "node:path";
+import { getConnection, closeConnection, resetConnectionRef } from "./db.js";
+import { EMBEDDING_DIMENSIONS, LOCAL_EMBEDDING_DIMENSIONS, } from "../providers/types.js";
+// --- Table names ---
+/** Core tables that must exist after first boot. */
+export const CORE_TABLE_NAMES = [
+    "structured_docs",
+    "conversations_hot",
+    "conversations_cold",
+    "digests",
+];
+/** All tables including optional ones created by initTables. */
+export const TABLE_NAMES = [
+    ...CORE_TABLE_NAMES,
+    "structured_docs_local",
+];
+// --- Seed data (establishes schema, then deleted) ---
+export const SEED_ID = "__seed__";
+const zeroVec = () => new Array(EMBEDDING_DIMENSIONS).fill(0);
+const localZeroVec = () => new Array(LOCAL_EMBEDDING_DIMENSIONS).fill(0);
+function structuredDocSeed() {
+    return [{
+            id: SEED_ID,
+            source_path: "",
+            content: "",
+            embedding: zeroVec(),
+            source_type: "filesystem_watched",
+            source_scope: "project",
+            client_name: "",
+            indexed_at: "",
+            metadata: "{}",
+        }];
+}
+function structuredDocLocalSeed() {
+    return [{
+            id: SEED_ID,
+            source_path: "",
+            content: "",
+            embedding: localZeroVec(),
+            source_type: "filesystem_watched",
+            source_scope: "project",
+            client_name: "",
+            indexed_at: "",
+            metadata: "{}",
+        }];
+}
+function conversationSeed() {
+    return [{
+            id: SEED_ID,
+            content: "",
+            summary: "",
+            embedding: zeroVec(),
+            source: "claude_code",
+            domain: "tech",
+            intent: "build",
+            quality: "medium",
+            topics: "[]",
+            decisions: "[]",
+            key_outputs: "[]",
+            indexed_at: "",
+            idempotency_key: "",
+        }];
+}
+function digestSeed() {
+    return [{
+            id: SEED_ID,
+            content: "",
+            summary: "",
+            embedding: zeroVec(),
+            period_start: "",
+            period_end: "",
+            digest_type: "",
+            created_at: "",
+        }];
+}
+// --- Table handle cache ---
+const tableHandles = new Map();
+/**
+ * Swap lock: set to true while commitAllSwaps is running.
+ * getTable() throws a retryable error during this window so readers
+ * get a clear signal instead of a cryptic "table is closed" error.
+ */
+let swapInProgress = false;
+export function setSwapInProgress(v) {
+    swapInProgress = v;
+}
+export function isSwapInProgress() {
+    return swapInProgress;
+}
+/**
+ * Initialize all four LanceDB tables. Idempotent — safe to call on every startup.
+ * Creates tables that don't exist; opens tables that already do.
+ */
+export async function initTables(dataDir) {
+    const dbPath = path.join(dataDir, "lancedb");
+    const conn = await getConnection(dbPath);
+    const existing = new Set(await conn.tableNames());
+    for (const name of TABLE_NAMES) {
+        if (existing.has(name)) {
+            tableHandles.set(name, await conn.openTable(name));
+        }
+        else {
+            const seed = seedForTable(name);
+            const table = await conn.createTable(name, seed);
+            await table.delete(`id = '${SEED_ID}'`);
+            tableHandles.set(name, table);
+        }
+    }
+}
+/**
+ * Get a typed table handle. Throws if tables haven't been initialized
+ * or if a shadow swap is in progress.
+ */
+export function getTable(name) {
+    if (swapInProgress) {
+        throw new Error("Table swap in progress — retry shortly");
+    }
+    const table = tableHandles.get(name);
+    if (!table) {
+        throw new Error(`Table "${name}" not initialized. Call initTables() first.`);
+    }
+    return table;
+}
+/** Replace the cached handle for a table (used by shadow-swap after commit). */
+export function setTable(name, table) {
+    tableHandles.set(name, table);
+}
+/**
+ * Close all live table handles without checking the swap lock.
+ * Used internally by shadow-swap during commitAllSwaps.
+ */
+export function closeAllHandles() {
+    for (const table of tableHandles.values()) {
+        try {
+            table.close();
+        }
+        catch {
+            // Table might already be closed or uninitialized.
+        }
+    }
+    tableHandles.clear();
+}
+/**
+ * Refresh all cached table handles to see the latest data.
+ * Called after worker processes write to the same LanceDB files.
+ */
+export async function refreshTables() {
+    for (const [name, table] of tableHandles) {
+        try {
+            await table.checkoutLatest();
+        }
+        catch {
+            // If checkout fails (table closed/corrupt), skip — getTable()
+            // will throw on next access and the caller can handle it.
+        }
+    }
+}
+/** Close all table handles and the connection. */
+export function closeTables() {
+    for (const table of tableHandles.values()) {
+        table.close();
+    }
+    tableHandles.clear();
+    closeConnection();
+}
+/** Reset all state (for tests). */
+export function resetTables() {
+    tableHandles.clear();
+    resetConnectionRef();
+}
+export function seedForTable(name) {
+    switch (name) {
+        case "structured_docs":
+            return structuredDocSeed();
+        case "structured_docs_local":
+            return structuredDocLocalSeed();
+        case "conversations_hot":
+        case "conversations_cold":
+            return conversationSeed();
+        case "digests":
+            return digestSeed();
+    }
+}
+//# sourceMappingURL=tables.js.map

package/dist/src/storage/tables.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tables.js","sourceRoot":"","sources":["../../../src/storage/tables.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AACH,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,aAAa,EAAE,eAAe,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAC;AAC7E,OAAO,EACL,oBAAoB,EACpB,0BAA0B,GAO3B,MAAM,uBAAuB,CAAC;AAE/B,sBAAsB;AAEtB,oDAAoD;AACpD,MAAM,CAAC,MAAM,gBAAgB,GAAG;IAC9B,iBAAiB;IACjB,mBAAmB;IACnB,oBAAoB;IACpB,SAAS;CACD,CAAC;AAEX,gEAAgE;AAChE,MAAM,CAAC,MAAM,WAAW,GAAG;IACzB,GAAG,gBAAgB;IACnB,uBAAuB;CACf,CAAC;AAgDX,uDAAuD;AAEvD,MAAM,CAAC,MAAM,OAAO,GAAG,UAAU,CAAC;AAClC,MAAM,OAAO,GAAG,GAAG,EAAE,CAAC,IAAI,KAAK,CAAS,oBAAoB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACtE,MAAM,YAAY,GAAG,GAAG,EAAE,CAAC,IAAI,KAAK,CAAS,0BAA0B,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAEjF,SAAS,iBAAiB;IACxB,OAAO,CAAC;YACN,EAAE,EAAE,OAAO;YACX,WAAW,EAAE,EAAE;YACf,OAAO,EAAE,EAAE;YACX,SAAS,EAAE,OAAO,EAAE;YACpB,WAAW,EAAE,oBAAoB;YACjC,YAAY,EAAE,SAAS;YACvB,WAAW,EAAE,EAAE;YACf,UAAU,EAAE,EAAE;YACd,QAAQ,EAAE,IAAI;SACf,CAAC,CAAC;AACL,CAAC;AAED,SAAS,sBAAsB;IAC7B,OAAO,CAAC;YACN,EAAE,EAAE,OAAO;YACX,WAAW,EAAE,EAAE;YACf,OAAO,EAAE,EAAE;YACX,SAAS,EAAE,YAAY,EAAE;YACzB,WAAW,EAAE,oBAAoB;YACjC,YAAY,EAAE,SAAS;YACvB,WAAW,EAAE,EAAE;YACf,UAAU,EAAE,EAAE;YACd,QAAQ,EAAE,IAAI;SACf,CAAC,CAAC;AACL,CAAC;AAED,SAAS,gBAAgB;IACvB,OAAO,CAAC;YACN,EAAE,EAAE,OAAO;YACX,OAAO,EAAE,EAAE;YACX,OAAO,EAAE,EAAE;YACX,SAAS,EAAE,OAAO,EAAE;YACpB,MAAM,EAAE,aAAa;YACrB,MAAM,EAAE,MAAM;YACd,MAAM,EAAE,OAAO;YACf,OAAO,EAAE,QAAQ;YACjB,MAAM,EAAE,IAAI;YACZ,SAAS,EAAE,IAAI;YACf,WAAW,EAAE,IAAI;YACjB,UAAU,EAAE,EAAE;YACd,eAAe,EAAE,EAAE;SACpB,CAAC,CAAC;AACL,CAAC;AAED,SAAS,UAAU;IACjB,OAAO,CAAC;YACN,EAAE,EAAE,OAAO;YACX,OAAO,EAAE,EAAE;YACX,OAAO,EAAE,EAAE;YACX,SAAS,EAAE,OAAO,EAAE;YACpB,YAAY,EAAE,EAAE;YAChB,UAAU,EAAE,EAAE;YACd,WAAW,EAAE,EAAE;YACf,UAAU,EAAE,EAAE;SACf,CAAC,CAAC;AACL,CAAC;AAED,6BAA6B;AAE7B,MAAM,YAAY,GAAG,IAAI,GAAG,EAAoB,CAAC;AAEjD;;;;GAIG;AACH,IAAI,cAAc,GAAG,KAAK,CAAC;AAE3B,MAAM,UAAU,iBAAiB,CAAC,CAAU;IAC1C,cAAc,GAAG,CAAC,CAAC;AACrB,CAAC;AAED,MAAM,UAAU,gBAAgB;IAC9B,OAAO,cAAc,CAAC;AACxB,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,OAAe;IAC9C,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IAC7C,MAAM,IAAI,GAAG,MAAM,aAAa,CAAC,MAAM,CAAC,CAAC;IAEzC,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;IAElD,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;QAC/B,IAAI,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YACvB,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;QACrD,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;YAChC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YACjD,MAAM,KAAK,CAAC,MAAM,CAAC,SAAS,OAAO,GAAG,CAAC,CAAC;YACxC,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,QAAQ,CAAC,IAAe;IACtC,IAAI,cAAc,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;IAC5D,CAAC;IACD,MAAM,KAAK,GAAG,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACrC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,UAAU,IAAI,6CAA6C,CAAC,CAAC;IAC/E,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,gFAAgF;AAChF,MAAM,UAAU,QAAQ,CAAC,IAAe,EAAE,KAAY;IACpD,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;AAChC,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,eAAe;IAC7B,KAAK,MAAM,KAAK,IAAI,YAAY,CAAC,MAAM,EAAE,EAAE,CAAC;QAC1C,IAAI,CAAC;YACH,KAAK,CAAC,KAAK,EAAE,CAAC;QAChB,CAAC;QAAC,MAAM,CAAC;YACP,kDAAkD;QACpD,CAAC;IACH,CAAC;IACD,YAAY,CAAC,KAAK,EAAE,CAAC;AACvB,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa;IACjC,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,YAAY,EAAE,CAAC;QACzC,IAAI,CAAC;YACH,MAAM,KAAK,CAAC,cAAc,EAAE,CAAC;QAC/B,CAAC;QAAC,MAAM,CAAC;YACP,8DAA8D;YAC9D,0DAA0D;QAC5D,CAAC;IACH,CAAC;AACH,CAAC;AAED,kDAAkD;AAClD,MAAM,UAAU,WAAW;IACzB,KAAK,MAAM,KAAK,IAAI,YAAY,CAAC,MAAM,EAAE,EAAE,CAAC;QAC1C,KAAK,CAAC,KAAK,EAAE,CAAC;IAChB,CAAC;IACD,YAAY,CAAC,KAAK,EAAE,CAAC;IACrB,eAAe,EAAE,CAAC;AACpB,CAAC;AAED,mCAAmC;AACnC,MAAM,UAAU,WAAW;IACzB,YAAY,CAAC,KAAK,EAAE,CAAC;IACrB,kBAAkB,EAAE,CAAC;AACvB,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,IAAe;IAC1C,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,iBAAiB;YACpB,OAAO,iBAAiB,EAAE,CAAC;QAC7B,KAAK,uBAAuB;YAC1B,OAAO,sBAAsB,EAAE,CAAC;QAClC,KAAK,mBAAmB,CAAC;QACzB,KAAK,oBAAoB;YACvB,OAAO,gBAAgB,EAAE,CAAC;QAC5B,KAAK,SAAS;YACZ,OAAO,UAAU,EAAE,CAAC;IACxB,CAAC;AACH,CAAC"}

package/package.json

@@ -1,20 +1,51 @@
 {
   "name": "@getrift/rift",
-  "version": "0.0.0",
-  "description": "Close the design–code rift.",
-  "bin": {
-    "rift": "./index.js"
+  "version": "0.1.0-beta.0",
+  "description": "Local-first personal memory + reasoning infrastructure with an MCP interface.",
+  "homepage": "https://getrift.dev",
+  "license": "UNLICENSED",
+  "private": false,
+  "type": "module",
+  "engines": {
+    "node": ">=20.19.0 || >=22.13.0 || >=24"
   },
-  "publishConfig": {
-    "access": "public"
+  "bin": {
+    "rift": "dist/src/cli/index.js"
   },
-  "keywords": [
-    "design-system",
-    "figma",
-    "tailwind",
-    "shadcn",
-    "cli"
+  "files": [
+    "dist/src",
+    "README.md"
   ],
-  "author": "Clément",
-  "license": "MIT"
+  "scripts": {
+    "pretest": "tsx tests/fixtures/generate.ts",
+    "test": "vitest run",
+    "test:watch": "vitest",
+    "build:clean": "rm -rf dist",
+    "build": "pnpm build:clean && tsc",
+    "check": "tsc --noEmit",
+    "check:rename": "bash scripts/check-rename.sh",
+    "check:tarball": "bash scripts/verify-tarball.sh",
+    "plist:generate": "bash scripts/generate-plist.sh",
+    "prepublishOnly": "pnpm check && pnpm check:rename && pnpm build && pnpm check:tarball"
+  },
+  "dependencies": {
+    "@fastify/multipart": "^9.4.0",
+    "@lancedb/lancedb": "^0.27.0",
+    "@modelcontextprotocol/sdk": "^1.29.0",
+    "adm-zip": "^0.5.17",
+    "chokidar": "^5.0.0",
+    "commander": "^14.0.3",
+    "fastify": "^5.0.0",
+    "mammoth": "^1.12.0",
+    "pdfjs-dist": "^5.6.205",
+    "zod": "^3.24.0"
+  },
+  "devDependencies": {
+    "@types/adm-zip": "^0.5.8",
+    "@types/node": "^22.0.0",
+    "pdf-lib": "^1.17.1",
+    "tsx": "^4.0.0",
+    "typescript": "^5.7.0",
+    "vitest": "^3.0.0"
+  }
 }

package/index.js

@@ -1,3 +0,0 @@
-#!/usr/bin/env node
-
-console.log("rift is coming.")