chronicle-ai 0.0.1

package/packages/daemon/README.md

@@ -0,0 +1,83 @@
+# ai-git-processor
+
+![TypeScript](https://img.shields.io/badge/typescript-%23007ACC.svg?style=for-the-badge&logo=typescript&logoColor=white)
+![NodeJS](https://img.shields.io/badge/node.js-6DA55F?style=for-the-badge&logo=node.js&logoColor=white)
+![Git](https://img.shields.io/badge/git-%23F05033.svg?style=for-the-badge&logo=git&logoColor=white)
+![AI-Powered](https://img.shields.io/badge/AI-Powered-FF69B4?style=for-the-badge)
+
+An event-driven backend service designed to orchestrate complex workflows involving file systems and Git repositories. This system leverages a robust job queue to handle asynchronous tasks such as file analysis, document parsing, and AI-driven content generation.
+
+## 🚀 Tech Stack
+
+*   **Language:** TypeScript / Node.js
+*   **Version Control:** Git Integration
+*   **Architecture:** Event-Driven, Job Queue
+*   **AI Integration:** LLM-based processing (AI Service)
+
+## 📂 Project Structure
+
+The project is modularized into specialized services and job processors to ensure separation of concerns and scalability.
+
+### Core Services (`src/services/`)
+*   **WatcherService**: Monitors file systems or repositories for changes.
+*   **TriggerService**: Initiates workflows based on detected events.
+*   **QueueService**: Manages the asynchronous job queue.
+*   **GitService**: Handles Git operations (clone, pull, commit).
+*   **AIService**: Interface for Large Language Model (LLM) interactions.
+*   **DatabaseService**: Persists application state and results.
+*   **ConfigService**: Manages environment configuration and settings.
+
+### Job Processors (`src/jobs/`)
+*   **FileProcessor**: Handles general file manipulation and analysis.
+*   **DocProcessor**: Specialized parsing for documentation files.
+*   **AIProcessor**: Executes AI-driven tasks on content.
+*   **SystemProcessor**: Handles system-level maintenance tasks.
+
+## 🛠 Getting Started
+
+### Prerequisites
+*   Node.js (v18+ recommended)
+*   npm or yarn
+
+### Installation
+
+1.  Clone the repository:
+    ```bash
+    git clone https://github.com/yourusername/ai-git-processor.git
+    cd ai-git-processor
+    ```
+
+2.  Install dependencies:
+    ```bash
+    npm install
+    ```
+
+3.  Configure environment variables:
+    *   Create a `.env` file based on your configuration requirements (API keys for AI services, database credentials, etc.).
+
+### Running the Application
+
+**Development Mode:**
+```bash
+npm run dev
+# or usually
+ts-node src/index.ts
+```
+
+**Build & Run:**
+```bash
+npm run build
+npm start
+```
+
+### Testing
+
+You can run specific test scripts included in the root directory:
+
+```bash
+# Test AI Key configuration
+ts-node test_ai_key.ts
+
+# Test Job Queue functionality
+node check-plainjob.js
+```

package/packages/daemon/dist/ai_test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=ai_test.d.ts.map

package/packages/daemon/dist/ai_test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai_test.d.ts","sourceRoot":"","sources":["../src/ai_test.ts"],"names":[],"mappings":""}

package/packages/daemon/dist/ai_test.js

@@ -0,0 +1,4 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+// AI Test File
+//# sourceMappingURL=ai_test.js.map

package/packages/daemon/dist/ai_test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai_test.js","sourceRoot":"","sources":["../src/ai_test.ts"],"names":[],"mappings":";;AAAA,eAAe"}

package/packages/daemon/dist/index.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=index.d.ts.map

package/packages/daemon/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":""}

package/packages/daemon/dist/index.js

@@ -0,0 +1,147 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const dotenv_1 = __importDefault(require("dotenv"));
+dotenv_1.default.config();
+const WatcherService_1 = require("./services/WatcherService");
+const fs_1 = __importDefault(require("fs"));
+const path_1 = __importDefault(require("path"));
+const DatabaseService_1 = require("./services/DatabaseService");
+const GitService_1 = require("./services/GitService");
+const QueueService_1 = require("./services/QueueService");
+const FileProcessor_1 = require("./jobs/FileProcessor");
+const SystemProcessor_1 = require("./jobs/SystemProcessor");
+const AIProcessor_1 = require("./jobs/AIProcessor");
+const DocProcessor_1 = require("./jobs/DocProcessor");
+const UpdateProcessor_1 = require("./jobs/UpdateProcessor");
+const AIService_1 = require("./services/AIService");
+const ConfigService_1 = require("./services/ConfigService");
+const TriggerService_1 = require("./services/TriggerService");
+console.log('🦁 Chronicle Daemon Starting...');
+async function main() {
+    const apiKey = loadGeminiApiKey();
+    if (!apiKey) {
+        console.error('❌ Gemini API key not found.');
+        console.error(`   Add your key to: ${path_1.default.join(process.cwd(), '.chronicle', '.gemini-key')}`);
+        process.exit(1);
+    }
+    const watcher = new WatcherService_1.WatcherService(process.cwd());
+    const db = new DatabaseService_1.DatabaseService();
+    // Use CWD for git service default, feature per-project git service pending
+    const git = new GitService_1.GitService(process.cwd());
+    const queue = new QueueService_1.QueueService(db);
+    const configService = new ConfigService_1.ConfigService();
+    const triggerService = new TriggerService_1.TriggerService(queue);
+    const ai = new AIService_1.AIService(apiKey);
+    // Register Jobs
+    queue.register('file:change', (0, FileProcessor_1.createFileProcessor)(git, db));
+    queue.register('ai:embed', (0, AIProcessor_1.createAIProcessor)(db, ai));
+    queue.register('doc:initialize', (0, DocProcessor_1.createDocProcessor)(db, ai, configService, git));
+    queue.register('doc:update', (0, UpdateProcessor_1.createUpdateProcessor)(db, ai, configService, git));
+    console.log('🧠 AI Service registered');
+    // Register System Jobs
+    const systemProcessor = (0, SystemProcessor_1.createSystemProcessor)(db, watcher, configService, queue, triggerService);
+    queue.register('system:project_add', systemProcessor);
+    queue.register('system:project_remove', systemProcessor);
+    // Wire Watcher -> Queue (for file indexing)
+    watcher.on('file:change', (filePath) => {
+        const projects = db.getProjects();
+        for (const project of projects) {
+            if (filePath.startsWith(project.path)) {
+                if (project.is_paused)
+                    return;
+                queue.add('file:change', { filePath, event: 'change' });
+                return;
+            }
+        }
+        // If not matched to any project, ignore? Or index anyway?
+        // Current logic might have indexed everything. Let's strictly index only monitored projects.
+    });
+    watcher.on('file:add', (filePath) => {
+        const projects = db.getProjects();
+        for (const project of projects) {
+            if (filePath.startsWith(project.path)) {
+                if (project.is_paused)
+                    return;
+                queue.add('file:change', { filePath, event: 'add' });
+                return;
+            }
+        }
+    });
+    // Wire Watcher -> TriggerService (for doc regeneration)
+    watcher.on('file:change', (filePath) => {
+        // Determine which project this file belongs to
+        const projects = db.getProjects();
+        for (const project of projects) {
+            if (filePath.startsWith(project.path)) {
+                if (project.is_paused) {
+                    // console.log(`⏸️ Project paused, ignoring change: ${filePath}`);
+                    break;
+                }
+                triggerService.onFileChange(project.path, filePath);
+                break;
+            }
+        }
+    });
+    watcher.on('file:add', (filePath) => {
+        const projects = db.getProjects();
+        for (const project of projects) {
+            if (filePath.startsWith(project.path)) {
+                if (project.is_paused) {
+                    break;
+                }
+                triggerService.onFileChange(project.path, filePath);
+                break;
+            }
+        }
+    });
+    console.log('✅ Daemon Initialized');
+    // Load projects from DB
+    const projects = db.getProjects();
+    if (projects.length > 0) {
+        const projectPaths = projects.map(p => p.path);
+        // Load config for each project and register with TriggerService
+        for (const project of projects) {
+            const config = configService.loadConfig(project.path);
+            triggerService.registerProject(project.path, config);
+        }
+        // Use first project's config for watcher ignore patterns (or aggregate)
+        const rootConfig = configService.loadConfig(process.cwd());
+        await watcher.start(projectPaths, rootConfig.ignore);
+    }
+    else {
+        console.log('⚠️ No projects monitored. Add one with "chronicle add"');
+        await watcher.start([]); // Start watcher but with no paths
+    }
+    // Keep process alive and handle shutdown
+    const shutdown = async () => {
+        console.log('Stopping daemon...');
+        queue.stop();
+        triggerService.stop();
+        await watcher.stop();
+        process.exit(0);
+    };
+    process.on('SIGINT', shutdown);
+    process.on('SIGTERM', shutdown);
+    // Keep process alive
+    setInterval(() => {
+        // Heartbeat
+    }, 1000 * 60);
+}
+main().catch(console.error);
+function loadGeminiApiKey() {
+    const keyFromEnv = (process.env.GOOGLE_API_KEY || '').trim();
+    if (keyFromEnv)
+        return keyFromEnv;
+    const keyFilePath = path_1.default.join(process.cwd(), '.chronicle', '.gemini-key');
+    if (!fs_1.default.existsSync(keyFilePath))
+        return '';
+    const lines = fs_1.default.readFileSync(keyFilePath, 'utf-8')
+        .split(/\r?\n/)
+        .map(line => line.trim())
+        .filter(line => line.length > 0 && !line.startsWith('#'));
+    return lines[0] || '';
+}
+//# sourceMappingURL=index.js.map

package/packages/daemon/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;AAAA,oDAA4B;AAC5B,gBAAM,CAAC,MAAM,EAAE,CAAC;AAChB,8DAA2D;AAC3D,4CAAoB;AACpB,gDAAwB;AAExB,gEAA6D;AAC7D,sDAAmD;AACnD,0DAAuD;AACvD,wDAA2D;AAE3D,4DAA+D;AAC/D,oDAAuD;AACvD,sDAAyD;AACzD,4DAA+D;AAC/D,oDAAiD;AACjD,4DAAyD;AACzD,8DAA2D;AAE3D,OAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC;AAE/C,KAAK,UAAU,IAAI;IACf,MAAM,MAAM,GAAG,gBAAgB,EAAE,CAAC;IAClC,IAAI,CAAC,MAAM,EAAE,CAAC;QACV,OAAO,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC;QAC7C,OAAO,CAAC,KAAK,CAAC,uBAAuB,cAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,YAAY,EAAE,aAAa,CAAC,EAAE,CAAC,CAAC;QAC9F,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,+BAAc,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;IAClD,MAAM,EAAE,GAAG,IAAI,iCAAe,EAAE,CAAC;IACjC,2EAA2E;IAC3E,MAAM,GAAG,GAAG,IAAI,uBAAU,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;IAC1C,MAAM,KAAK,GAAG,IAAI,2BAAY,CAAC,EAAE,CAAC,CAAC;IACnC,MAAM,aAAa,GAAG,IAAI,6BAAa,EAAE,CAAC;IAC1C,MAAM,cAAc,GAAG,IAAI,+BAAc,CAAC,KAAK,CAAC,CAAC;IAEjD,MAAM,EAAE,GAAG,IAAI,qBAAS,CAAC,MAAM,CAAC,CAAC;IAEjC,gBAAgB;IAChB,KAAK,CAAC,QAAQ,CAAC,aAAa,EAAE,IAAA,mCAAmB,EAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;IAE5D,KAAK,CAAC,QAAQ,CAAC,UAAU,EAAE,IAAA,+BAAiB,EAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;IACtD,KAAK,CAAC,QAAQ,CAAC,gBAAgB,EAAE,IAAA,iCAAkB,EAAC,EAAE,EAAE,EAAE,EAAE,aAAa,EAAE,GAAG,CAAC,CAAC,CAAC;IACjF,KAAK,CAAC,QAAQ,CAAC,YAAY,EAAE,IAAA,uCAAqB,EAAC,EAAE,EAAE,EAAE,EAAE,aAAa,EAAE,GAAG,CAAC,CAAC,CAAC;IAChF,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;IAExC,uBAAuB;IACvB,MAAM,eAAe,GAAG,IAAA,uCAAqB,EAAC,EAAE,EAAE,OAAO,EAAE,aAAa,EAAE,KAAK,EAAE,cAAc,CAAC,CAAC;IACjG,KAAK,CAAC,QAAQ,CAAC,oBAAoB,EAAE,eAAe,CAAC,CAAC;IACtD,KAAK,CAAC,QAAQ,CAAC,uBAAuB,EAAE,eAAe,CAAC,CAAC;IAEzD,4CAA4C;IAC5C,OAAO,CAAC,EAAE,CAAC,aAAa,EAAE,CAAC,QAAQ,EAAE,EAAE;QACnC,MAAM,QAAQ,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC;QAClC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC7B,IAAI,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;gBACpC,IAAI,OAAO,CAAC,SAAS;oBAAE,OAAO;gBAC9B,KAAK,CAAC,GAAG,CAAC,aAAa,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;gBACxD,OAAO;YACX,CAAC;QACL,CAAC;QACD,0DAA0D;QAC1D,6FAA6F;IACjG,CAAC,CAAC,CAAC;IACH,OAAO,CAAC,EAAE,CAAC,UAAU,EAAE,CAAC,QAAQ,EAAE,EAAE;QAChC,MAAM,QAAQ,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC;QAClC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC7B,IAAI,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;gBACpC,IAAI,OAAO,CAAC,SAAS;oBAAE,OAAO;gBAC9B,KAAK,CAAC,GAAG,CAAC,aAAa,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;gBACrD,OAAO;YACX,CAAC;QACL,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,wDAAwD;IACxD,OAAO,CAAC,EAAE,CAAC,aAAa,EAAE,CAAC,QAAQ,EAAE,EAAE;QACnC,+CAA+C;QAC/C,MAAM,QAAQ,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC;QAClC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC7B,IAAI,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;gBACpC,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;oBACpB,kEAAkE;oBAClE,MAAM;gBACV,CAAC;gBACD,cAAc,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;gBACpD,MAAM;YACV,CAAC;QACL,CAAC;IACL,CAAC,CAAC,CAAC;IACH,OAAO,CAAC,EAAE,CAAC,UAAU,EAAE,CAAC,QAAQ,EAAE,EAAE;QAChC,MAAM,QAAQ,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC;QAClC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC7B,IAAI,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;gBACpC,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;oBACpB,MAAM;gBACV,CAAC;gBACD,cAAc,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;gBACpD,MAAM;YACV,CAAC;QACL,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;IAEpC,wBAAwB;IACxB,MAAM,QAAQ,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC;IAClC,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtB,MAAM,YAAY,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAE/C,gEAAgE;QAChE,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC7B,MAAM,MAAM,GAAG,aAAa,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YACtD,cAAc,CAAC,eAAe,CAAC,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACzD,CAAC;QAED,wEAAwE;QACxE,MAAM,UAAU,GAAG,aAAa,CAAC,UAAU,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;QAC3D,MAAM,OAAO,CAAC,KAAK,CAAC,YAAY,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;IACzD,CAAC;SAAM,CAAC;QACJ,OAAO,CAAC,GAAG,CAAC,wDAAwD,CAAC,CAAC;QACtE,MAAM,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,kCAAkC;IAC/D,CAAC;IAED,yCAAyC;IACzC,MAAM,QAAQ,GAAG,KAAK,IAAI,EAAE;QACxB,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;QAClC,KAAK,CAAC,IAAI,EAAE,CAAC;QACb,cAAc,CAAC,IAAI,EAAE,CAAC;QACtB,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;QACrB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC,CAAC;IAEF,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAC/B,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IAEhC,qBAAqB;IACrB,WAAW,CAAC,GAAG,EAAE;QACb,YAAY;IAChB,CAAC,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;AAClB,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAE5B,SAAS,gBAAgB;IACrB,MAAM,UAAU,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC7D,IAAI,UAAU;QAAE,OAAO,UAAU,CAAC;IAElC,MAAM,WAAW,GAAG,cAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,YAAY,EAAE,aAAa,CAAC,CAAC;IAC1E,IAAI,CAAC,YAAE,CAAC,UAAU,CAAC,WAAW,CAAC;QAAE,OAAO,EAAE,CAAC;IAE3C,MAAM,KAAK,GAAG,YAAE,CAAC,YAAY,CAAC,WAAW,EAAE,OAAO,CAAC;SAC9C,KAAK,CAAC,OAAO,CAAC;SACd,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;SACxB,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC;IAE9D,OAAO,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;AAC1B,CAAC"}

package/packages/daemon/dist/jobs/AIProcessor.d.ts

@@ -0,0 +1,6 @@
+import { DatabaseService } from '../services/DatabaseService';
+import { AIService } from '../services/AIService';
+export declare const createAIProcessor: (db: DatabaseService, ai: AIService) => (data: {
+    filePath: string;
+}) => Promise<void>;
+//# sourceMappingURL=AIProcessor.d.ts.map

package/packages/daemon/dist/jobs/AIProcessor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"AIProcessor.d.ts","sourceRoot":"","sources":["../../src/jobs/AIProcessor.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAC9D,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAElD,eAAO,MAAM,iBAAiB,GAAI,IAAI,eAAe,EAAE,IAAI,SAAS,MAClD,MAAM;IAAE,QAAQ,EAAE,MAAM,CAAA;CAAE,kBAwD3C,CAAC"}

package/packages/daemon/dist/jobs/AIProcessor.js

@@ -0,0 +1,58 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createAIProcessor = void 0;
+const fs_1 = __importDefault(require("fs"));
+const path_1 = __importDefault(require("path"));
+const createAIProcessor = (db, ai) => {
+    return async (data) => {
+        const { filePath } = data;
+        // 1. Read file content
+        const absolutePath = path_1.default.resolve(process.cwd(), filePath);
+        if (!fs_1.default.existsSync(absolutePath)) {
+            console.warn(`⚠️ File not found for embedding: ${filePath}`);
+            return;
+        }
+        const content = fs_1.default.readFileSync(absolutePath, 'utf-8');
+        if (!content.trim())
+            return;
+        console.log(`🧠 Generating embedding for: ${filePath} (${content.length} bytes)`);
+        try {
+            // 2. Generate Embedding
+            // TODO: Chunk large files. For now, we truncate to first ~8000 tokens (Gemini limit is huge but let's be safe)
+            // Ideally we split by functions or paragraphs.
+            const vector = await ai.generateEmbedding(content.slice(0, 30000));
+            // 3. Store in Vector DB
+            // First get the file_id
+            let fileRecord = db.getFile(filePath);
+            if (!fileRecord) {
+                // Should exist if FileProcessor ran, but just in case
+                db.upsertFile(filePath, '', Date.now());
+                fileRecord = db.getFile(filePath);
+            }
+            const fileId = fileRecord?.id;
+            if (fileId) {
+                // Delete old embeddings for this file
+                db.raw().exec(`DELETE FROM embeddings WHERE file_id = ${fileId}`);
+                // Insert new embedding
+                // vec0 expects a float array. better-sqlite3 handles arrays automatically for some extensions, 
+                // but sqlite-vec usually needs a specific serialization or parameter binding.
+                // Use a Float32Array for the embedding
+                const floatArray = new Float32Array(vector);
+                const stmt = db.raw().prepare('INSERT INTO embeddings(file_id, chunk_index, embedding) VALUES (?, ?, ?)');
+                // sqlite-vec requires strict integer types for metadata columns, JS numbers are passed as doubles/floats by default.
+                // Using BigInt enforces integer binding in better-sqlite3.
+                stmt.run(BigInt(fileId), BigInt(0), floatArray);
+                console.log(`✅ Embedding stored for: ${filePath}`);
+            }
+        }
+        catch (error) {
+            console.error(`❌ AI Processing failed for ${filePath}:`, error);
+            // Don't throw, just log. We don't want to retry infinitely if it's a model error.
+        }
+    };
+};
+exports.createAIProcessor = createAIProcessor;
+//# sourceMappingURL=AIProcessor.js.map

package/packages/daemon/dist/jobs/AIProcessor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AIProcessor.js","sourceRoot":"","sources":["../../src/jobs/AIProcessor.ts"],"names":[],"mappings":";;;;;;AAAA,4CAAoB;AACpB,gDAAwB;AAIjB,MAAM,iBAAiB,GAAG,CAAC,EAAmB,EAAE,EAAa,EAAE,EAAE;IACpE,OAAO,KAAK,EAAE,IAA0B,EAAE,EAAE;QACxC,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC;QAE1B,uBAAuB;QACvB,MAAM,YAAY,GAAG,cAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,QAAQ,CAAC,CAAC;QAC3D,IAAI,CAAC,YAAE,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;YAC/B,OAAO,CAAC,IAAI,CAAC,oCAAoC,QAAQ,EAAE,CAAC,CAAC;YAC7D,OAAO;QACX,CAAC;QAED,MAAM,OAAO,GAAG,YAAE,CAAC,YAAY,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;QACvD,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE;YAAE,OAAO;QAE5B,OAAO,CAAC,GAAG,CAAC,gCAAgC,QAAQ,KAAK,OAAO,CAAC,MAAM,SAAS,CAAC,CAAC;QAElF,IAAI,CAAC;YACD,wBAAwB;YACxB,+GAA+G;YAC/G,+CAA+C;YAC/C,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,iBAAiB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;YAEnE,wBAAwB;YACxB,wBAAwB;YACxB,IAAI,UAAU,GAAG,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAQ,CAAC;YAC7C,IAAI,CAAC,UAAU,EAAE,CAAC;gBACd,sDAAsD;gBACtD,EAAE,CAAC,UAAU,CAAC,QAAQ,EAAE,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;gBACxC,UAAU,GAAG,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAQ,CAAC;YAC7C,CAAC;YAED,MAAM,MAAM,GAAG,UAAU,EAAE,EAAE,CAAC;YAE9B,IAAI,MAAM,EAAE,CAAC;gBACT,sCAAsC;gBACtC,EAAE,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,0CAA0C,MAAM,EAAE,CAAC,CAAC;gBAElE,uBAAuB;gBACvB,gGAAgG;gBAChG,8EAA8E;gBAE9E,uCAAuC;gBACvC,MAAM,UAAU,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC;gBAE5C,MAAM,IAAI,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,0EAA0E,CAAC,CAAC;gBAC1G,qHAAqH;gBACrH,2DAA2D;gBAC3D,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;gBAEhD,OAAO,CAAC,GAAG,CAAC,2BAA2B,QAAQ,EAAE,CAAC,CAAC;YACvD,CAAC;QAEL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,8BAA8B,QAAQ,GAAG,EAAE,KAAK,CAAC,CAAC;YAChE,kFAAkF;QACtF,CAAC;IACL,CAAC,CAAC;AACN,CAAC,CAAC;AAzDW,QAAA,iBAAiB,qBAyD5B"}

package/packages/daemon/dist/jobs/DocProcessor.d.ts

@@ -0,0 +1,8 @@
+import { DatabaseService } from '../services/DatabaseService';
+import { AIService } from '../services/AIService';
+import { ConfigService } from '../services/ConfigService';
+import { GitService } from '../services/GitService';
+export declare const createDocProcessor: (db: DatabaseService, ai: AIService, configService: ConfigService, git: GitService) => (data: {
+    projectPath: string;
+}) => Promise<void>;
+//# sourceMappingURL=DocProcessor.d.ts.map

package/packages/daemon/dist/jobs/DocProcessor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"DocProcessor.d.ts","sourceRoot":"","sources":["../../src/jobs/DocProcessor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAC9D,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAC1D,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAUpD,eAAO,MAAM,kBAAkB,GAAI,IAAI,eAAe,EAAE,IAAI,SAAS,EAAE,eAAe,aAAa,EAAE,KAAK,UAAU,MAClG,MAAM;IAAE,WAAW,EAAE,MAAM,CAAA;CAAE,kBAoW9C,CAAC"}