bluera-knowledge 0.9.32 → 0.9.34

package/dist/watch.service-BJV3TI3F.js

@@ -0,0 +1,7 @@
+import {
+  WatchService
+} from "./chunk-6FHWC36B.js";
+export {
+  WatchService
+};
+//# sourceMappingURL=watch.service-BJV3TI3F.js.map

package/dist/workers/background-worker-cli.js

@@ -1,14 +1,14 @@
 #!/usr/bin/env node
 import {
   IntelligentCrawler
-} from "../chunk-RST4XGRL.js";
+} from "../chunk-DC7CGSGT.js";
 import {
   JobService,
   createDocumentId,
   createServices,
   createStoreId
-} from "../chunk-6PBP5DVD.js";
-import "../chunk-L2YVNC63.js";
+} from "../chunk-WFNPNAAP.js";
+import "../chunk-6FHWC36B.js";
 
 // src/workers/background-worker-cli.ts
 import fs from "fs";
@@ -16,6 +16,10 @@ import path from "path";
 
 // src/workers/background-worker.ts
 import { createHash } from "crypto";
+function calculateIndexProgress(current, total, scale = 100) {
+  if (total === 0) return 0;
+  return current / total * scale;
+}
 var BackgroundWorker = class {
   constructor(jobService, storeService, indexService, lanceStore, embeddingEngine) {
     this.jobService = jobService;
@@ -92,23 +96,26 @@ var BackgroundWorker = class {
       message: "Repository cloned, starting indexing...",
       progress: 30
     });
-    const result = await this.indexService.indexStore(store, (event) => {
-      const currentJob = this.jobService.getJob(job.id);
-      if (currentJob?.status === "cancelled") {
-        throw new Error("Job cancelled by user");
-      }
-      const indexProgress = event.current / event.total * 70;
-      const totalProgress = 30 + indexProgress;
-      this.jobService.updateJob(job.id, {
-        message: `Indexed ${String(event.current)}/${String(event.total)} files`,
-        progress: Math.min(99, totalProgress),
-        // Cap at 99 until fully complete
-        details: {
-          filesProcessed: event.current,
-          totalFiles: event.total
+    const result = await this.indexService.indexStore(
+      store,
+      (event) => {
+        const currentJob = this.jobService.getJob(job.id);
+        if (currentJob?.status === "cancelled") {
+          throw new Error("Job cancelled by user");
         }
-      });
-    });
+        const indexProgress = calculateIndexProgress(event.current, event.total, 70);
+        const totalProgress = 30 + indexProgress;
+        this.jobService.updateJob(job.id, {
+          message: `Indexed ${String(event.current)}/${String(event.total)} files`,
+          progress: Math.min(99, totalProgress),
+          // Cap at 99 until fully complete
+          details: {
+            filesProcessed: event.current,
+            totalFiles: event.total
+          }
+        });
+      }
+    );
     if (!result.success) {
       throw result.error;
     }
@@ -125,22 +132,25 @@ var BackgroundWorker = class {
     if (!store) {
       throw new Error(`Store ${storeId} not found`);
     }
-    const result = await this.indexService.indexStore(store, (event) => {
-      const currentJob = this.jobService.getJob(job.id);
-      if (currentJob?.status === "cancelled") {
-        throw new Error("Job cancelled by user");
-      }
-      const progress = event.current / event.total * 100;
-      this.jobService.updateJob(job.id, {
-        message: `Indexed ${String(event.current)}/${String(event.total)} files`,
-        progress: Math.min(99, progress),
-        // Cap at 99 until fully complete
-        details: {
-          filesProcessed: event.current,
-          totalFiles: event.total
+    const result = await this.indexService.indexStore(
+      store,
+      (event) => {
+        const currentJob = this.jobService.getJob(job.id);
+        if (currentJob?.status === "cancelled") {
+          throw new Error("Job cancelled by user");
         }
-      });
-    });
+        const progress = calculateIndexProgress(event.current, event.total);
+        this.jobService.updateJob(job.id, {
+          message: `Indexed ${String(event.current)}/${String(event.total)} files`,
+          progress: Math.min(99, progress),
+          // Cap at 99 until fully complete
+          details: {
+            filesProcessed: event.current,
+            totalFiles: event.total
+          }
+        });
+      }
+    );
     if (!result.success) {
       throw result.error;
     }
@@ -149,15 +159,7 @@ var BackgroundWorker = class {
    * Execute a crawl job (web crawling + indexing)
    */
   async executeCrawlJob(job) {
-    const {
-      storeId,
-      url,
-      crawlInstruction,
-      extractInstruction,
-      maxPages,
-      simple,
-      useHeadless
-    } = job.details;
+    const { storeId, url, crawlInstruction, extractInstruction, maxPages, simple, useHeadless } = job.details;
     if (storeId === void 0 || typeof storeId !== "string") {
       throw new Error("Store ID required for crawl job");
     }
@@ -165,7 +167,7 @@ var BackgroundWorker = class {
       throw new Error("URL required for crawl job");
     }
     const store = await this.storeService.get(createStoreId(storeId));
-    if (!store || store.type !== "web") {
+    if (store?.type !== "web") {
       throw new Error(`Web store ${storeId} not found`);
     }
     const resolvedMaxPages = typeof maxPages === "number" ? maxPages : 50;
@@ -173,7 +175,6 @@ var BackgroundWorker = class {
     crawler.on("progress", (progress) => {
       const currentJob = this.jobService.getJob(job.id);
       if (currentJob?.status === "cancelled") {
-        void crawler.stop();
         return;
       }
       const crawlProgress = progress.pagesVisited / resolvedMaxPages * 80;

package/dist/workers/background-worker-cli.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/workers/background-worker-cli.ts","../../src/workers/background-worker.ts"],"sourcesContent":["#!/usr/bin/env node\nimport fs from 'fs';\nimport path from 'path';\nimport { JobService } from '../services/job.service.js';\nimport { BackgroundWorker } from './background-worker.js';\nimport { createServices } from '../services/index.js';\n\n/**\n * Background worker CLI entry point\n *\n * Usage: background-worker-cli <job-id>\n *\n * This process runs detached from the parent and executes a single job.\n */\n\nasync function main(): Promise<void> {\n  const jobId = process.argv[2];\n  const dataDir = process.env['BLUERA_DATA_DIR'];\n\n  if (jobId === undefined || jobId === '') {\n    console.error('Error: Job ID required');\n    console.error('Usage: background-worker-cli <job-id>');\n    process.exit(1);\n  }\n\n  // Initialize services\n  const jobService = new JobService(dataDir);\n  const services = await createServices(undefined, dataDir);\n\n  // Write PID file for job cancellation\n  const pidFile = path.join(\n    jobService['jobsDir'], // Access private field for PID path\n    `${jobId}.pid`\n  );\n\n  try {\n    fs.writeFileSync(pidFile, process.pid.toString(), 'utf-8');\n  } catch (error) {\n    console.error('Warning: Could not write PID file:', error);\n  }\n\n  // Handle SIGTERM for graceful shutdown\n  process.on('SIGTERM', () => {\n    console.log(`[${jobId}] Received SIGTERM, cancelling job...`);\n    jobService.updateJob(jobId, {\n      status: 'cancelled',\n      message: 'Job cancelled by user'\n    });\n\n    // Clean up PID file\n    try {\n      if (fs.existsSync(pidFile)) {\n        fs.unlinkSync(pidFile);\n      }\n    } catch (error) {\n      console.error('Warning: Could not remove PID file:', error);\n    }\n\n    process.exit(0);\n  });\n\n  // Create worker and execute job\n  const worker = new BackgroundWorker(\n    jobService,\n    services.store,\n    services.index,\n    services.lance,\n    services.embeddings\n  );\n\n  try {\n    await worker.executeJob(jobId);\n\n    // Clean up PID file on success\n    try {\n      if (fs.existsSync(pidFile)) {\n        fs.unlinkSync(pidFile);\n      }\n    } catch (error) {\n      console.error('Warning: Could not remove PID file:', error);\n    }\n\n    console.log(`[${jobId}] Job completed successfully`);\n    process.exit(0);\n  } catch (error) {\n    // Job service already updated with failure status in BackgroundWorker\n    console.error(`[${jobId}] Job failed:`, error);\n\n    // Clean up PID file on failure\n    try {\n      if (fs.existsSync(pidFile)) {\n        fs.unlinkSync(pidFile);\n      }\n    } catch (cleanupError) {\n      console.error('Warning: Could not remove PID file:', cleanupError);\n    }\n\n    process.exit(1);\n  }\n}\n\nmain().catch((error: unknown) => {\n  console.error('Fatal error in background worker:', error);\n  process.exit(1);\n});\n","import { createHash } from 'node:crypto';\nimport { JobService } from '../services/job.service.js';\nimport { StoreService } from '../services/store.service.js';\nimport { IndexService } from '../services/index.service.js';\nimport type { LanceStore } from '../db/lance.js';\nimport type { EmbeddingEngine } from '../db/embeddings.js';\nimport { IntelligentCrawler, type CrawlProgress } from '../crawl/intelligent-crawler.js';\nimport type { Job } from '../types/job.js';\nimport type { Document } from '../types/document.js';\nimport { createStoreId, createDocumentId } from '../types/brands.js';\n\nexport class BackgroundWorker {\n  constructor(\n    private readonly jobService: JobService,\n    private readonly storeService: StoreService,\n    private readonly indexService: IndexService,\n    private readonly lanceStore: LanceStore,\n    private readonly embeddingEngine: EmbeddingEngine\n  ) {}\n\n  /**\n   * Execute a job based on its type\n   */\n  async executeJob(jobId: string): Promise<void> {\n    const job = this.jobService.getJob(jobId);\n\n    if (!job) {\n      throw new Error(`Job ${jobId} not found`);\n    }\n\n    try {\n      // Update to running status\n      this.jobService.updateJob(jobId, {\n        status: 'running',\n        message: `Starting ${job.type} operation...`,\n        progress: 0,\n        details: { startedAt: new Date().toISOString() }\n      });\n\n      // Execute based on job type\n      switch (job.type) {\n        case 'clone':\n          await this.executeCloneJob(job);\n          break;\n        case 'index':\n          await this.executeIndexJob(job);\n          break;\n        case 'crawl':\n          await this.executeCrawlJob(job);\n          break;\n        default:\n          throw new Error(`Unknown job type: ${String(job.type)}`);\n      }\n\n      // Mark as completed\n      this.jobService.updateJob(jobId, {\n        status: 'completed',\n        progress: 100,\n        message: `${job.type} operation completed successfully`,\n        details: { completedAt: new Date().toISOString() }\n      });\n    } catch (error) {\n      // Mark as failed\n      const errorDetails: Record<string, unknown> = {\n        completedAt: new Date().toISOString()\n      };\n      if (error instanceof Error && error.stack !== undefined) {\n        errorDetails['error'] = error.stack;\n      } else {\n        errorDetails['error'] = String(error);\n      }\n      this.jobService.updateJob(jobId, {\n        status: 'failed',\n        message: error instanceof Error ? error.message : 'Unknown error',\n        details: errorDetails\n      });\n      throw error;\n    }\n  }\n\n  /**\n   * Execute a clone job (git clone + initial indexing)\n   */\n  private async executeCloneJob(job: Job): Promise<void> {\n    const { storeId } = job.details;\n\n    if (storeId === undefined || typeof storeId !== 'string') {\n      throw new Error('Store ID required for clone job');\n    }\n\n    // Get the store\n    const store = await this.storeService.get(createStoreId(storeId));\n    if (!store) {\n      throw new Error(`Store ${storeId} not found`);\n    }\n\n    // Clone is already done by the time the job is created\n    // (happens in StoreService.create), so we just need to index\n\n    // Update progress - cloning considered done (30%)\n    this.jobService.updateJob(job.id, {\n      status: 'running',\n      message: 'Repository cloned, starting indexing...',\n      progress: 30\n    });\n\n    // Index the repository with progress updates\n    const result = await this.indexService.indexStore(store, (event: { type: string; current: number; total: number; message: string }) => {\n      // Check if job was cancelled\n      const currentJob = this.jobService.getJob(job.id);\n      if (currentJob?.status === 'cancelled') {\n        throw new Error('Job cancelled by user');\n      }\n\n      // Indexing is 70% of total progress (30-100%)\n      const indexProgress = (event.current / event.total) * 70;\n      const totalProgress = 30 + indexProgress;\n\n      this.jobService.updateJob(job.id, {\n        message: `Indexed ${String(event.current)}/${String(event.total)} files`,\n        progress: Math.min(99, totalProgress), // Cap at 99 until fully complete\n        details: {\n          filesProcessed: event.current,\n          totalFiles: event.total\n        }\n      });\n    });\n\n    if (!result.success) {\n      throw result.error;\n    }\n  }\n\n  /**\n   * Execute an index job (re-indexing existing store)\n   */\n  private async executeIndexJob(job: Job): Promise<void> {\n    const { storeId } = job.details;\n\n    if (storeId === undefined || typeof storeId !== 'string') {\n      throw new Error('Store ID required for index job');\n    }\n\n    // Get the store\n    const store = await this.storeService.getByIdOrName(createStoreId(storeId));\n    if (!store) {\n      throw new Error(`Store ${storeId} not found`);\n    }\n\n    // Index with progress updates\n    const result = await this.indexService.indexStore(store, (event: { type: string; current: number; total: number; message: string }) => {\n      // Check if job was cancelled\n      const currentJob = this.jobService.getJob(job.id);\n      if (currentJob?.status === 'cancelled') {\n        throw new Error('Job cancelled by user');\n      }\n\n      const progress = (event.current / event.total) * 100;\n\n      this.jobService.updateJob(job.id, {\n        message: `Indexed ${String(event.current)}/${String(event.total)} files`,\n        progress: Math.min(99, progress), // Cap at 99 until fully complete\n        details: {\n          filesProcessed: event.current,\n          totalFiles: event.total\n        }\n      });\n    });\n\n    if (!result.success) {\n      throw result.error;\n    }\n  }\n\n  /**\n   * Execute a crawl job (web crawling + indexing)\n   */\n  private async executeCrawlJob(job: Job): Promise<void> {\n    const {\n      storeId,\n      url,\n      crawlInstruction,\n      extractInstruction,\n      maxPages,\n      simple,\n      useHeadless,\n    } = job.details;\n\n    if (storeId === undefined || typeof storeId !== 'string') {\n      throw new Error('Store ID required for crawl job');\n    }\n    if (url === undefined || typeof url !== 'string') {\n      throw new Error('URL required for crawl job');\n    }\n\n    // Get the store\n    const store = await this.storeService.get(createStoreId(storeId));\n    if (!store || store.type !== 'web') {\n      throw new Error(`Web store ${storeId} not found`);\n    }\n\n    const resolvedMaxPages = typeof maxPages === 'number' ? maxPages : 50;\n    const crawler = new IntelligentCrawler();\n\n    // Listen for progress events\n    crawler.on('progress', (progress: CrawlProgress) => {\n      // Check if job was cancelled\n      const currentJob = this.jobService.getJob(job.id);\n      if (currentJob?.status === 'cancelled') {\n        void crawler.stop();\n        return;\n      }\n\n      // Crawling is 80% of total progress (0-80%)\n      const crawlProgress = (progress.pagesVisited / resolvedMaxPages) * 80;\n\n      this.jobService.updateJob(job.id, {\n        message: progress.message ?? `Crawling page ${String(progress.pagesVisited)}/${String(resolvedMaxPages)}`,\n        progress: Math.min(80, crawlProgress),\n        details: { pagesCrawled: progress.pagesVisited }\n      });\n    });\n\n    try {\n      await this.lanceStore.initialize(store.id);\n      const docs: Document[] = [];\n\n      // Build crawl options, only including defined values\n      const crawlOptions: {\n        maxPages: number;\n        simple: boolean;\n        useHeadless: boolean;\n        crawlInstruction?: string;\n        extractInstruction?: string;\n      } = {\n        maxPages: resolvedMaxPages,\n        simple: simple ?? false,\n        useHeadless: useHeadless ?? false,\n      };\n      if (crawlInstruction !== undefined) {\n        crawlOptions.crawlInstruction = crawlInstruction;\n      }\n      if (extractInstruction !== undefined) {\n        crawlOptions.extractInstruction = extractInstruction;\n      }\n\n      // Crawl pages using IntelligentCrawler\n      for await (const result of crawler.crawl(url, crawlOptions)) {\n        // Check cancellation between pages\n        const currentJob = this.jobService.getJob(job.id);\n        if (currentJob?.status === 'cancelled') {\n          throw new Error('Job cancelled by user');\n        }\n\n        // Embed and index the content (use extracted if available, otherwise markdown)\n        const contentToEmbed = result.extracted ?? result.markdown;\n        const vector = await this.embeddingEngine.embed(contentToEmbed);\n\n        docs.push({\n          id: createDocumentId(`${store.id}-${createHash('md5').update(result.url).digest('hex')}`),\n          content: contentToEmbed,\n          vector,\n          metadata: {\n            type: 'web',\n            storeId: store.id,\n            url: result.url,\n            title: result.title,\n            extracted: result.extracted !== undefined,\n            depth: result.depth,\n            indexedAt: new Date(),\n          },\n        });\n      }\n\n      // Index all documents (remaining 20%)\n      if (docs.length > 0) {\n        this.jobService.updateJob(job.id, {\n          message: 'Indexing crawled documents...',\n          progress: 85\n        });\n\n        await this.lanceStore.addDocuments(store.id, docs);\n      }\n\n      this.jobService.updateJob(job.id, {\n        message: `Crawled and indexed ${String(docs.length)} pages`,\n        progress: 100,\n        details: { pagesCrawled: docs.length }\n      });\n    } finally {\n      await crawler.stop();\n    }\n  }\n}\n"],"mappings":";;;;;;;;;;;;;AACA,OAAO,QAAQ;AACf,OAAO,UAAU;;;ACFjB,SAAS,kBAAkB;AAWpB,IAAM,mBAAN,MAAuB;AAAA,EAC5B,YACmB,YACA,cACA,cACA,YACA,iBACjB;AALiB;AACA;AACA;AACA;AACA;AAAA,EAChB;AAAA;AAAA;AAAA;AAAA,EAKH,MAAM,WAAW,OAA8B;AAC7C,UAAM,MAAM,KAAK,WAAW,OAAO,KAAK;AAExC,QAAI,CAAC,KAAK;AACR,YAAM,IAAI,MAAM,OAAO,KAAK,YAAY;AAAA,IAC1C;AAEA,QAAI;AAEF,WAAK,WAAW,UAAU,OAAO;AAAA,QAC/B,QAAQ;AAAA,QACR,SAAS,YAAY,IAAI,IAAI;AAAA,QAC7B,UAAU;AAAA,QACV,SAAS,EAAE,YAAW,oBAAI,KAAK,GAAE,YAAY,EAAE;AAAA,MACjD,CAAC;AAGD,cAAQ,IAAI,MAAM;AAAA,QAChB,KAAK;AACH,gBAAM,KAAK,gBAAgB,GAAG;AAC9B;AAAA,QACF,KAAK;AACH,gBAAM,KAAK,gBAAgB,GAAG;AAC9B;AAAA,QACF,KAAK;AACH,gBAAM,KAAK,gBAAgB,GAAG;AAC9B;AAAA,QACF;AACE,gBAAM,IAAI,MAAM,qBAAqB,OAAO,IAAI,IAAI,CAAC,EAAE;AAAA,MAC3D;AAGA,WAAK,WAAW,UAAU,OAAO;AAAA,QAC/B,QAAQ;AAAA,QACR,UAAU;AAAA,QACV,SAAS,GAAG,IAAI,IAAI;AAAA,QACpB,SAAS,EAAE,cAAa,oBAAI,KAAK,GAAE,YAAY,EAAE;AAAA,MACnD,CAAC;AAAA,IACH,SAAS,OAAO;AAEd,YAAM,eAAwC;AAAA,QAC5C,cAAa,oBAAI,KAAK,GAAE,YAAY;AAAA,MACtC;AACA,UAAI,iBAAiB,SAAS,MAAM,UAAU,QAAW;AACvD,qBAAa,OAAO,IAAI,MAAM;AAAA,MAChC,OAAO;AACL,qBAAa,OAAO,IAAI,OAAO,KAAK;AAAA,MACtC;AACA,WAAK,WAAW,UAAU,OAAO;AAAA,QAC/B,QAAQ;AAAA,QACR,SAAS,iBAAiB,QAAQ,MAAM,UAAU;AAAA,QAClD,SAAS;AAAA,MACX,CAAC;AACD,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,gBAAgB,KAAyB;AACrD,UAAM,EAAE,QAAQ,IAAI,IAAI;AAExB,QAAI,YAAY,UAAa,OAAO,YAAY,UAAU;AACxD,YAAM,IAAI,MAAM,iCAAiC;AAAA,IACnD;AAGA,UAAM,QAAQ,MAAM,KAAK,aAAa,IAAI,cAAc,OAAO,CAAC;AAChE,QAAI,CAAC,OAAO;AACV,YAAM,IAAI,MAAM,SAAS,OAAO,YAAY;AAAA,IAC9C;AAMA,SAAK,WAAW,UAAU,IAAI,IAAI;AAAA,MAChC,QAAQ;AAAA,MACR,SAAS;AAAA,MACT,UAAU;AAAA,IACZ,CAAC;AAGD,UAAM,SAAS,MAAM,KAAK,aAAa,WAAW,OAAO,CAAC,UAA6E;AAErI,YAAM,aAAa,KAAK,WAAW,OAAO,IAAI,EAAE;AAChD,UAAI,YAAY,WAAW,aAAa;AACtC,cAAM,IAAI,MAAM,uBAAuB;AAAA,MACzC;AAGA,YAAM,gBAAiB,MAAM,UAAU,MAAM,QAAS;AACtD,YAAM,gBAAgB,KAAK;AAE3B,WAAK,WAAW,UAAU,IAAI,IAAI;AAAA,QAChC,SAAS,WAAW,OAAO,MAAM,OAAO,CAAC,IAAI,OAAO,MAAM,KAAK,CAAC;AAAA,QAChE,UAAU,KAAK,IAAI,IAAI,aAAa;AAAA;AAAA,QACpC,SAAS;AAAA,UACP,gBAAgB,MAAM;AAAA,UACtB,YAAY,MAAM;AAAA,QACpB;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAED,QAAI,CAAC,OAAO,SAAS;AACnB,YAAM,OAAO;AAAA,IACf;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,gBAAgB,KAAyB;AACrD,UAAM,EAAE,QAAQ,IAAI,IAAI;AAExB,QAAI,YAAY,UAAa,OAAO,YAAY,UAAU;AACxD,YAAM,IAAI,MAAM,iCAAiC;AAAA,IACnD;AAGA,UAAM,QAAQ,MAAM,KAAK,aAAa,cAAc,cAAc,OAAO,CAAC;AAC1E,QAAI,CAAC,OAAO;AACV,YAAM,IAAI,MAAM,SAAS,OAAO,YAAY;AAAA,IAC9C;AAGA,UAAM,SAAS,MAAM,KAAK,aAAa,WAAW,OAAO,CAAC,UAA6E;AAErI,YAAM,aAAa,KAAK,WAAW,OAAO,IAAI,EAAE;AAChD,UAAI,YAAY,WAAW,aAAa;AACtC,cAAM,IAAI,MAAM,uBAAuB;AAAA,MACzC;AAEA,YAAM,WAAY,MAAM,UAAU,MAAM,QAAS;AAEjD,WAAK,WAAW,UAAU,IAAI,IAAI;AAAA,QAChC,SAAS,WAAW,OAAO,MAAM,OAAO,CAAC,IAAI,OAAO,MAAM,KAAK,CAAC;AAAA,QAChE,UAAU,KAAK,IAAI,IAAI,QAAQ;AAAA;AAAA,QAC/B,SAAS;AAAA,UACP,gBAAgB,MAAM;AAAA,UACtB,YAAY,MAAM;AAAA,QACpB;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAED,QAAI,CAAC,OAAO,SAAS;AACnB,YAAM,OAAO;AAAA,IACf;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,gBAAgB,KAAyB;AACrD,UAAM;AAAA,MACJ;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF,IAAI,IAAI;AAER,QAAI,YAAY,UAAa,OAAO,YAAY,UAAU;AACxD,YAAM,IAAI,MAAM,iCAAiC;AAAA,IACnD;AACA,QAAI,QAAQ,UAAa,OAAO,QAAQ,UAAU;AAChD,YAAM,IAAI,MAAM,4BAA4B;AAAA,IAC9C;AAGA,UAAM,QAAQ,MAAM,KAAK,aAAa,IAAI,cAAc,OAAO,CAAC;AAChE,QAAI,CAAC,SAAS,MAAM,SAAS,OAAO;AAClC,YAAM,IAAI,MAAM,aAAa,OAAO,YAAY;AAAA,IAClD;AAEA,UAAM,mBAAmB,OAAO,aAAa,WAAW,WAAW;AACnE,UAAM,UAAU,IAAI,mBAAmB;AAGvC,YAAQ,GAAG,YAAY,CAAC,aAA4B;AAElD,YAAM,aAAa,KAAK,WAAW,OAAO,IAAI,EAAE;AAChD,UAAI,YAAY,WAAW,aAAa;AACtC,aAAK,QAAQ,KAAK;AAClB;AAAA,MACF;AAGA,YAAM,gBAAiB,SAAS,eAAe,mBAAoB;AAEnE,WAAK,WAAW,UAAU,IAAI,IAAI;AAAA,QAChC,SAAS,SAAS,WAAW,iBAAiB,OAAO,SAAS,YAAY,CAAC,IAAI,OAAO,gBAAgB,CAAC;AAAA,QACvG,UAAU,KAAK,IAAI,IAAI,aAAa;AAAA,QACpC,SAAS,EAAE,cAAc,SAAS,aAAa;AAAA,MACjD,CAAC;AAAA,IACH,CAAC;AAED,QAAI;AACF,YAAM,KAAK,WAAW,WAAW,MAAM,EAAE;AACzC,YAAM,OAAmB,CAAC;AAG1B,YAAM,eAMF;AAAA,QACF,UAAU;AAAA,QACV,QAAQ,UAAU;AAAA,QAClB,aAAa,eAAe;AAAA,MAC9B;AACA,UAAI,qBAAqB,QAAW;AAClC,qBAAa,mBAAmB;AAAA,MAClC;AACA,UAAI,uBAAuB,QAAW;AACpC,qBAAa,qBAAqB;AAAA,MACpC;AAGA,uBAAiB,UAAU,QAAQ,MAAM,KAAK,YAAY,GAAG;AAE3D,cAAM,aAAa,KAAK,WAAW,OAAO,IAAI,EAAE;AAChD,YAAI,YAAY,WAAW,aAAa;AACtC,gBAAM,IAAI,MAAM,uBAAuB;AAAA,QACzC;AAGA,cAAM,iBAAiB,OAAO,aAAa,OAAO;AAClD,cAAM,SAAS,MAAM,KAAK,gBAAgB,MAAM,cAAc;AAE9D,aAAK,KAAK;AAAA,UACR,IAAI,iBAAiB,GAAG,MAAM,EAAE,IAAI,WAAW,KAAK,EAAE,OAAO,OAAO,GAAG,EAAE,OAAO,KAAK,CAAC,EAAE;AAAA,UACxF,SAAS;AAAA,UACT;AAAA,UACA,UAAU;AAAA,YACR,MAAM;AAAA,YACN,SAAS,MAAM;AAAA,YACf,KAAK,OAAO;AAAA,YACZ,OAAO,OAAO;AAAA,YACd,WAAW,OAAO,cAAc;AAAA,YAChC,OAAO,OAAO;AAAA,YACd,WAAW,oBAAI,KAAK;AAAA,UACtB;AAAA,QACF,CAAC;AAAA,MACH;AAGA,UAAI,KAAK,SAAS,GAAG;AACnB,aAAK,WAAW,UAAU,IAAI,IAAI;AAAA,UAChC,SAAS;AAAA,UACT,UAAU;AAAA,QACZ,CAAC;AAED,cAAM,KAAK,WAAW,aAAa,MAAM,IAAI,IAAI;AAAA,MACnD;AAEA,WAAK,WAAW,UAAU,IAAI,IAAI;AAAA,QAChC,SAAS,uBAAuB,OAAO,KAAK,MAAM,CAAC;AAAA,QACnD,UAAU;AAAA,QACV,SAAS,EAAE,cAAc,KAAK,OAAO;AAAA,MACvC,CAAC;AAAA,IACH,UAAE;AACA,YAAM,QAAQ,KAAK;AAAA,IACrB;AAAA,EACF;AACF;;;ADtRA,eAAe,OAAsB;AACnC,QAAM,QAAQ,QAAQ,KAAK,CAAC;AAC5B,QAAM,UAAU,QAAQ,IAAI,iBAAiB;AAE7C,MAAI,UAAU,UAAa,UAAU,IAAI;AACvC,YAAQ,MAAM,wBAAwB;AACtC,YAAQ,MAAM,uCAAuC;AACrD,YAAQ,KAAK,CAAC;AAAA,EAChB;AAGA,QAAM,aAAa,IAAI,WAAW,OAAO;AACzC,QAAM,WAAW,MAAM,eAAe,QAAW,OAAO;AAGxD,QAAM,UAAU,KAAK;AAAA,IACnB,WAAW,SAAS;AAAA;AAAA,IACpB,GAAG,KAAK;AAAA,EACV;AAEA,MAAI;AACF,OAAG,cAAc,SAAS,QAAQ,IAAI,SAAS,GAAG,OAAO;AAAA,EAC3D,SAAS,OAAO;AACd,YAAQ,MAAM,sCAAsC,KAAK;AAAA,EAC3D;AAGA,UAAQ,GAAG,WAAW,MAAM;AAC1B,YAAQ,IAAI,IAAI,KAAK,uCAAuC;AAC5D,eAAW,UAAU,OAAO;AAAA,MAC1B,QAAQ;AAAA,MACR,SAAS;AAAA,IACX,CAAC;AAGD,QAAI;AACF,UAAI,GAAG,WAAW,OAAO,GAAG;AAC1B,WAAG,WAAW,OAAO;AAAA,MACvB;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,uCAAuC,KAAK;AAAA,IAC5D;AAEA,YAAQ,KAAK,CAAC;AAAA,EAChB,CAAC;AAGD,QAAM,SAAS,IAAI;AAAA,IACjB;AAAA,IACA,SAAS;AAAA,IACT,SAAS;AAAA,IACT,SAAS;AAAA,IACT,SAAS;AAAA,EACX;AAEA,MAAI;AACF,UAAM,OAAO,WAAW,KAAK;AAG7B,QAAI;AACF,UAAI,GAAG,WAAW,OAAO,GAAG;AAC1B,WAAG,WAAW,OAAO;AAAA,MACvB;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,uCAAuC,KAAK;AAAA,IAC5D;AAEA,YAAQ,IAAI,IAAI,KAAK,8BAA8B;AACnD,YAAQ,KAAK,CAAC;AAAA,EAChB,SAAS,OAAO;AAEd,YAAQ,MAAM,IAAI,KAAK,iBAAiB,KAAK;AAG7C,QAAI;AACF,UAAI,GAAG,WAAW,OAAO,GAAG;AAC1B,WAAG,WAAW,OAAO;AAAA,MACvB;AAAA,IACF,SAAS,cAAc;AACrB,cAAQ,MAAM,uCAAuC,YAAY;AAAA,IACnE;AAEA,YAAQ,KAAK,CAAC;AAAA,EAChB;AACF;AAEA,KAAK,EAAE,MAAM,CAAC,UAAmB;AAC/B,UAAQ,MAAM,qCAAqC,KAAK;AACxD,UAAQ,KAAK,CAAC;AAChB,CAAC;","names":[]}
+{"version":3,"sources":["../../src/workers/background-worker-cli.ts","../../src/workers/background-worker.ts"],"sourcesContent":["#!/usr/bin/env node\nimport fs from 'fs';\nimport path from 'path';\nimport { BackgroundWorker } from './background-worker.js';\nimport { createServices } from '../services/index.js';\nimport { JobService } from '../services/job.service.js';\n\n/**\n * Background worker CLI entry point\n *\n * Usage: background-worker-cli <job-id>\n *\n * This process runs detached from the parent and executes a single job.\n */\n\nasync function main(): Promise<void> {\n  const jobId = process.argv[2];\n  const dataDir = process.env['BLUERA_DATA_DIR'];\n\n  if (jobId === undefined || jobId === '') {\n    console.error('Error: Job ID required');\n    console.error('Usage: background-worker-cli <job-id>');\n    process.exit(1);\n  }\n\n  // Initialize services\n  const jobService = new JobService(dataDir);\n  const services = await createServices(undefined, dataDir);\n\n  // Write PID file for job cancellation\n  const pidFile = path.join(\n    jobService['jobsDir'], // Access private field for PID path\n    `${jobId}.pid`\n  );\n\n  try {\n    fs.writeFileSync(pidFile, process.pid.toString(), 'utf-8');\n  } catch (error) {\n    console.error('Warning: Could not write PID file:', error);\n  }\n\n  // Handle SIGTERM for graceful shutdown\n  process.on('SIGTERM', () => {\n    console.log(`[${jobId}] Received SIGTERM, cancelling job...`);\n    jobService.updateJob(jobId, {\n      status: 'cancelled',\n      message: 'Job cancelled by user',\n    });\n\n    // Clean up PID file\n    try {\n      if (fs.existsSync(pidFile)) {\n        fs.unlinkSync(pidFile);\n      }\n    } catch (error) {\n      console.error('Warning: Could not remove PID file:', error);\n    }\n\n    process.exit(0);\n  });\n\n  // Create worker and execute job\n  const worker = new BackgroundWorker(\n    jobService,\n    services.store,\n    services.index,\n    services.lance,\n    services.embeddings\n  );\n\n  try {\n    await worker.executeJob(jobId);\n\n    // Clean up PID file on success\n    try {\n      if (fs.existsSync(pidFile)) {\n        fs.unlinkSync(pidFile);\n      }\n    } catch (error) {\n      console.error('Warning: Could not remove PID file:', error);\n    }\n\n    console.log(`[${jobId}] Job completed successfully`);\n    process.exit(0);\n  } catch (error) {\n    // Job service already updated with failure status in BackgroundWorker\n    console.error(`[${jobId}] Job failed:`, error);\n\n    // Clean up PID file on failure\n    try {\n      if (fs.existsSync(pidFile)) {\n        fs.unlinkSync(pidFile);\n      }\n    } catch (cleanupError) {\n      console.error('Warning: Could not remove PID file:', cleanupError);\n    }\n\n    process.exit(1);\n  }\n}\n\nmain().catch((error: unknown) => {\n  console.error('Fatal error in background worker:', error);\n  process.exit(1);\n});\n","import { createHash } from 'node:crypto';\nimport { IntelligentCrawler, type CrawlProgress } from '../crawl/intelligent-crawler.js';\nimport { IndexService } from '../services/index.service.js';\nimport { JobService } from '../services/job.service.js';\nimport { StoreService } from '../services/store.service.js';\nimport { createStoreId, createDocumentId } from '../types/brands.js';\nimport type { EmbeddingEngine } from '../db/embeddings.js';\nimport type { LanceStore } from '../db/lance.js';\nimport type { Document } from '../types/document.js';\nimport type { Job } from '../types/job.js';\n\n/**\n * Calculate index progress as a percentage, handling division by zero.\n * @param current - Current number of items processed\n * @param total - Total number of items (may be 0)\n * @param scale - Scale factor for progress (default 100 for 0-100%)\n * @returns Progress value, or 0 if total is 0\n */\nexport function calculateIndexProgress(\n  current: number,\n  total: number,\n  scale: number = 100\n): number {\n  if (total === 0) return 0;\n  return (current / total) * scale;\n}\n\nexport class BackgroundWorker {\n  constructor(\n    private readonly jobService: JobService,\n    private readonly storeService: StoreService,\n    private readonly indexService: IndexService,\n    private readonly lanceStore: LanceStore,\n    private readonly embeddingEngine: EmbeddingEngine\n  ) {}\n\n  /**\n   * Execute a job based on its type\n   */\n  async executeJob(jobId: string): Promise<void> {\n    const job = this.jobService.getJob(jobId);\n\n    if (!job) {\n      throw new Error(`Job ${jobId} not found`);\n    }\n\n    try {\n      // Update to running status\n      this.jobService.updateJob(jobId, {\n        status: 'running',\n        message: `Starting ${job.type} operation...`,\n        progress: 0,\n        details: { startedAt: new Date().toISOString() },\n      });\n\n      // Execute based on job type\n      switch (job.type) {\n        case 'clone':\n          await this.executeCloneJob(job);\n          break;\n        case 'index':\n          await this.executeIndexJob(job);\n          break;\n        case 'crawl':\n          await this.executeCrawlJob(job);\n          break;\n        default:\n          throw new Error(`Unknown job type: ${String(job.type)}`);\n      }\n\n      // Mark as completed\n      this.jobService.updateJob(jobId, {\n        status: 'completed',\n        progress: 100,\n        message: `${job.type} operation completed successfully`,\n        details: { completedAt: new Date().toISOString() },\n      });\n    } catch (error) {\n      // Mark as failed\n      const errorDetails: Record<string, unknown> = {\n        completedAt: new Date().toISOString(),\n      };\n      if (error instanceof Error && error.stack !== undefined) {\n        errorDetails['error'] = error.stack;\n      } else {\n        errorDetails['error'] = String(error);\n      }\n      this.jobService.updateJob(jobId, {\n        status: 'failed',\n        message: error instanceof Error ? error.message : 'Unknown error',\n        details: errorDetails,\n      });\n      throw error;\n    }\n  }\n\n  /**\n   * Execute a clone job (git clone + initial indexing)\n   */\n  private async executeCloneJob(job: Job): Promise<void> {\n    const { storeId } = job.details;\n\n    if (storeId === undefined || typeof storeId !== 'string') {\n      throw new Error('Store ID required for clone job');\n    }\n\n    // Get the store\n    const store = await this.storeService.get(createStoreId(storeId));\n    if (!store) {\n      throw new Error(`Store ${storeId} not found`);\n    }\n\n    // Clone is already done by the time the job is created\n    // (happens in StoreService.create), so we just need to index\n\n    // Update progress - cloning considered done (30%)\n    this.jobService.updateJob(job.id, {\n      status: 'running',\n      message: 'Repository cloned, starting indexing...',\n      progress: 30,\n    });\n\n    // Index the repository with progress updates\n    const result = await this.indexService.indexStore(\n      store,\n      (event: { type: string; current: number; total: number; message: string }) => {\n        // Check if job was cancelled\n        const currentJob = this.jobService.getJob(job.id);\n        if (currentJob?.status === 'cancelled') {\n          throw new Error('Job cancelled by user');\n        }\n\n        // Indexing is 70% of total progress (30-100%)\n        const indexProgress = calculateIndexProgress(event.current, event.total, 70);\n        const totalProgress = 30 + indexProgress;\n\n        this.jobService.updateJob(job.id, {\n          message: `Indexed ${String(event.current)}/${String(event.total)} files`,\n          progress: Math.min(99, totalProgress), // Cap at 99 until fully complete\n          details: {\n            filesProcessed: event.current,\n            totalFiles: event.total,\n          },\n        });\n      }\n    );\n\n    if (!result.success) {\n      throw result.error;\n    }\n  }\n\n  /**\n   * Execute an index job (re-indexing existing store)\n   */\n  private async executeIndexJob(job: Job): Promise<void> {\n    const { storeId } = job.details;\n\n    if (storeId === undefined || typeof storeId !== 'string') {\n      throw new Error('Store ID required for index job');\n    }\n\n    // Get the store\n    const store = await this.storeService.getByIdOrName(createStoreId(storeId));\n    if (!store) {\n      throw new Error(`Store ${storeId} not found`);\n    }\n\n    // Index with progress updates\n    const result = await this.indexService.indexStore(\n      store,\n      (event: { type: string; current: number; total: number; message: string }) => {\n        // Check if job was cancelled\n        const currentJob = this.jobService.getJob(job.id);\n        if (currentJob?.status === 'cancelled') {\n          throw new Error('Job cancelled by user');\n        }\n\n        const progress = calculateIndexProgress(event.current, event.total);\n\n        this.jobService.updateJob(job.id, {\n          message: `Indexed ${String(event.current)}/${String(event.total)} files`,\n          progress: Math.min(99, progress), // Cap at 99 until fully complete\n          details: {\n            filesProcessed: event.current,\n            totalFiles: event.total,\n          },\n        });\n      }\n    );\n\n    if (!result.success) {\n      throw result.error;\n    }\n  }\n\n  /**\n   * Execute a crawl job (web crawling + indexing)\n   */\n  private async executeCrawlJob(job: Job): Promise<void> {\n    const { storeId, url, crawlInstruction, extractInstruction, maxPages, simple, useHeadless } =\n      job.details;\n\n    if (storeId === undefined || typeof storeId !== 'string') {\n      throw new Error('Store ID required for crawl job');\n    }\n    if (url === undefined || typeof url !== 'string') {\n      throw new Error('URL required for crawl job');\n    }\n\n    // Get the store\n    const store = await this.storeService.get(createStoreId(storeId));\n    if (store?.type !== 'web') {\n      throw new Error(`Web store ${storeId} not found`);\n    }\n\n    const resolvedMaxPages = typeof maxPages === 'number' ? maxPages : 50;\n    const crawler = new IntelligentCrawler();\n\n    // Listen for progress events\n    crawler.on('progress', (progress: CrawlProgress) => {\n      // Check if job was cancelled - just return early, for-await loop will throw and finally will cleanup\n      const currentJob = this.jobService.getJob(job.id);\n      if (currentJob?.status === 'cancelled') {\n        return;\n      }\n\n      // Crawling is 80% of total progress (0-80%)\n      const crawlProgress = (progress.pagesVisited / resolvedMaxPages) * 80;\n\n      this.jobService.updateJob(job.id, {\n        message:\n          progress.message ??\n          `Crawling page ${String(progress.pagesVisited)}/${String(resolvedMaxPages)}`,\n        progress: Math.min(80, crawlProgress),\n        details: { pagesCrawled: progress.pagesVisited },\n      });\n    });\n\n    try {\n      await this.lanceStore.initialize(store.id);\n      const docs: Document[] = [];\n\n      // Build crawl options, only including defined values\n      const crawlOptions: {\n        maxPages: number;\n        simple: boolean;\n        useHeadless: boolean;\n        crawlInstruction?: string;\n        extractInstruction?: string;\n      } = {\n        maxPages: resolvedMaxPages,\n        simple: simple ?? false,\n        useHeadless: useHeadless ?? false,\n      };\n      if (crawlInstruction !== undefined) {\n        crawlOptions.crawlInstruction = crawlInstruction;\n      }\n      if (extractInstruction !== undefined) {\n        crawlOptions.extractInstruction = extractInstruction;\n      }\n\n      // Crawl pages using IntelligentCrawler\n      for await (const result of crawler.crawl(url, crawlOptions)) {\n        // Check cancellation between pages\n        const currentJob = this.jobService.getJob(job.id);\n        if (currentJob?.status === 'cancelled') {\n          throw new Error('Job cancelled by user');\n        }\n\n        // Embed and index the content (use extracted if available, otherwise markdown)\n        const contentToEmbed = result.extracted ?? result.markdown;\n        const vector = await this.embeddingEngine.embed(contentToEmbed);\n\n        docs.push({\n          id: createDocumentId(`${store.id}-${createHash('md5').update(result.url).digest('hex')}`),\n          content: contentToEmbed,\n          vector,\n          metadata: {\n            type: 'web',\n            storeId: store.id,\n            url: result.url,\n            title: result.title,\n            extracted: result.extracted !== undefined,\n            depth: result.depth,\n            indexedAt: new Date(),\n          },\n        });\n      }\n\n      // Index all documents (remaining 20%)\n      if (docs.length > 0) {\n        this.jobService.updateJob(job.id, {\n          message: 'Indexing crawled documents...',\n          progress: 85,\n        });\n\n        await this.lanceStore.addDocuments(store.id, docs);\n      }\n\n      this.jobService.updateJob(job.id, {\n        message: `Crawled and indexed ${String(docs.length)} pages`,\n        progress: 100,\n        details: { pagesCrawled: docs.length },\n      });\n    } finally {\n      await crawler.stop();\n    }\n  }\n}\n"],"mappings":";;;;;;;;;;;;;AACA,OAAO,QAAQ;AACf,OAAO,UAAU;;;ACFjB,SAAS,kBAAkB;AAkBpB,SAAS,uBACd,SACA,OACA,QAAgB,KACR;AACR,MAAI,UAAU,EAAG,QAAO;AACxB,SAAQ,UAAU,QAAS;AAC7B;AAEO,IAAM,mBAAN,MAAuB;AAAA,EAC5B,YACmB,YACA,cACA,cACA,YACA,iBACjB;AALiB;AACA;AACA;AACA;AACA;AAAA,EAChB;AAAA;AAAA;AAAA;AAAA,EAKH,MAAM,WAAW,OAA8B;AAC7C,UAAM,MAAM,KAAK,WAAW,OAAO,KAAK;AAExC,QAAI,CAAC,KAAK;AACR,YAAM,IAAI,MAAM,OAAO,KAAK,YAAY;AAAA,IAC1C;AAEA,QAAI;AAEF,WAAK,WAAW,UAAU,OAAO;AAAA,QAC/B,QAAQ;AAAA,QACR,SAAS,YAAY,IAAI,IAAI;AAAA,QAC7B,UAAU;AAAA,QACV,SAAS,EAAE,YAAW,oBAAI,KAAK,GAAE,YAAY,EAAE;AAAA,MACjD,CAAC;AAGD,cAAQ,IAAI,MAAM;AAAA,QAChB,KAAK;AACH,gBAAM,KAAK,gBAAgB,GAAG;AAC9B;AAAA,QACF,KAAK;AACH,gBAAM,KAAK,gBAAgB,GAAG;AAC9B;AAAA,QACF,KAAK;AACH,gBAAM,KAAK,gBAAgB,GAAG;AAC9B;AAAA,QACF;AACE,gBAAM,IAAI,MAAM,qBAAqB,OAAO,IAAI,IAAI,CAAC,EAAE;AAAA,MAC3D;AAGA,WAAK,WAAW,UAAU,OAAO;AAAA,QAC/B,QAAQ;AAAA,QACR,UAAU;AAAA,QACV,SAAS,GAAG,IAAI,IAAI;AAAA,QACpB,SAAS,EAAE,cAAa,oBAAI,KAAK,GAAE,YAAY,EAAE;AAAA,MACnD,CAAC;AAAA,IACH,SAAS,OAAO;AAEd,YAAM,eAAwC;AAAA,QAC5C,cAAa,oBAAI,KAAK,GAAE,YAAY;AAAA,MACtC;AACA,UAAI,iBAAiB,SAAS,MAAM,UAAU,QAAW;AACvD,qBAAa,OAAO,IAAI,MAAM;AAAA,MAChC,OAAO;AACL,qBAAa,OAAO,IAAI,OAAO,KAAK;AAAA,MACtC;AACA,WAAK,WAAW,UAAU,OAAO;AAAA,QAC/B,QAAQ;AAAA,QACR,SAAS,iBAAiB,QAAQ,MAAM,UAAU;AAAA,QAClD,SAAS;AAAA,MACX,CAAC;AACD,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,gBAAgB,KAAyB;AACrD,UAAM,EAAE,QAAQ,IAAI,IAAI;AAExB,QAAI,YAAY,UAAa,OAAO,YAAY,UAAU;AACxD,YAAM,IAAI,MAAM,iCAAiC;AAAA,IACnD;AAGA,UAAM,QAAQ,MAAM,KAAK,aAAa,IAAI,cAAc,OAAO,CAAC;AAChE,QAAI,CAAC,OAAO;AACV,YAAM,IAAI,MAAM,SAAS,OAAO,YAAY;AAAA,IAC9C;AAMA,SAAK,WAAW,UAAU,IAAI,IAAI;AAAA,MAChC,QAAQ;AAAA,MACR,SAAS;AAAA,MACT,UAAU;AAAA,IACZ,CAAC;AAGD,UAAM,SAAS,MAAM,KAAK,aAAa;AAAA,MACrC;AAAA,MACA,CAAC,UAA6E;AAE5E,cAAM,aAAa,KAAK,WAAW,OAAO,IAAI,EAAE;AAChD,YAAI,YAAY,WAAW,aAAa;AACtC,gBAAM,IAAI,MAAM,uBAAuB;AAAA,QACzC;AAGA,cAAM,gBAAgB,uBAAuB,MAAM,SAAS,MAAM,OAAO,EAAE;AAC3E,cAAM,gBAAgB,KAAK;AAE3B,aAAK,WAAW,UAAU,IAAI,IAAI;AAAA,UAChC,SAAS,WAAW,OAAO,MAAM,OAAO,CAAC,IAAI,OAAO,MAAM,KAAK,CAAC;AAAA,UAChE,UAAU,KAAK,IAAI,IAAI,aAAa;AAAA;AAAA,UACpC,SAAS;AAAA,YACP,gBAAgB,MAAM;AAAA,YACtB,YAAY,MAAM;AAAA,UACpB;AAAA,QACF,CAAC;AAAA,MACH;AAAA,IACF;AAEA,QAAI,CAAC,OAAO,SAAS;AACnB,YAAM,OAAO;AAAA,IACf;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,gBAAgB,KAAyB;AACrD,UAAM,EAAE,QAAQ,IAAI,IAAI;AAExB,QAAI,YAAY,UAAa,OAAO,YAAY,UAAU;AACxD,YAAM,IAAI,MAAM,iCAAiC;AAAA,IACnD;AAGA,UAAM,QAAQ,MAAM,KAAK,aAAa,cAAc,cAAc,OAAO,CAAC;AAC1E,QAAI,CAAC,OAAO;AACV,YAAM,IAAI,MAAM,SAAS,OAAO,YAAY;AAAA,IAC9C;AAGA,UAAM,SAAS,MAAM,KAAK,aAAa;AAAA,MACrC;AAAA,MACA,CAAC,UAA6E;AAE5E,cAAM,aAAa,KAAK,WAAW,OAAO,IAAI,EAAE;AAChD,YAAI,YAAY,WAAW,aAAa;AACtC,gBAAM,IAAI,MAAM,uBAAuB;AAAA,QACzC;AAEA,cAAM,WAAW,uBAAuB,MAAM,SAAS,MAAM,KAAK;AAElE,aAAK,WAAW,UAAU,IAAI,IAAI;AAAA,UAChC,SAAS,WAAW,OAAO,MAAM,OAAO,CAAC,IAAI,OAAO,MAAM,KAAK,CAAC;AAAA,UAChE,UAAU,KAAK,IAAI,IAAI,QAAQ;AAAA;AAAA,UAC/B,SAAS;AAAA,YACP,gBAAgB,MAAM;AAAA,YACtB,YAAY,MAAM;AAAA,UACpB;AAAA,QACF,CAAC;AAAA,MACH;AAAA,IACF;AAEA,QAAI,CAAC,OAAO,SAAS;AACnB,YAAM,OAAO;AAAA,IACf;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,gBAAgB,KAAyB;AACrD,UAAM,EAAE,SAAS,KAAK,kBAAkB,oBAAoB,UAAU,QAAQ,YAAY,IACxF,IAAI;AAEN,QAAI,YAAY,UAAa,OAAO,YAAY,UAAU;AACxD,YAAM,IAAI,MAAM,iCAAiC;AAAA,IACnD;AACA,QAAI,QAAQ,UAAa,OAAO,QAAQ,UAAU;AAChD,YAAM,IAAI,MAAM,4BAA4B;AAAA,IAC9C;AAGA,UAAM,QAAQ,MAAM,KAAK,aAAa,IAAI,cAAc,OAAO,CAAC;AAChE,QAAI,OAAO,SAAS,OAAO;AACzB,YAAM,IAAI,MAAM,aAAa,OAAO,YAAY;AAAA,IAClD;AAEA,UAAM,mBAAmB,OAAO,aAAa,WAAW,WAAW;AACnE,UAAM,UAAU,IAAI,mBAAmB;AAGvC,YAAQ,GAAG,YAAY,CAAC,aAA4B;AAElD,YAAM,aAAa,KAAK,WAAW,OAAO,IAAI,EAAE;AAChD,UAAI,YAAY,WAAW,aAAa;AACtC;AAAA,MACF;AAGA,YAAM,gBAAiB,SAAS,eAAe,mBAAoB;AAEnE,WAAK,WAAW,UAAU,IAAI,IAAI;AAAA,QAChC,SACE,SAAS,WACT,iBAAiB,OAAO,SAAS,YAAY,CAAC,IAAI,OAAO,gBAAgB,CAAC;AAAA,QAC5E,UAAU,KAAK,IAAI,IAAI,aAAa;AAAA,QACpC,SAAS,EAAE,cAAc,SAAS,aAAa;AAAA,MACjD,CAAC;AAAA,IACH,CAAC;AAED,QAAI;AACF,YAAM,KAAK,WAAW,WAAW,MAAM,EAAE;AACzC,YAAM,OAAmB,CAAC;AAG1B,YAAM,eAMF;AAAA,QACF,UAAU;AAAA,QACV,QAAQ,UAAU;AAAA,QAClB,aAAa,eAAe;AAAA,MAC9B;AACA,UAAI,qBAAqB,QAAW;AAClC,qBAAa,mBAAmB;AAAA,MAClC;AACA,UAAI,uBAAuB,QAAW;AACpC,qBAAa,qBAAqB;AAAA,MACpC;AAGA,uBAAiB,UAAU,QAAQ,MAAM,KAAK,YAAY,GAAG;AAE3D,cAAM,aAAa,KAAK,WAAW,OAAO,IAAI,EAAE;AAChD,YAAI,YAAY,WAAW,aAAa;AACtC,gBAAM,IAAI,MAAM,uBAAuB;AAAA,QACzC;AAGA,cAAM,iBAAiB,OAAO,aAAa,OAAO;AAClD,cAAM,SAAS,MAAM,KAAK,gBAAgB,MAAM,cAAc;AAE9D,aAAK,KAAK;AAAA,UACR,IAAI,iBAAiB,GAAG,MAAM,EAAE,IAAI,WAAW,KAAK,EAAE,OAAO,OAAO,GAAG,EAAE,OAAO,KAAK,CAAC,EAAE;AAAA,UACxF,SAAS;AAAA,UACT;AAAA,UACA,UAAU;AAAA,YACR,MAAM;AAAA,YACN,SAAS,MAAM;AAAA,YACf,KAAK,OAAO;AAAA,YACZ,OAAO,OAAO;AAAA,YACd,WAAW,OAAO,cAAc;AAAA,YAChC,OAAO,OAAO;AAAA,YACd,WAAW,oBAAI,KAAK;AAAA,UACtB;AAAA,QACF,CAAC;AAAA,MACH;AAGA,UAAI,KAAK,SAAS,GAAG;AACnB,aAAK,WAAW,UAAU,IAAI,IAAI;AAAA,UAChC,SAAS;AAAA,UACT,UAAU;AAAA,QACZ,CAAC;AAED,cAAM,KAAK,WAAW,aAAa,MAAM,IAAI,IAAI;AAAA,MACnD;AAEA,WAAK,WAAW,UAAU,IAAI,IAAI;AAAA,QAChC,SAAS,uBAAuB,OAAO,KAAK,MAAM,CAAC;AAAA,QACnD,UAAU;AAAA,QACV,SAAS,EAAE,cAAc,KAAK,OAAO;AAAA,MACvC,CAAC;AAAA,IACH,UAAE;AACA,YAAM,QAAQ,KAAK;AAAA,IACrB;AAAA,EACF;AACF;;;ADtSA,eAAe,OAAsB;AACnC,QAAM,QAAQ,QAAQ,KAAK,CAAC;AAC5B,QAAM,UAAU,QAAQ,IAAI,iBAAiB;AAE7C,MAAI,UAAU,UAAa,UAAU,IAAI;AACvC,YAAQ,MAAM,wBAAwB;AACtC,YAAQ,MAAM,uCAAuC;AACrD,YAAQ,KAAK,CAAC;AAAA,EAChB;AAGA,QAAM,aAAa,IAAI,WAAW,OAAO;AACzC,QAAM,WAAW,MAAM,eAAe,QAAW,OAAO;AAGxD,QAAM,UAAU,KAAK;AAAA,IACnB,WAAW,SAAS;AAAA;AAAA,IACpB,GAAG,KAAK;AAAA,EACV;AAEA,MAAI;AACF,OAAG,cAAc,SAAS,QAAQ,IAAI,SAAS,GAAG,OAAO;AAAA,EAC3D,SAAS,OAAO;AACd,YAAQ,MAAM,sCAAsC,KAAK;AAAA,EAC3D;AAGA,UAAQ,GAAG,WAAW,MAAM;AAC1B,YAAQ,IAAI,IAAI,KAAK,uCAAuC;AAC5D,eAAW,UAAU,OAAO;AAAA,MAC1B,QAAQ;AAAA,MACR,SAAS;AAAA,IACX,CAAC;AAGD,QAAI;AACF,UAAI,GAAG,WAAW,OAAO,GAAG;AAC1B,WAAG,WAAW,OAAO;AAAA,MACvB;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,uCAAuC,KAAK;AAAA,IAC5D;AAEA,YAAQ,KAAK,CAAC;AAAA,EAChB,CAAC;AAGD,QAAM,SAAS,IAAI;AAAA,IACjB;AAAA,IACA,SAAS;AAAA,IACT,SAAS;AAAA,IACT,SAAS;AAAA,IACT,SAAS;AAAA,EACX;AAEA,MAAI;AACF,UAAM,OAAO,WAAW,KAAK;AAG7B,QAAI;AACF,UAAI,GAAG,WAAW,OAAO,GAAG;AAC1B,WAAG,WAAW,OAAO;AAAA,MACvB;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,uCAAuC,KAAK;AAAA,IAC5D;AAEA,YAAQ,IAAI,IAAI,KAAK,8BAA8B;AACnD,YAAQ,KAAK,CAAC;AAAA,EAChB,SAAS,OAAO;AAEd,YAAQ,MAAM,IAAI,KAAK,iBAAiB,KAAK;AAG7C,QAAI;AACF,UAAI,GAAG,WAAW,OAAO,GAAG;AAC1B,WAAG,WAAW,OAAO;AAAA,MACvB;AAAA,IACF,SAAS,cAAc;AACrB,cAAQ,MAAM,uCAAuC,YAAY;AAAA,IACnE;AAEA,YAAQ,KAAK,CAAC;AAAA,EAChB;AACF;AAEA,KAAK,EAAE,MAAM,CAAC,UAAmB;AAC/B,UAAQ,MAAM,qCAAqC,KAAK;AACxD,UAAQ,KAAK,CAAC;AAChB,CAAC;","names":[]}

package/eslint.config.js

@@ -1,6 +1,8 @@
 import eslint from '@eslint/js';
 import tseslint from 'typescript-eslint';
 import eslintComments from 'eslint-plugin-eslint-comments';
+import importPlugin from 'eslint-plugin-import';
+import eslintConfigPrettier from 'eslint-config-prettier';
 import requireSkipComment from './eslint-rules/require-skip-comment.js';
 
 export default tseslint.config(
@@ -13,10 +15,19 @@ export default tseslint.config(
         tsconfigRootDir: import.meta.dirname,
       },
     },
+    settings: {
+      'import/resolver': {
+        typescript: {
+          alwaysTryTypes: true,
+          project: './tsconfig.json',
+        },
+      },
+    },
   },
   {
     plugins: {
       'eslint-comments': eslintComments,
+      import: importPlugin,
     },
     rules: {
       // Type safety
@@ -30,6 +41,16 @@ export default tseslint.config(
       '@typescript-eslint/prefer-readonly': 'error',
       '@typescript-eslint/strict-boolean-expressions': 'error',
       '@typescript-eslint/consistent-type-assertions': ['error', { assertionStyle: 'never' }],
+      '@typescript-eslint/no-non-null-assertion': 'error',
+      '@typescript-eslint/no-floating-promises': 'error',
+      '@typescript-eslint/no-misused-promises': 'error',
+      '@typescript-eslint/await-thenable': 'error',
+      '@typescript-eslint/no-unnecessary-type-assertion': 'error',
+      '@typescript-eslint/prefer-nullish-coalescing': 'error',
+      '@typescript-eslint/prefer-optional-chain': 'error',
+      '@typescript-eslint/no-unsafe-argument': 'error',
+      '@typescript-eslint/require-await': 'error',
+      '@typescript-eslint/return-await': ['error', 'in-try-catch'],
 
       // Dead code detection
       '@typescript-eslint/no-unused-vars': ['error', { argsIgnorePattern: '^_' }],
@@ -37,8 +58,28 @@ export default tseslint.config(
       'no-unreachable-loop': 'error',
       'no-constant-condition': ['error', { checkLoops: false }],
 
+      // General best practices
+      'no-console': 'off', // CLI tool needs console
+      eqeqeq: ['error', 'always'],
+      'no-var': 'error',
+      'prefer-const': 'error',
+      'prefer-template': 'error',
+      'no-throw-literal': 'error',
+
       // Require explanations for ESLint disable comments (warn for now to allow gradual fix)
       'eslint-comments/require-description': 'warn',
+
+      // Import organization
+      'import/order': [
+        'error',
+        {
+          groups: ['builtin', 'external', 'internal', ['parent', 'sibling'], 'index', 'type'],
+          'newlines-between': 'never',
+          alphabetize: { order: 'asc', caseInsensitive: true },
+        },
+      ],
+      'import/first': 'error',
+      'import/no-duplicates': 'error',
     },
   },
   {
@@ -57,5 +98,6 @@ export default tseslint.config(
     rules: {
       'custom/require-skip-comment': 'error',
     },
-  }
+  },
+  eslintConfigPrettier,
 );

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "bluera-knowledge",
-  "version": "0.9.32",
+  "version": "0.9.34",
   "description": "CLI tool for managing knowledge stores with semantic search",
   "type": "module",
   "bin": {
@@ -16,6 +16,9 @@
     "test": "vitest",
     "test:run": "vitest run",
     "test:coverage": "vitest run --coverage",
+    "format": "prettier --write \"src/**/*.ts\" \"tests/**/*.ts\"",
+    "format:check": "prettier --check \"src/**/*.ts\" \"tests/**/*.ts\"",
+    "format:check:quiet": "prettier --check \"src/**/*.ts\" \"tests/**/*.ts\" --log-level warn && echo '✓ Format check passed'",
     "lint": "eslint src/",
     "lint:deadcode": "knip --no-exit-code",
     "lint:deadcode:strict": "knip",
@@ -58,19 +61,23 @@
     "@eslint/js": "^9.39.2",
     "@types/babel__core": "^7.20.5",
     "@types/babel__traverse": "^7.28.0",
-    "@types/node": "^25.0.2",
+    "@types/node": "^25.0.3",
     "@types/turndown": "^5.0.6",
     "@vitest/coverage-v8": "^4.0.16",
     "commit-and-tag-version": "^12.6.1",
     "eslint": "^9.39.2",
+    "eslint-config-prettier": "^10.1.8",
+    "eslint-import-resolver-typescript": "^4.4.4",
     "eslint-plugin-eslint-comments": "^3.2.0",
+    "eslint-plugin-import": "^2.32.0",
     "husky": "^9.1.7",
-    "knip": "^5.79.0",
+    "knip": "^5.80.0",
     "node-gyp": "^12.1.0",
+    "prettier": "^3.7.4",
     "tsup": "^8.5.1",
-    "tsx": "^4.19.2",
+    "tsx": "^4.21.0",
     "typescript": "^5.9.3",
-    "typescript-eslint": "^8.50.0",
+    "typescript-eslint": "^8.52.0",
     "vitest": "^4.0.16"
   },
   "dependencies": {
@@ -81,7 +88,7 @@
     "@hono/node-server": "^1.19.7",
     "@huggingface/transformers": "^3.8.1",
     "@lancedb/lancedb": "^0.23.0",
-    "@modelcontextprotocol/sdk": "^1.25.1",
+    "@modelcontextprotocol/sdk": "^1.25.2",
     "apache-arrow": "^21.1.0",
     "axios": "^1.13.2",
     "chalk": "^5.6.2",
@@ -89,17 +96,17 @@
     "chokidar": "^5.0.0",
     "cli-table3": "^0.6.5",
     "commander": "^14.0.2",
-    "hono": "^4.11.1",
+    "hono": "^4.11.3",
     "node-addon-api": "^8.5.0",
     "ora": "^9.0.0",
-    "pino": "^9.6.0",
-    "pino-roll": "^1.3.0",
+    "pino": "^10.1.0",
+    "pino-roll": "^4.0.0",
     "slurp-ai": "^1.0.6",
     "tree-sitter": "^0.25.0",
-    "tree-sitter-go": "^0.23.1",
+    "tree-sitter-go": "^0.25.0",
     "tree-sitter-rust": "^0.24.0",
     "turndown": "^7.2.2",
     "turndown-plugin-gfm": "^1.0.2",
-    "zod": "^4.3.4"
+    "zod": "^4.3.5"
   }
 }

package/plugin.json

@@ -0,0 +1,8 @@
+{
+  "name": "bluera-knowledge",
+  "version": "0.9.34",
+  "description": "Clone repos, crawl docs, search locally. Fast, authoritative answers for AI coding agents.",
+  "commands": "./commands",
+  "hooks": "./hooks/hooks.json",
+  "mcpServers": "./mcp.plugin.json"
+}

package/python/requirements.txt

@@ -1,2 +1,2 @@
 crawl4ai==0.7.8
-playwright>=1.40.0
+playwright>=1.57.0

package/src/analysis/ast-parser.test.ts

@@ -14,7 +14,7 @@ describe('ASTParser', () => {
         type: 'function',
         name: 'hello',
         exported: false,
-        async: false
+        async: false,
       });
     });
 
@@ -73,7 +73,7 @@ function test() {
       const nodes = parser.parse(code, 'javascript');
 
       // Should not capture arrow functions, only declarations
-      expect(nodes.filter(n => n.type === 'function')).toHaveLength(0);
+      expect(nodes.filter((n) => n.type === 'function')).toHaveLength(0);
     });
   });
 
@@ -86,7 +86,7 @@ function test() {
       expect(nodes[0]).toMatchObject({
         type: 'class',
         name: 'MyClass',
-        exported: false
+        exported: false,
       });
     });
 
@@ -149,7 +149,7 @@ class Test {
       expect(nodes[0]).toMatchObject({
         type: 'interface',
         name: 'User',
-        exported: false
+        exported: false,
       });
     });
 
@@ -236,7 +236,7 @@ function invalid( { syntax error
       expect(imports[0]).toMatchObject({
         source: 'module',
         specifiers: ['foo', 'bar'],
-        isType: false
+        isType: false,
       });
     });
 
@@ -370,7 +370,7 @@ import type { Props } from "./types";
       const nodes = parser.parse(code, 'javascript');
 
       // Anonymous classes don't have an id, should be skipped
-      expect(nodes.filter(n => n.type === 'class')).toHaveLength(0);
+      expect(nodes.filter((n) => n.type === 'class')).toHaveLength(0);
     });
 
     it('handles class with computed property method (non-identifier key)', () => {
@@ -430,7 +430,7 @@ function fn2() {}
       const nodes = parser.parse(code, 'typescript');
 
       expect(nodes).toHaveLength(4);
-      expect(nodes.map(n => n.name)).toEqual(['fn1', 'Class1', 'Interface1', 'fn2']);
+      expect(nodes.map((n) => n.name)).toEqual(['fn1', 'Class1', 'Interface1', 'fn2']);
     });
 
     it('handles anonymous function expressions (no id)', () => {
@@ -438,7 +438,7 @@ function fn2() {}
       const nodes = parser.parse(code, 'javascript');
 
       // Anonymous functions don't have an id, should be skipped
-      expect(nodes.filter(n => n.name)).toHaveLength(0);
+      expect(nodes.filter((n) => n.name)).toHaveLength(0);
     });
 
     it('handles class with constructor', () => {
@@ -451,12 +451,13 @@ function fn2() {}
 
       expect(nodes[0]?.name).toBe('MyClass');
       // Constructor is a method
-      expect(nodes[0]?.methods?.some(m => m.name === 'constructor')).toBe(true);
+      expect(nodes[0]?.methods?.some((m) => m.name === 'constructor')).toBe(true);
     });
 
     it('handles very long file with many declarations', () => {
-      const functions = Array.from({ length: 50 }, (_, i) =>
-        `function fn${i}() { return ${i}; }`
+      const functions = Array.from(
+        { length: 50 },
+        (_, i) => `function fn${i}() { return ${i}; }`
       ).join('\n');
 
       const nodes = parser.parse(functions, 'javascript');

package/src/analysis/ast-parser.ts

@@ -1,7 +1,7 @@
 import { parse, type ParserPlugin } from '@babel/parser';
-import type { NodePath } from '@babel/traverse';
 import traverseModule from '@babel/traverse';
 import * as t from '@babel/types';
+import type { NodePath } from '@babel/traverse';
 
 // Handle both ESM and CJS module formats
 type TraverseFunction = (ast: t.File, visitor: Record<string, unknown>) => void;
@@ -55,7 +55,7 @@ export class ASTParser {
 
       const ast = parse(code, {
         sourceType: 'module',
-        plugins
+        plugins,
       });
 
       const nodes: CodeNode[] = [];
@@ -65,8 +65,9 @@ export class ASTParser {
           const node = path.node;
           if (!node.id) return;
 
-          const exported = path.parent.type === 'ExportNamedDeclaration' ||
-                          path.parent.type === 'ExportDefaultDeclaration';
+          const exported =
+            path.parent.type === 'ExportNamedDeclaration' ||
+            path.parent.type === 'ExportDefaultDeclaration';
 
           nodes.push({
             type: 'function',
@@ -75,7 +76,7 @@ export class ASTParser {
             async: node.async,
             startLine: node.loc?.start.line ?? 0,
             endLine: node.loc?.end.line ?? 0,
-            signature: this.extractFunctionSignature(node)
+            signature: this.extractFunctionSignature(node),
           });
         },
 
@@ -83,8 +84,9 @@ export class ASTParser {
           const node = path.node;
           if (!node.id) return;
 
-          const exported = path.parent.type === 'ExportNamedDeclaration' ||
-                          path.parent.type === 'ExportDefaultDeclaration';
+          const exported =
+            path.parent.type === 'ExportNamedDeclaration' ||
+            path.parent.type === 'ExportDefaultDeclaration';
 
           const methods: CodeNode['methods'] = [];
 
@@ -95,7 +97,7 @@ export class ASTParser {
                 async: member.async,
                 signature: this.extractMethodSignature(member),
                 startLine: member.loc?.start.line ?? 0,
-                endLine: member.loc?.end.line ?? 0
+                endLine: member.loc?.end.line ?? 0,
               });
             }
           }
@@ -106,7 +108,7 @@ export class ASTParser {
             exported,
             startLine: node.loc?.start.line ?? 0,
             endLine: node.loc?.end.line ?? 0,
-            methods
+            methods,
           });
         },
 
@@ -120,9 +122,9 @@ export class ASTParser {
             name: node.id.name,
             exported,
             startLine: node.loc?.start.line ?? 0,
-            endLine: node.loc?.end.line ?? 0
+            endLine: node.loc?.end.line ?? 0,
           });
-        }
+        },
       });
 
       return nodes;
@@ -136,7 +138,7 @@ export class ASTParser {
     try {
       const ast = parse(code, {
         sourceType: 'module',
-        plugins: ['typescript', 'jsx']
+        plugins: ['typescript', 'jsx'],
       });
 
       const imports: ImportInfo[] = [];
@@ -159,9 +161,9 @@ export class ASTParser {
           imports.push({
             source: node.source.value,
             specifiers,
-            isType: node.importKind === 'type'
+            isType: node.importKind === 'type',
           });
-        }
+        },
       });
 
       return imports;
@@ -172,19 +174,23 @@ export class ASTParser {
   }
 
   private extractFunctionSignature(node: t.FunctionDeclaration): string {
-    const params = node.params.map(p => {
-      if (t.isIdentifier(p)) return p.name;
-      return 'param';
-    }).join(', ');
+    const params = node.params
+      .map((p) => {
+        if (t.isIdentifier(p)) return p.name;
+        return 'param';
+      })
+      .join(', ');
 
     return `${node.id?.name ?? 'anonymous'}(${params})`;
   }
 
   private extractMethodSignature(node: t.ClassMethod): string {
-    const params = node.params.map(p => {
-      if (t.isIdentifier(p)) return p.name;
-      return 'param';
-    }).join(', ');
+    const params = node.params
+      .map((p) => {
+        if (t.isIdentifier(p)) return p.name;
+        return 'param';
+      })
+      .join(', ');
 
     const name = t.isIdentifier(node.key) ? node.key.name : 'method';
     return `${name}(${params})`;