opensentinel 3.1.1 → 3.7.0

package/dist/chunk-ZVHG4KF2.js

@@ -0,0 +1,380 @@
+import {
+  parsePDF
+} from "./chunk-XTX7EK43.js";
+import {
+  parseDOCX
+} from "./chunk-6W6PTJFT.js";
+import {
+  extractText,
+  isSupportedTextFormat
+} from "./chunk-MIC5IBQF.js";
+import {
+  chunkText
+} from "./chunk-ZIYTHUM5.js";
+import {
+  db
+} from "./chunk-5BTVJR7R.js";
+import {
+  env
+} from "./chunk-4KIHDIXZ.js";
+import {
+  documentChunks,
+  documents
+} from "./chunk-ZIBRVA3Y.js";
+
+// src/integrations/documents/knowledge-base.ts
+import { sql, eq, and, desc, inArray } from "drizzle-orm";
+import OpenAI from "openai";
+import * as fs from "fs/promises";
+import * as path from "path";
+import { nanoid } from "nanoid";
+var openai = new OpenAI({ apiKey: env.OPENAI_API_KEY });
+async function generateEmbedding(text) {
+  const response = await openai.embeddings.create({
+    model: "text-embedding-3-small",
+    input: text
+  });
+  return response.data[0].embedding;
+}
+async function generateEmbeddings(texts) {
+  if (texts.length === 0) return [];
+  const batchSize = 2048;
+  const allEmbeddings = [];
+  for (let i = 0; i < texts.length; i += batchSize) {
+    const batch = texts.slice(i, i + batchSize);
+    const response = await openai.embeddings.create({
+      model: "text-embedding-3-small",
+      input: batch
+    });
+    allEmbeddings.push(...response.data.map((d) => d.embedding));
+  }
+  return allEmbeddings;
+}
+async function ingestDocument(input, options = {}) {
+  let buffer;
+  let filename;
+  let mimeType;
+  if (typeof input === "string") {
+    const absolutePath = path.isAbsolute(input) ? input : path.resolve(input);
+    buffer = await fs.readFile(absolutePath);
+    filename = path.basename(input);
+    mimeType = getMimeType(filename);
+  } else {
+    buffer = input;
+    filename = options.name;
+    mimeType = options.metadata?.customFields?.mimeType;
+  }
+  const documentName = options.name || filename || `document-${nanoid(8)}`;
+  const [doc] = await db.insert(documents).values({
+    name: documentName,
+    filename,
+    mimeType,
+    fileSize: buffer.length,
+    source: options.source || "upload",
+    sourceUrl: options.sourceUrl,
+    metadata: options.metadata,
+    status: "processing",
+    userId: options.userId
+  }).returning();
+  try {
+    let text;
+    let extractedMetadata = {};
+    const ext = filename ? path.extname(filename).toLowerCase().slice(1) : "";
+    if (mimeType === "application/pdf" || ext === "pdf") {
+      const result = await parsePDF(buffer);
+      text = result.text;
+      extractedMetadata = {
+        title: result.metadata.title,
+        author: result.metadata.author,
+        pageCount: result.pageCount
+      };
+    } else if (mimeType === "application/vnd.openxmlformats-officedocument.wordprocessingml.document" || ext === "docx") {
+      const result = await parseDOCX(buffer);
+      text = result.text;
+      extractedMetadata = {
+        wordCount: result.metadata.wordCount
+      };
+    } else if (isSupportedTextFormat(ext)) {
+      const result = await extractText(buffer, { format: ext });
+      text = result.text;
+      extractedMetadata = {
+        wordCount: result.metadata.wordCount
+      };
+    } else {
+      text = buffer.toString("utf-8");
+      extractedMetadata = {
+        wordCount: text.split(/\s+/).length
+      };
+    }
+    const chunks = chunkText(text, options.chunkOptions);
+    if (chunks.length === 0) {
+      throw new Error("Document produced no chunks - it may be empty");
+    }
+    let embeddings = [];
+    if (!options.skipEmbeddings) {
+      embeddings = await generateEmbeddings(chunks.map((c) => c.content));
+    }
+    const chunkRecords = chunks.map((chunk, idx) => ({
+      documentId: doc.id,
+      chunkIndex: chunk.index,
+      content: chunk.content,
+      embedding: options.skipEmbeddings ? void 0 : embeddings[idx],
+      tokenCount: chunk.tokenEstimate,
+      metadata: {
+        sectionHeader: chunk.metadata.sectionHeader,
+        paragraphNumber: chunk.metadata.paragraphNumber,
+        startOffset: chunk.startOffset,
+        endOffset: chunk.endOffset
+      }
+    }));
+    const batchSize = 100;
+    for (let i = 0; i < chunkRecords.length; i += batchSize) {
+      const batch = chunkRecords.slice(i, i + batchSize);
+      await db.insert(documentChunks).values(batch);
+    }
+    const totalTokens = chunks.reduce((sum, c) => sum + c.tokenEstimate, 0);
+    const [updated] = await db.update(documents).set({
+      status: "completed",
+      chunkCount: chunks.length,
+      totalTokens,
+      metadata: {
+        ...extractedMetadata,
+        ...options.metadata
+      },
+      processedAt: /* @__PURE__ */ new Date(),
+      updatedAt: /* @__PURE__ */ new Date()
+    }).where(eq(documents.id, doc.id)).returning();
+    return mapDocumentToInfo(updated);
+  } catch (error) {
+    const errorMessage = error instanceof Error ? error.message : "Unknown error";
+    await db.update(documents).set({
+      status: "failed",
+      errorMessage,
+      updatedAt: /* @__PURE__ */ new Date()
+    }).where(eq(documents.id, doc.id));
+    throw error;
+  }
+}
+async function ingestDocuments(inputs) {
+  const results = [];
+  for (const { input, options } of inputs) {
+    try {
+      const result = await ingestDocument(input, options);
+      results.push(result);
+    } catch (error) {
+      console.error(`Failed to ingest document:`, error);
+    }
+  }
+  return results;
+}
+async function queryKnowledgeBase(query, options = {}) {
+  const {
+    limit = 5,
+    minSimilarity = 0,
+    documentIds,
+    userId,
+    tags,
+    includeMetadata = false
+  } = options;
+  const queryEmbedding = await generateEmbedding(query);
+  let queryBuilder = sql`
+    SELECT
+      dc.id as chunk_id,
+      dc.document_id,
+      d.name as document_name,
+      dc.content,
+      dc.metadata as chunk_metadata,
+      ${includeMetadata ? sql`d.metadata as document_metadata,` : sql``}
+      1 - (dc.embedding <=> ${JSON.stringify(queryEmbedding)}::vector) as similarity
+    FROM document_chunks dc
+    JOIN documents d ON dc.document_id = d.id
+    WHERE d.status = 'completed'
+  `;
+  if (documentIds && documentIds.length > 0) {
+    queryBuilder = sql`${queryBuilder} AND dc.document_id = ANY(${documentIds}::uuid[])`;
+  }
+  if (userId) {
+    queryBuilder = sql`${queryBuilder} AND d.user_id = ${userId}`;
+  }
+  if (tags && tags.length > 0) {
+    queryBuilder = sql`${queryBuilder} AND d.metadata->'tags' ?| ${tags}`;
+  }
+  queryBuilder = sql`
+    ${queryBuilder}
+    AND 1 - (dc.embedding <=> ${JSON.stringify(queryEmbedding)}::vector) >= ${minSimilarity}
+    ORDER BY dc.embedding <=> ${JSON.stringify(queryEmbedding)}::vector
+    LIMIT ${limit}
+  `;
+  const results = await db.execute(queryBuilder);
+  return (results.rows || results).map((row) => ({
+    chunkId: row.chunk_id,
+    documentId: row.document_id,
+    documentName: row.document_name,
+    content: row.content,
+    similarity: parseFloat(row.similarity),
+    metadata: row.chunk_metadata,
+    documentMetadata: includeMetadata ? row.document_metadata : void 0
+  }));
+}
+async function searchDocuments(query, options = {}) {
+  return queryKnowledgeBase(query, options);
+}
+async function getQueryContext(query, options = {}) {
+  const results = await queryKnowledgeBase(query, {
+    ...options,
+    includeMetadata: true
+  });
+  if (results.length === 0) {
+    return "";
+  }
+  const contextParts = results.map((result, idx) => {
+    const header = result.documentMetadata?.title || result.documentName;
+    const section = result.metadata.sectionHeader ? ` - ${result.metadata.sectionHeader}` : "";
+    const similarity = (result.similarity * 100).toFixed(0);
+    return `[Source ${idx + 1}: ${header}${section} (${similarity}% relevance)]
+${result.content}`;
+  });
+  return `Relevant knowledge from documents:
+
+${contextParts.join("\n\n---\n\n")}`;
+}
+async function listDocuments(options) {
+  const conditions = [];
+  if (options?.userId) {
+    conditions.push(eq(documents.userId, options.userId));
+  }
+  if (options?.status) {
+    conditions.push(eq(documents.status, options.status));
+  }
+  const whereClause = conditions.length > 0 ? and(...conditions) : void 0;
+  const countResult = await db.select({ count: sql`count(*)` }).from(documents).where(whereClause);
+  const total = Number(countResult[0].count);
+  let query = db.select().from(documents).where(whereClause).orderBy(desc(documents.createdAt));
+  if (options?.limit) {
+    query = query.limit(options.limit);
+  }
+  if (options?.offset) {
+    query = query.offset(options.offset);
+  }
+  const docs = await query;
+  return {
+    documents: docs.map(mapDocumentToInfo),
+    total
+  };
+}
+async function getDocument(documentId) {
+  const [doc] = await db.select().from(documents).where(eq(documents.id, documentId));
+  return doc ? mapDocumentToInfo(doc) : null;
+}
+async function deleteDocument(documentId) {
+  const result = await db.delete(documents).where(eq(documents.id, documentId)).returning();
+  return result.length > 0;
+}
+async function deleteDocuments(documentIds) {
+  const result = await db.delete(documents).where(inArray(documents.id, documentIds)).returning();
+  return result.length;
+}
+async function updateDocumentMetadata(documentId, metadata) {
+  const [doc] = await db.select().from(documents).where(eq(documents.id, documentId));
+  if (!doc) return null;
+  const [updated] = await db.update(documents).set({
+    metadata: {
+      ...doc.metadata,
+      ...metadata
+    },
+    updatedAt: /* @__PURE__ */ new Date()
+  }).where(eq(documents.id, documentId)).returning();
+  return mapDocumentToInfo(updated);
+}
+async function getDocumentChunks(documentId) {
+  const chunks = await db.select({
+    id: documentChunks.id,
+    index: documentChunks.chunkIndex,
+    content: documentChunks.content,
+    metadata: documentChunks.metadata
+  }).from(documentChunks).where(eq(documentChunks.documentId, documentId)).orderBy(documentChunks.chunkIndex);
+  return chunks.map((c) => ({
+    id: c.id,
+    index: c.index,
+    content: c.content,
+    metadata: c.metadata
+  }));
+}
+function getMimeType(filename) {
+  const ext = path.extname(filename).toLowerCase();
+  const mimeTypes = {
+    ".pdf": "application/pdf",
+    ".docx": "application/vnd.openxmlformats-officedocument.wordprocessingml.document",
+    ".doc": "application/msword",
+    ".txt": "text/plain",
+    ".md": "text/markdown",
+    ".html": "text/html",
+    ".htm": "text/html",
+    ".csv": "text/csv",
+    ".json": "application/json",
+    ".xml": "application/xml",
+    ".yaml": "application/yaml",
+    ".yml": "application/yaml"
+  };
+  return mimeTypes[ext];
+}
+function mapDocumentToInfo(doc) {
+  return {
+    id: doc.id,
+    name: doc.name,
+    filename: doc.filename || void 0,
+    mimeType: doc.mimeType || void 0,
+    fileSize: doc.fileSize || void 0,
+    source: doc.source || void 0,
+    sourceUrl: doc.sourceUrl || void 0,
+    metadata: doc.metadata,
+    status: doc.status,
+    errorMessage: doc.errorMessage || void 0,
+    chunkCount: doc.chunkCount || 0,
+    totalTokens: doc.totalTokens || 0,
+    userId: doc.userId || void 0,
+    createdAt: doc.createdAt,
+    updatedAt: doc.updatedAt,
+    processedAt: doc.processedAt || void 0
+  };
+}
+async function getKnowledgeBaseStats(userId) {
+  const whereClause = userId ? eq(documents.userId, userId) : void 0;
+  const docStats = await db.select({
+    count: sql`count(*)`,
+    totalChunks: sql`coalesce(sum(chunk_count), 0)`,
+    totalTokens: sql`coalesce(sum(total_tokens), 0)`
+  }).from(documents).where(whereClause);
+  const statusStats = await db.select({
+    status: documents.status,
+    count: sql`count(*)`
+  }).from(documents).where(whereClause).groupBy(documents.status);
+  const statusBreakdown = {};
+  for (const stat of statusStats) {
+    statusBreakdown[stat.status] = Number(stat.count);
+  }
+  return {
+    documentCount: Number(docStats[0].count),
+    chunkCount: Number(docStats[0].totalChunks),
+    totalTokens: Number(docStats[0].totalTokens),
+    statusBreakdown
+  };
+}
+
+export {
+  generateEmbedding,
+  generateEmbeddings,
+  ingestDocument,
+  ingestDocuments,
+  queryKnowledgeBase,
+  searchDocuments,
+  getQueryContext,
+  listDocuments,
+  getDocument,
+  deleteDocument,
+  deleteDocuments,
+  updateDocumentMetadata,
+  getDocumentChunks,
+  getKnowledgeBaseStats
+};
+//# sourceMappingURL=chunk-ZVHG4KF2.js.map

package/dist/chunk-ZVHG4KF2.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/integrations/documents/knowledge-base.ts"],"sourcesContent":["/**\r\n * Knowledge Base for OpenSentinel Document Ingestion\r\n *\r\n * Stores and queries document embeddings using pgvector for similarity search.\r\n */\r\n\r\nimport { db, documents, documentChunks } from \"../../db\";\r\nimport { sql, eq, and, desc, inArray } from \"drizzle-orm\";\r\nimport OpenAI from \"openai\";\r\nimport { env } from \"../../config/env\";\r\nimport { chunkText, type Chunk, type ChunkerOptions } from \"./chunker\";\r\nimport { parsePDF } from \"./pdf-parser\";\r\nimport { parseDOCX } from \"./docx-parser\";\r\nimport { extractText, isSupportedTextFormat } from \"./text-extractor\";\r\nimport * as fs from \"fs/promises\";\r\nimport * as path from \"path\";\r\nimport { nanoid } from \"nanoid\";\r\n\r\n// Initialize OpenAI client\r\nconst openai = new OpenAI({ apiKey: env.OPENAI_API_KEY });\r\n\r\n// Re-export the schema tables for convenience\r\nexport { documents, documentChunks };\r\n\r\n// ============================================\r\n// TYPES\r\n// ============================================\r\n\r\nexport interface DocumentMetadata {\r\n  title?: string;\r\n  author?: string;\r\n  description?: string;\r\n  tags?: string[];\r\n  pageCount?: number;\r\n  wordCount?: number;\r\n  language?: string;\r\n  customFields?: Record<string, unknown>;\r\n}\r\n\r\nexport interface ChunkDBMetadata {\r\n  sectionHeader?: string;\r\n  pageNumber?: number;\r\n  paragraphNumber?: number;\r\n  startOffset: number;\r\n  endOffset: number;\r\n}\r\n\r\nexport interface IngestOptions {\r\n  /** Document name (defaults to filename) */\r\n  name?: string;\r\n  /** Source type */\r\n  source?: \"upload\" | \"url\" | \"api\";\r\n  /** Source URL if applicable */\r\n  sourceUrl?: string;\r\n  /** Additional metadata */\r\n  metadata?: Partial<DocumentMetadata>;\r\n  /** User ID for ownership */\r\n  userId?: string;\r\n  /** Chunking options */\r\n  chunkOptions?: ChunkerOptions;\r\n  /** Skip embedding generation (for testing) */\r\n  skipEmbeddings?: boolean;\r\n}\r\n\r\nexport interface QueryOptions {\r\n  /** Maximum number of results */\r\n  limit?: number;\r\n  /** Minimum similarity score (0-1) */\r\n  minSimilarity?: number;\r\n  /** Filter by document IDs */\r\n  documentIds?: string[];\r\n  /** Filter by user ID */\r\n  userId?: string;\r\n  /** Filter by tags */\r\n  tags?: string[];\r\n  /** Include document metadata in results */\r\n  includeMetadata?: boolean;\r\n}\r\n\r\nexport interface QueryResult {\r\n  /** Chunk ID */\r\n  chunkId: string;\r\n  /** Document ID */\r\n  documentId: string;\r\n  /** Document name */\r\n  documentName: string;\r\n  /** Chunk content */\r\n  content: string;\r\n  /** Similarity score (0-1) */\r\n  similarity: number;\r\n  /** Chunk metadata */\r\n  metadata: ChunkDBMetadata;\r\n  /** Document metadata (if requested) */\r\n  documentMetadata?: DocumentMetadata;\r\n}\r\n\r\nexport interface DocumentInfo {\r\n  id: string;\r\n  name: string;\r\n  filename?: string;\r\n  mimeType?: string;\r\n  fileSize?: number;\r\n  source?: string;\r\n  sourceUrl?: string;\r\n  metadata?: DocumentMetadata;\r\n  status: \"pending\" | \"processing\" | \"completed\" | \"failed\";\r\n  errorMessage?: string;\r\n  chunkCount: number;\r\n  totalTokens: number;\r\n  userId?: string;\r\n  createdAt: Date;\r\n  updatedAt: Date;\r\n  processedAt?: Date;\r\n}\r\n\r\n// ============================================\r\n// EMBEDDING FUNCTIONS\r\n// ============================================\r\n\r\n/**\r\n * Generate embedding for text using OpenAI\r\n */\r\nexport async function generateEmbedding(text: string): Promise<number[]> {\r\n  const response = await openai.embeddings.create({\r\n    model: \"text-embedding-3-small\",\r\n    input: text,\r\n  });\r\n  return response.data[0].embedding;\r\n}\r\n\r\n/**\r\n * Generate embeddings for multiple texts (batched)\r\n */\r\nexport async function generateEmbeddings(\r\n  texts: string[]\r\n): Promise<number[][]> {\r\n  if (texts.length === 0) return [];\r\n\r\n  // OpenAI supports up to 2048 inputs per request\r\n  const batchSize = 2048;\r\n  const allEmbeddings: number[][] = [];\r\n\r\n  for (let i = 0; i < texts.length; i += batchSize) {\r\n    const batch = texts.slice(i, i + batchSize);\r\n    const response = await openai.embeddings.create({\r\n      model: \"text-embedding-3-small\",\r\n      input: batch,\r\n    });\r\n\r\n    allEmbeddings.push(...response.data.map((d) => d.embedding));\r\n  }\r\n\r\n  return allEmbeddings;\r\n}\r\n\r\n// ============================================\r\n// DOCUMENT INGESTION\r\n// ============================================\r\n\r\n/**\r\n * Ingest a document from file path or buffer\r\n */\r\nexport async function ingestDocument(\r\n  input: string | Buffer,\r\n  options: IngestOptions = {}\r\n): Promise<DocumentInfo> {\r\n  let buffer: Buffer;\r\n  let filename: string | undefined;\r\n  let mimeType: string | undefined;\r\n\r\n  // Read file if path is provided\r\n  if (typeof input === \"string\") {\r\n    const absolutePath = path.isAbsolute(input) ? input : path.resolve(input);\r\n    buffer = await fs.readFile(absolutePath);\r\n    filename = path.basename(input);\r\n    mimeType = getMimeType(filename);\r\n  } else {\r\n    buffer = input;\r\n    filename = options.name;\r\n    mimeType = options.metadata?.customFields?.mimeType as string | undefined;\r\n  }\r\n\r\n  const documentName = options.name || filename || `document-${nanoid(8)}`;\r\n\r\n  // Create document record\r\n  const [doc] = await db\r\n    .insert(documents)\r\n    .values({\r\n      name: documentName,\r\n      filename,\r\n      mimeType,\r\n      fileSize: buffer.length,\r\n      source: options.source || \"upload\",\r\n      sourceUrl: options.sourceUrl,\r\n      metadata: options.metadata as DocumentMetadata,\r\n      status: \"processing\",\r\n      userId: options.userId,\r\n    })\r\n    .returning();\r\n\r\n  try {\r\n    // Extract text based on file type\r\n    let text: string;\r\n    let extractedMetadata: Partial<DocumentMetadata> = {};\r\n\r\n    const ext = filename ? path.extname(filename).toLowerCase().slice(1) : \"\";\r\n\r\n    if (mimeType === \"application/pdf\" || ext === \"pdf\") {\r\n      const result = await parsePDF(buffer);\r\n      text = result.text;\r\n      extractedMetadata = {\r\n        title: result.metadata.title,\r\n        author: result.metadata.author,\r\n        pageCount: result.pageCount,\r\n      };\r\n    } else if (\r\n      mimeType ===\r\n        \"application/vnd.openxmlformats-officedocument.wordprocessingml.document\" ||\r\n      ext === \"docx\"\r\n    ) {\r\n      const result = await parseDOCX(buffer);\r\n      text = result.text;\r\n      extractedMetadata = {\r\n        wordCount: result.metadata.wordCount,\r\n      };\r\n    } else if (isSupportedTextFormat(ext)) {\r\n      const result = await extractText(buffer, { format: ext as any });\r\n      text = result.text;\r\n      extractedMetadata = {\r\n        wordCount: result.metadata.wordCount,\r\n      };\r\n    } else {\r\n      // Try to extract as plain text\r\n      text = buffer.toString(\"utf-8\");\r\n      extractedMetadata = {\r\n        wordCount: text.split(/\\s+/).length,\r\n      };\r\n    }\r\n\r\n    // Chunk the text\r\n    const chunks = chunkText(text, options.chunkOptions);\r\n\r\n    if (chunks.length === 0) {\r\n      throw new Error(\"Document produced no chunks - it may be empty\");\r\n    }\r\n\r\n    // Generate embeddings\r\n    let embeddings: number[][] = [];\r\n    if (!options.skipEmbeddings) {\r\n      embeddings = await generateEmbeddings(chunks.map((c) => c.content));\r\n    }\r\n\r\n    // Store chunks\r\n    const chunkRecords = chunks.map((chunk, idx) => ({\r\n      documentId: doc.id,\r\n      chunkIndex: chunk.index,\r\n      content: chunk.content,\r\n      embedding: options.skipEmbeddings ? undefined : embeddings[idx],\r\n      tokenCount: chunk.tokenEstimate,\r\n      metadata: {\r\n        sectionHeader: chunk.metadata.sectionHeader,\r\n        paragraphNumber: chunk.metadata.paragraphNumber,\r\n        startOffset: chunk.startOffset,\r\n        endOffset: chunk.endOffset,\r\n      } as ChunkDBMetadata,\r\n    }));\r\n\r\n    // Insert chunks in batches\r\n    const batchSize = 100;\r\n    for (let i = 0; i < chunkRecords.length; i += batchSize) {\r\n      const batch = chunkRecords.slice(i, i + batchSize);\r\n      await db.insert(documentChunks).values(batch);\r\n    }\r\n\r\n    // Calculate total tokens\r\n    const totalTokens = chunks.reduce((sum, c) => sum + c.tokenEstimate, 0);\r\n\r\n    // Update document status\r\n    const [updated] = await db\r\n      .update(documents)\r\n      .set({\r\n        status: \"completed\",\r\n        chunkCount: chunks.length,\r\n        totalTokens,\r\n        metadata: {\r\n          ...extractedMetadata,\r\n          ...options.metadata,\r\n        },\r\n        processedAt: new Date(),\r\n        updatedAt: new Date(),\r\n      })\r\n      .where(eq(documents.id, doc.id))\r\n      .returning();\r\n\r\n    return mapDocumentToInfo(updated);\r\n  } catch (error) {\r\n    // Update document with error\r\n    const errorMessage =\r\n      error instanceof Error ? error.message : \"Unknown error\";\r\n    await db\r\n      .update(documents)\r\n      .set({\r\n        status: \"failed\",\r\n        errorMessage,\r\n        updatedAt: new Date(),\r\n      })\r\n      .where(eq(documents.id, doc.id));\r\n\r\n    throw error;\r\n  }\r\n}\r\n\r\n/**\r\n * Ingest multiple documents\r\n */\r\nexport async function ingestDocuments(\r\n  inputs: Array<{ input: string | Buffer; options?: IngestOptions }>\r\n): Promise<DocumentInfo[]> {\r\n  const results: DocumentInfo[] = [];\r\n\r\n  for (const { input, options } of inputs) {\r\n    try {\r\n      const result = await ingestDocument(input, options);\r\n      results.push(result);\r\n    } catch (error) {\r\n      console.error(`Failed to ingest document:`, error);\r\n      // Continue with other documents\r\n    }\r\n  }\r\n\r\n  return results;\r\n}\r\n\r\n// ============================================\r\n// QUERY FUNCTIONS\r\n// ============================================\r\n\r\n/**\r\n * Query the knowledge base with natural language\r\n */\r\nexport async function queryKnowledgeBase(\r\n  query: string,\r\n  options: QueryOptions = {}\r\n): Promise<QueryResult[]> {\r\n  const {\r\n    limit = 5,\r\n    minSimilarity = 0.0,\r\n    documentIds,\r\n    userId,\r\n    tags,\r\n    includeMetadata = false,\r\n  } = options;\r\n\r\n  // Generate query embedding\r\n  const queryEmbedding = await generateEmbedding(query);\r\n\r\n  // Build the query\r\n  let queryBuilder = sql`\r\n    SELECT\r\n      dc.id as chunk_id,\r\n      dc.document_id,\r\n      d.name as document_name,\r\n      dc.content,\r\n      dc.metadata as chunk_metadata,\r\n      ${includeMetadata ? sql`d.metadata as document_metadata,` : sql``}\r\n      1 - (dc.embedding <=> ${JSON.stringify(queryEmbedding)}::vector) as similarity\r\n    FROM document_chunks dc\r\n    JOIN documents d ON dc.document_id = d.id\r\n    WHERE d.status = 'completed'\r\n  `;\r\n\r\n  // Add filters\r\n  if (documentIds && documentIds.length > 0) {\r\n    queryBuilder = sql`${queryBuilder} AND dc.document_id = ANY(${documentIds}::uuid[])`;\r\n  }\r\n\r\n  if (userId) {\r\n    queryBuilder = sql`${queryBuilder} AND d.user_id = ${userId}`;\r\n  }\r\n\r\n  if (tags && tags.length > 0) {\r\n    queryBuilder = sql`${queryBuilder} AND d.metadata->'tags' ?| ${tags}`;\r\n  }\r\n\r\n  // Add similarity filter and ordering\r\n  queryBuilder = sql`\r\n    ${queryBuilder}\r\n    AND 1 - (dc.embedding <=> ${JSON.stringify(queryEmbedding)}::vector) >= ${minSimilarity}\r\n    ORDER BY dc.embedding <=> ${JSON.stringify(queryEmbedding)}::vector\r\n    LIMIT ${limit}\r\n  `;\r\n\r\n  const results = await db.execute(queryBuilder) as any;\r\n\r\n  return (results.rows || results).map((row: any) => ({\r\n    chunkId: row.chunk_id,\r\n    documentId: row.document_id,\r\n    documentName: row.document_name,\r\n    content: row.content,\r\n    similarity: parseFloat(row.similarity),\r\n    metadata: row.chunk_metadata,\r\n    documentMetadata: includeMetadata ? row.document_metadata : undefined,\r\n  }));\r\n}\r\n\r\n/**\r\n * Search documents by text similarity\r\n */\r\nexport async function searchDocuments(\r\n  query: string,\r\n  options: QueryOptions = {}\r\n): Promise<QueryResult[]> {\r\n  return queryKnowledgeBase(query, options);\r\n}\r\n\r\n/**\r\n * Get context for a query (formatted for LLM)\r\n */\r\nexport async function getQueryContext(\r\n  query: string,\r\n  options: QueryOptions = {}\r\n): Promise<string> {\r\n  const results = await queryKnowledgeBase(query, {\r\n    ...options,\r\n    includeMetadata: true,\r\n  });\r\n\r\n  if (results.length === 0) {\r\n    return \"\";\r\n  }\r\n\r\n  const contextParts = results.map((result, idx) => {\r\n    const header = result.documentMetadata?.title || result.documentName;\r\n    const section = result.metadata.sectionHeader\r\n      ? ` - ${result.metadata.sectionHeader}`\r\n      : \"\";\r\n    const similarity = (result.similarity * 100).toFixed(0);\r\n\r\n    return `[Source ${idx + 1}: ${header}${section} (${similarity}% relevance)]\r\n${result.content}`;\r\n  });\r\n\r\n  return `Relevant knowledge from documents:\r\n\r\n${contextParts.join(\"\\n\\n---\\n\\n\")}`;\r\n}\r\n\r\n// ============================================\r\n// DOCUMENT MANAGEMENT\r\n// ============================================\r\n\r\n/**\r\n * List all documents\r\n */\r\nexport async function listDocuments(options?: {\r\n  userId?: string;\r\n  status?: \"pending\" | \"processing\" | \"completed\" | \"failed\";\r\n  limit?: number;\r\n  offset?: number;\r\n}): Promise<{ documents: DocumentInfo[]; total: number }> {\r\n  const conditions = [];\r\n\r\n  if (options?.userId) {\r\n    conditions.push(eq(documents.userId, options.userId));\r\n  }\r\n\r\n  if (options?.status) {\r\n    conditions.push(eq(documents.status, options.status));\r\n  }\r\n\r\n  const whereClause = conditions.length > 0 ? and(...conditions) : undefined;\r\n\r\n  // Get total count\r\n  const countResult = await db\r\n    .select({ count: sql<number>`count(*)` })\r\n    .from(documents)\r\n    .where(whereClause);\r\n  const total = Number(countResult[0].count);\r\n\r\n  // Get documents\r\n  let query = db\r\n    .select()\r\n    .from(documents)\r\n    .where(whereClause)\r\n    .orderBy(desc(documents.createdAt));\r\n\r\n  if (options?.limit) {\r\n    query = query.limit(options.limit) as typeof query;\r\n  }\r\n\r\n  if (options?.offset) {\r\n    query = query.offset(options.offset) as typeof query;\r\n  }\r\n\r\n  const docs = await query;\r\n\r\n  return {\r\n    documents: docs.map(mapDocumentToInfo),\r\n    total,\r\n  };\r\n}\r\n\r\n/**\r\n * Get a specific document by ID\r\n */\r\nexport async function getDocument(documentId: string): Promise<DocumentInfo | null> {\r\n  const [doc] = await db\r\n    .select()\r\n    .from(documents)\r\n    .where(eq(documents.id, documentId));\r\n\r\n  return doc ? mapDocumentToInfo(doc) : null;\r\n}\r\n\r\n/**\r\n * Delete a document and its chunks\r\n */\r\nexport async function deleteDocument(documentId: string): Promise<boolean> {\r\n  // Chunks are deleted automatically due to cascade\r\n  const result = await db\r\n    .delete(documents)\r\n    .where(eq(documents.id, documentId))\r\n    .returning();\r\n\r\n  return result.length > 0;\r\n}\r\n\r\n/**\r\n * Delete multiple documents\r\n */\r\nexport async function deleteDocuments(documentIds: string[]): Promise<number> {\r\n  const result = await db\r\n    .delete(documents)\r\n    .where(inArray(documents.id, documentIds))\r\n    .returning();\r\n\r\n  return result.length;\r\n}\r\n\r\n/**\r\n * Update document metadata\r\n */\r\nexport async function updateDocumentMetadata(\r\n  documentId: string,\r\n  metadata: Partial<DocumentMetadata>\r\n): Promise<DocumentInfo | null> {\r\n  const [doc] = await db\r\n    .select()\r\n    .from(documents)\r\n    .where(eq(documents.id, documentId));\r\n\r\n  if (!doc) return null;\r\n\r\n  const [updated] = await db\r\n    .update(documents)\r\n    .set({\r\n      metadata: {\r\n        ...(doc.metadata as DocumentMetadata),\r\n        ...metadata,\r\n      },\r\n      updatedAt: new Date(),\r\n    })\r\n    .where(eq(documents.id, documentId))\r\n    .returning();\r\n\r\n  return mapDocumentToInfo(updated);\r\n}\r\n\r\n/**\r\n * Get document chunks\r\n */\r\nexport async function getDocumentChunks(\r\n  documentId: string\r\n): Promise<Array<{ id: string; index: number; content: string; metadata: ChunkDBMetadata }>> {\r\n  const chunks = await db\r\n    .select({\r\n      id: documentChunks.id,\r\n      index: documentChunks.chunkIndex,\r\n      content: documentChunks.content,\r\n      metadata: documentChunks.metadata,\r\n    })\r\n    .from(documentChunks)\r\n    .where(eq(documentChunks.documentId, documentId))\r\n    .orderBy(documentChunks.chunkIndex);\r\n\r\n  return chunks.map((c) => ({\r\n    id: c.id,\r\n    index: c.index,\r\n    content: c.content,\r\n    metadata: c.metadata as ChunkDBMetadata,\r\n  }));\r\n}\r\n\r\n// ============================================\r\n// UTILITY FUNCTIONS\r\n// ============================================\r\n\r\n/**\r\n * Get MIME type from filename\r\n */\r\nfunction getMimeType(filename: string): string | undefined {\r\n  const ext = path.extname(filename).toLowerCase();\r\n  const mimeTypes: Record<string, string> = {\r\n    \".pdf\": \"application/pdf\",\r\n    \".docx\":\r\n      \"application/vnd.openxmlformats-officedocument.wordprocessingml.document\",\r\n    \".doc\": \"application/msword\",\r\n    \".txt\": \"text/plain\",\r\n    \".md\": \"text/markdown\",\r\n    \".html\": \"text/html\",\r\n    \".htm\": \"text/html\",\r\n    \".csv\": \"text/csv\",\r\n    \".json\": \"application/json\",\r\n    \".xml\": \"application/xml\",\r\n    \".yaml\": \"application/yaml\",\r\n    \".yml\": \"application/yaml\",\r\n  };\r\n  return mimeTypes[ext];\r\n}\r\n\r\n/**\r\n * Map database document to DocumentInfo\r\n */\r\nfunction mapDocumentToInfo(doc: typeof documents.$inferSelect): DocumentInfo {\r\n  return {\r\n    id: doc.id,\r\n    name: doc.name,\r\n    filename: doc.filename || undefined,\r\n    mimeType: doc.mimeType || undefined,\r\n    fileSize: doc.fileSize || undefined,\r\n    source: doc.source || undefined,\r\n    sourceUrl: doc.sourceUrl || undefined,\r\n    metadata: doc.metadata as DocumentMetadata | undefined,\r\n    status: doc.status as \"pending\" | \"processing\" | \"completed\" | \"failed\",\r\n    errorMessage: doc.errorMessage || undefined,\r\n    chunkCount: doc.chunkCount || 0,\r\n    totalTokens: doc.totalTokens || 0,\r\n    userId: doc.userId || undefined,\r\n    createdAt: doc.createdAt,\r\n    updatedAt: doc.updatedAt,\r\n    processedAt: doc.processedAt || undefined,\r\n  };\r\n}\r\n\r\n/**\r\n * Get knowledge base statistics\r\n */\r\nexport async function getKnowledgeBaseStats(userId?: string): Promise<{\r\n  documentCount: number;\r\n  chunkCount: number;\r\n  totalTokens: number;\r\n  statusBreakdown: Record<string, number>;\r\n}> {\r\n  const whereClause = userId ? eq(documents.userId, userId) : undefined;\r\n\r\n  // Get document stats\r\n  const docStats = await db\r\n    .select({\r\n      count: sql<number>`count(*)`,\r\n      totalChunks: sql<number>`coalesce(sum(chunk_count), 0)`,\r\n      totalTokens: sql<number>`coalesce(sum(total_tokens), 0)`,\r\n    })\r\n    .from(documents)\r\n    .where(whereClause);\r\n\r\n  // Get status breakdown\r\n  const statusStats = await db\r\n    .select({\r\n      status: documents.status,\r\n      count: sql<number>`count(*)`,\r\n    })\r\n    .from(documents)\r\n    .where(whereClause)\r\n    .groupBy(documents.status);\r\n\r\n  const statusBreakdown: Record<string, number> = {};\r\n  for (const stat of statusStats) {\r\n    statusBreakdown[stat.status] = Number(stat.count);\r\n  }\r\n\r\n  return {\r\n    documentCount: Number(docStats[0].count),\r\n    chunkCount: Number(docStats[0].totalChunks),\r\n    totalTokens: Number(docStats[0].totalTokens),\r\n    statusBreakdown,\r\n  };\r\n}\r\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AAOA,SAAS,KAAK,IAAI,KAAK,MAAM,eAAe;AAC5C,OAAO,YAAY;AAMnB,YAAY,QAAQ;AACpB,YAAY,UAAU;AACtB,SAAS,cAAc;AAGvB,IAAM,SAAS,IAAI,OAAO,EAAE,QAAQ,IAAI,eAAe,CAAC;AAuGxD,eAAsB,kBAAkB,MAAiC;AACvE,QAAM,WAAW,MAAM,OAAO,WAAW,OAAO;AAAA,IAC9C,OAAO;AAAA,IACP,OAAO;AAAA,EACT,CAAC;AACD,SAAO,SAAS,KAAK,CAAC,EAAE;AAC1B;AAKA,eAAsB,mBACpB,OACqB;AACrB,MAAI,MAAM,WAAW,EAAG,QAAO,CAAC;AAGhC,QAAM,YAAY;AAClB,QAAM,gBAA4B,CAAC;AAEnC,WAAS,IAAI,GAAG,IAAI,MAAM,QAAQ,KAAK,WAAW;AAChD,UAAM,QAAQ,MAAM,MAAM,GAAG,IAAI,SAAS;AAC1C,UAAM,WAAW,MAAM,OAAO,WAAW,OAAO;AAAA,MAC9C,OAAO;AAAA,MACP,OAAO;AAAA,IACT,CAAC;AAED,kBAAc,KAAK,GAAG,SAAS,KAAK,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC;AAAA,EAC7D;AAEA,SAAO;AACT;AASA,eAAsB,eACpB,OACA,UAAyB,CAAC,GACH;AACvB,MAAI;AACJ,MAAI;AACJ,MAAI;AAGJ,MAAI,OAAO,UAAU,UAAU;AAC7B,UAAM,eAAoB,gBAAW,KAAK,IAAI,QAAa,aAAQ,KAAK;AACxE,aAAS,MAAS,YAAS,YAAY;AACvC,eAAgB,cAAS,KAAK;AAC9B,eAAW,YAAY,QAAQ;AAAA,EACjC,OAAO;AACL,aAAS;AACT,eAAW,QAAQ;AACnB,eAAW,QAAQ,UAAU,cAAc;AAAA,EAC7C;AAEA,QAAM,eAAe,QAAQ,QAAQ,YAAY,YAAY,OAAO,CAAC,CAAC;AAGtE,QAAM,CAAC,GAAG,IAAI,MAAM,GACjB,OAAO,SAAS,EAChB,OAAO;AAAA,IACN,MAAM;AAAA,IACN;AAAA,IACA;AAAA,IACA,UAAU,OAAO;AAAA,IACjB,QAAQ,QAAQ,UAAU;AAAA,IAC1B,WAAW,QAAQ;AAAA,IACnB,UAAU,QAAQ;AAAA,IAClB,QAAQ;AAAA,IACR,QAAQ,QAAQ;AAAA,EAClB,CAAC,EACA,UAAU;AAEb,MAAI;AAEF,QAAI;AACJ,QAAI,oBAA+C,CAAC;AAEpD,UAAM,MAAM,WAAgB,aAAQ,QAAQ,EAAE,YAAY,EAAE,MAAM,CAAC,IAAI;AAEvE,QAAI,aAAa,qBAAqB,QAAQ,OAAO;AACnD,YAAM,SAAS,MAAM,SAAS,MAAM;AACpC,aAAO,OAAO;AACd,0BAAoB;AAAA,QAClB,OAAO,OAAO,SAAS;AAAA,QACvB,QAAQ,OAAO,SAAS;AAAA,QACxB,WAAW,OAAO;AAAA,MACpB;AAAA,IACF,WACE,aACE,6EACF,QAAQ,QACR;AACA,YAAM,SAAS,MAAM,UAAU,MAAM;AACrC,aAAO,OAAO;AACd,0BAAoB;AAAA,QAClB,WAAW,OAAO,SAAS;AAAA,MAC7B;AAAA,IACF,WAAW,sBAAsB,GAAG,GAAG;AACrC,YAAM,SAAS,MAAM,YAAY,QAAQ,EAAE,QAAQ,IAAW,CAAC;AAC/D,aAAO,OAAO;AACd,0BAAoB;AAAA,QAClB,WAAW,OAAO,SAAS;AAAA,MAC7B;AAAA,IACF,OAAO;AAEL,aAAO,OAAO,SAAS,OAAO;AAC9B,0BAAoB;AAAA,QAClB,WAAW,KAAK,MAAM,KAAK,EAAE;AAAA,MAC/B;AAAA,IACF;AAGA,UAAM,SAAS,UAAU,MAAM,QAAQ,YAAY;AAEnD,QAAI,OAAO,WAAW,GAAG;AACvB,YAAM,IAAI,MAAM,+CAA+C;AAAA,IACjE;AAGA,QAAI,aAAyB,CAAC;AAC9B,QAAI,CAAC,QAAQ,gBAAgB;AAC3B,mBAAa,MAAM,mBAAmB,OAAO,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC;AAAA,IACpE;AAGA,UAAM,eAAe,OAAO,IAAI,CAAC,OAAO,SAAS;AAAA,MAC/C,YAAY,IAAI;AAAA,MAChB,YAAY,MAAM;AAAA,MAClB,SAAS,MAAM;AAAA,MACf,WAAW,QAAQ,iBAAiB,SAAY,WAAW,GAAG;AAAA,MAC9D,YAAY,MAAM;AAAA,MAClB,UAAU;AAAA,QACR,eAAe,MAAM,SAAS;AAAA,QAC9B,iBAAiB,MAAM,SAAS;AAAA,QAChC,aAAa,MAAM;AAAA,QACnB,WAAW,MAAM;AAAA,MACnB;AAAA,IACF,EAAE;AAGF,UAAM,YAAY;AAClB,aAAS,IAAI,GAAG,IAAI,aAAa,QAAQ,KAAK,WAAW;AACvD,YAAM,QAAQ,aAAa,MAAM,GAAG,IAAI,SAAS;AACjD,YAAM,GAAG,OAAO,cAAc,EAAE,OAAO,KAAK;AAAA,IAC9C;AAGA,UAAM,cAAc,OAAO,OAAO,CAAC,KAAK,MAAM,MAAM,EAAE,eAAe,CAAC;AAGtE,UAAM,CAAC,OAAO,IAAI,MAAM,GACrB,OAAO,SAAS,EAChB,IAAI;AAAA,MACH,QAAQ;AAAA,MACR,YAAY,OAAO;AAAA,MACnB;AAAA,MACA,UAAU;AAAA,QACR,GAAG;AAAA,QACH,GAAG,QAAQ;AAAA,MACb;AAAA,MACA,aAAa,oBAAI,KAAK;AAAA,MACtB,WAAW,oBAAI,KAAK;AAAA,IACtB,CAAC,EACA,MAAM,GAAG,UAAU,IAAI,IAAI,EAAE,CAAC,EAC9B,UAAU;AAEb,WAAO,kBAAkB,OAAO;AAAA,EAClC,SAAS,OAAO;AAEd,UAAM,eACJ,iBAAiB,QAAQ,MAAM,UAAU;AAC3C,UAAM,GACH,OAAO,SAAS,EAChB,IAAI;AAAA,MACH,QAAQ;AAAA,MACR;AAAA,MACA,WAAW,oBAAI,KAAK;AAAA,IACtB,CAAC,EACA,MAAM,GAAG,UAAU,IAAI,IAAI,EAAE,CAAC;AAEjC,UAAM;AAAA,EACR;AACF;AAKA,eAAsB,gBACpB,QACyB;AACzB,QAAM,UAA0B,CAAC;AAEjC,aAAW,EAAE,OAAO,QAAQ,KAAK,QAAQ;AACvC,QAAI;AACF,YAAM,SAAS,MAAM,eAAe,OAAO,OAAO;AAClD,cAAQ,KAAK,MAAM;AAAA,IACrB,SAAS,OAAO;AACd,cAAQ,MAAM,8BAA8B,KAAK;AAAA,IAEnD;AAAA,EACF;AAEA,SAAO;AACT;AASA,eAAsB,mBACpB,OACA,UAAwB,CAAC,GACD;AACxB,QAAM;AAAA,IACJ,QAAQ;AAAA,IACR,gBAAgB;AAAA,IAChB;AAAA,IACA;AAAA,IACA;AAAA,IACA,kBAAkB;AAAA,EACpB,IAAI;AAGJ,QAAM,iBAAiB,MAAM,kBAAkB,KAAK;AAGpD,MAAI,eAAe;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,QAOb,kBAAkB,wCAAwC,KAAK;AAAA,8BACzC,KAAK,UAAU,cAAc,CAAC;AAAA;AAAA;AAAA;AAAA;AAO1D,MAAI,eAAe,YAAY,SAAS,GAAG;AACzC,mBAAe,MAAM,YAAY,6BAA6B,WAAW;AAAA,EAC3E;AAEA,MAAI,QAAQ;AACV,mBAAe,MAAM,YAAY,oBAAoB,MAAM;AAAA,EAC7D;AAEA,MAAI,QAAQ,KAAK,SAAS,GAAG;AAC3B,mBAAe,MAAM,YAAY,8BAA8B,IAAI;AAAA,EACrE;AAGA,iBAAe;AAAA,MACX,YAAY;AAAA,gCACc,KAAK,UAAU,cAAc,CAAC,gBAAgB,aAAa;AAAA,gCAC3D,KAAK,UAAU,cAAc,CAAC;AAAA,YAClD,KAAK;AAAA;AAGf,QAAM,UAAU,MAAM,GAAG,QAAQ,YAAY;AAE7C,UAAQ,QAAQ,QAAQ,SAAS,IAAI,CAAC,SAAc;AAAA,IAClD,SAAS,IAAI;AAAA,IACb,YAAY,IAAI;AAAA,IAChB,cAAc,IAAI;AAAA,IAClB,SAAS,IAAI;AAAA,IACb,YAAY,WAAW,IAAI,UAAU;AAAA,IACrC,UAAU,IAAI;AAAA,IACd,kBAAkB,kBAAkB,IAAI,oBAAoB;AAAA,EAC9D,EAAE;AACJ;AAKA,eAAsB,gBACpB,OACA,UAAwB,CAAC,GACD;AACxB,SAAO,mBAAmB,OAAO,OAAO;AAC1C;AAKA,eAAsB,gBACpB,OACA,UAAwB,CAAC,GACR;AACjB,QAAM,UAAU,MAAM,mBAAmB,OAAO;AAAA,IAC9C,GAAG;AAAA,IACH,iBAAiB;AAAA,EACnB,CAAC;AAED,MAAI,QAAQ,WAAW,GAAG;AACxB,WAAO;AAAA,EACT;AAEA,QAAM,eAAe,QAAQ,IAAI,CAAC,QAAQ,QAAQ;AAChD,UAAM,SAAS,OAAO,kBAAkB,SAAS,OAAO;AACxD,UAAM,UAAU,OAAO,SAAS,gBAC5B,MAAM,OAAO,SAAS,aAAa,KACnC;AACJ,UAAM,cAAc,OAAO,aAAa,KAAK,QAAQ,CAAC;AAEtD,WAAO,WAAW,MAAM,CAAC,KAAK,MAAM,GAAG,OAAO,KAAK,UAAU;AAAA,EAC/D,OAAO,OAAO;AAAA,EACd,CAAC;AAED,SAAO;AAAA;AAAA,EAEP,aAAa,KAAK,aAAa,CAAC;AAClC;AASA,eAAsB,cAAc,SAKsB;AACxD,QAAM,aAAa,CAAC;AAEpB,MAAI,SAAS,QAAQ;AACnB,eAAW,KAAK,GAAG,UAAU,QAAQ,QAAQ,MAAM,CAAC;AAAA,EACtD;AAEA,MAAI,SAAS,QAAQ;AACnB,eAAW,KAAK,GAAG,UAAU,QAAQ,QAAQ,MAAM,CAAC;AAAA,EACtD;AAEA,QAAM,cAAc,WAAW,SAAS,IAAI,IAAI,GAAG,UAAU,IAAI;AAGjE,QAAM,cAAc,MAAM,GACvB,OAAO,EAAE,OAAO,cAAsB,CAAC,EACvC,KAAK,SAAS,EACd,MAAM,WAAW;AACpB,QAAM,QAAQ,OAAO,YAAY,CAAC,EAAE,KAAK;AAGzC,MAAI,QAAQ,GACT,OAAO,EACP,KAAK,SAAS,EACd,MAAM,WAAW,EACjB,QAAQ,KAAK,UAAU,SAAS,CAAC;AAEpC,MAAI,SAAS,OAAO;AAClB,YAAQ,MAAM,MAAM,QAAQ,KAAK;AAAA,EACnC;AAEA,MAAI,SAAS,QAAQ;AACnB,YAAQ,MAAM,OAAO,QAAQ,MAAM;AAAA,EACrC;AAEA,QAAM,OAAO,MAAM;AAEnB,SAAO;AAAA,IACL,WAAW,KAAK,IAAI,iBAAiB;AAAA,IACrC;AAAA,EACF;AACF;AAKA,eAAsB,YAAY,YAAkD;AAClF,QAAM,CAAC,GAAG,IAAI,MAAM,GACjB,OAAO,EACP,KAAK,SAAS,EACd,MAAM,GAAG,UAAU,IAAI,UAAU,CAAC;AAErC,SAAO,MAAM,kBAAkB,GAAG,IAAI;AACxC;AAKA,eAAsB,eAAe,YAAsC;AAEzE,QAAM,SAAS,MAAM,GAClB,OAAO,SAAS,EAChB,MAAM,GAAG,UAAU,IAAI,UAAU,CAAC,EAClC,UAAU;AAEb,SAAO,OAAO,SAAS;AACzB;AAKA,eAAsB,gBAAgB,aAAwC;AAC5E,QAAM,SAAS,MAAM,GAClB,OAAO,SAAS,EAChB,MAAM,QAAQ,UAAU,IAAI,WAAW,CAAC,EACxC,UAAU;AAEb,SAAO,OAAO;AAChB;AAKA,eAAsB,uBACpB,YACA,UAC8B;AAC9B,QAAM,CAAC,GAAG,IAAI,MAAM,GACjB,OAAO,EACP,KAAK,SAAS,EACd,MAAM,GAAG,UAAU,IAAI,UAAU,CAAC;AAErC,MAAI,CAAC,IAAK,QAAO;AAEjB,QAAM,CAAC,OAAO,IAAI,MAAM,GACrB,OAAO,SAAS,EAChB,IAAI;AAAA,IACH,UAAU;AAAA,MACR,GAAI,IAAI;AAAA,MACR,GAAG;AAAA,IACL;AAAA,IACA,WAAW,oBAAI,KAAK;AAAA,EACtB,CAAC,EACA,MAAM,GAAG,UAAU,IAAI,UAAU,CAAC,EAClC,UAAU;AAEb,SAAO,kBAAkB,OAAO;AAClC;AAKA,eAAsB,kBACpB,YAC2F;AAC3F,QAAM,SAAS,MAAM,GAClB,OAAO;AAAA,IACN,IAAI,eAAe;AAAA,IACnB,OAAO,eAAe;AAAA,IACtB,SAAS,eAAe;AAAA,IACxB,UAAU,eAAe;AAAA,EAC3B,CAAC,EACA,KAAK,cAAc,EACnB,MAAM,GAAG,eAAe,YAAY,UAAU,CAAC,EAC/C,QAAQ,eAAe,UAAU;AAEpC,SAAO,OAAO,IAAI,CAAC,OAAO;AAAA,IACxB,IAAI,EAAE;AAAA,IACN,OAAO,EAAE;AAAA,IACT,SAAS,EAAE;AAAA,IACX,UAAU,EAAE;AAAA,EACd,EAAE;AACJ;AASA,SAAS,YAAY,UAAsC;AACzD,QAAM,MAAW,aAAQ,QAAQ,EAAE,YAAY;AAC/C,QAAM,YAAoC;AAAA,IACxC,QAAQ;AAAA,IACR,SACE;AAAA,IACF,QAAQ;AAAA,IACR,QAAQ;AAAA,IACR,OAAO;AAAA,IACP,SAAS;AAAA,IACT,QAAQ;AAAA,IACR,QAAQ;AAAA,IACR,SAAS;AAAA,IACT,QAAQ;AAAA,IACR,SAAS;AAAA,IACT,QAAQ;AAAA,EACV;AACA,SAAO,UAAU,GAAG;AACtB;AAKA,SAAS,kBAAkB,KAAkD;AAC3E,SAAO;AAAA,IACL,IAAI,IAAI;AAAA,IACR,MAAM,IAAI;AAAA,IACV,UAAU,IAAI,YAAY;AAAA,IAC1B,UAAU,IAAI,YAAY;AAAA,IAC1B,UAAU,IAAI,YAAY;AAAA,IAC1B,QAAQ,IAAI,UAAU;AAAA,IACtB,WAAW,IAAI,aAAa;AAAA,IAC5B,UAAU,IAAI;AAAA,IACd,QAAQ,IAAI;AAAA,IACZ,cAAc,IAAI,gBAAgB;AAAA,IAClC,YAAY,IAAI,cAAc;AAAA,IAC9B,aAAa,IAAI,eAAe;AAAA,IAChC,QAAQ,IAAI,UAAU;AAAA,IACtB,WAAW,IAAI;AAAA,IACf,WAAW,IAAI;AAAA,IACf,aAAa,IAAI,eAAe;AAAA,EAClC;AACF;AAKA,eAAsB,sBAAsB,QAKzC;AACD,QAAM,cAAc,SAAS,GAAG,UAAU,QAAQ,MAAM,IAAI;AAG5D,QAAM,WAAW,MAAM,GACpB,OAAO;AAAA,IACN,OAAO;AAAA,IACP,aAAa;AAAA,IACb,aAAa;AAAA,EACf,CAAC,EACA,KAAK,SAAS,EACd,MAAM,WAAW;AAGpB,QAAM,cAAc,MAAM,GACvB,OAAO;AAAA,IACN,QAAQ,UAAU;AAAA,IAClB,OAAO;AAAA,EACT,CAAC,EACA,KAAK,SAAS,EACd,MAAM,WAAW,EACjB,QAAQ,UAAU,MAAM;AAE3B,QAAM,kBAA0C,CAAC;AACjD,aAAW,QAAQ,aAAa;AAC9B,oBAAgB,KAAK,MAAM,IAAI,OAAO,KAAK,KAAK;AAAA,EAClD;AAEA,SAAO;AAAA,IACL,eAAe,OAAO,SAAS,CAAC,EAAE,KAAK;AAAA,IACvC,YAAY,OAAO,SAAS,CAAC,EAAE,WAAW;AAAA,IAC1C,aAAa,OAAO,SAAS,CAAC,EAAE,WAAW;AAAA,IAC3C;AAAA,EACF;AACF;","names":[]}

package/dist/chunker-K6WTR62A.js

@@ -0,0 +1,12 @@
+import {
+  chunkText,
+  estimateTokens,
+  mergeSmallChunks
+} from "./chunk-ZIYTHUM5.js";
+import "./chunk-UP2VWCW5.js";
+export {
+  chunkText,
+  estimateTokens,
+  mergeSmallChunks
+};
+//# sourceMappingURL=chunker-K6WTR62A.js.map

package/dist/cli.js

@@ -16,7 +16,7 @@ switch (command) {
     import("./commands/status.js").then((m) => m.default());
     break;
   case "pair":
-    import("./pair-JDFTERIK.js").then((m) => m.showPairingInfo());
+    import("./pair-YZJFQUU5.js").then((m) => m.showPairingInfo());
     break;
   case "version":
   case "--version":

package/dist/cli.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/cli.ts"],"sourcesContent":["#!/usr/bin/env bun\n\n/**\n * OpenSentinel CLI\n *\n * Usage:\n *   opensentinel              Start the server (default)\n *   opensentinel start        Start the server\n *   opensentinel setup        Interactive setup wizard\n *   opensentinel stop         Stop the system service\n *   opensentinel status       Show service status\n *   opensentinel version      Show version\n *   opensentinel help         Show this help\n */\n\nconst command = process.argv[2];\n\nswitch (command) {\n  case \"setup\":\n    import(\"./commands/setup\").then((m) => m.default());\n    break;\n\n  case \"start\":\n    import(\"./commands/start\").then((m) => m.default());\n    break;\n\n  case \"stop\":\n    import(\"./commands/stop\").then((m) => m.default());\n    break;\n\n  case \"status\":\n    import(\"./commands/status\").then((m) => m.default());\n    break;\n\n  case \"pair\":\n    import(\"./commands/pair\").then((m) => m.showPairingInfo());\n    break;\n\n  case \"version\":\n  case \"--version\":\n  case \"-v\":\n    console.log(\"opensentinel v3.0.0\");\n    break;\n\n  case \"help\":\n  case \"--help\":\n  case \"-h\":\n    console.log(`\nOpenSentinel - Your Personal AI Assistant\n\nUsage:\n  opensentinel [command]\n\nCommands:\n  start     Start the server (default)\n  setup     Interactive setup wizard\n  stop      Stop the system service\n  status    Show service status\n  pair      Show device pairing info\n  version   Show version\n  help      Show this help\n\nExamples:\n  opensentinel                  Start with default config\n  opensentinel setup            Run the setup wizard\n  opensentinel status           Check service health\n\nDocumentation: https://docs.opensentinel.ai\n`);\n    break;\n\n  default:\n    // Default: start the server (backward compatibility)\n    import(\"./commands/start\").then((m) => m.default());\n    break;\n}\n"],"mappings":";;;AAeA,IAAM,UAAU,QAAQ,KAAK,CAAC;AAE9B,QAAQ,SAAS;AAAA,EACf,KAAK;AACH,WAAO,qBAAkB,EAAE,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC;AAClD;AAAA,EAEF,KAAK;AACH,WAAO,qBAAkB,EAAE,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC;AAClD;AAAA,EAEF,KAAK;AACH,WAAO,oBAAiB,EAAE,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC;AACjD;AAAA,EAEF,KAAK;AACH,WAAO,sBAAmB,EAAE,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC;AACnD;AAAA,EAEF,KAAK;AACH,WAAO,oBAAiB,EAAE,KAAK,CAAC,MAAM,EAAE,gBAAgB,CAAC;AACzD;AAAA,EAEF,KAAK;AAAA,EACL,KAAK;AAAA,EACL,KAAK;AACH,YAAQ,IAAI,qBAAqB;AACjC;AAAA,EAEF,KAAK;AAAA,EACL,KAAK;AAAA,EACL,KAAK;AACH,YAAQ,IAAI;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,CAqBf;AACG;AAAA,EAEF;AAEE,WAAO,qBAAkB,EAAE,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC;AAClD;AACJ;","names":[]}
+{"version":3,"sources":["../src/cli.ts"],"sourcesContent":["#!/usr/bin/env bun\r\n\r\n/**\r\n * OpenSentinel CLI\r\n *\r\n * Usage:\r\n *   opensentinel              Start the server (default)\r\n *   opensentinel start        Start the server\r\n *   opensentinel setup        Interactive setup wizard\r\n *   opensentinel stop         Stop the system service\r\n *   opensentinel status       Show service status\r\n *   opensentinel version      Show version\r\n *   opensentinel help         Show this help\r\n */\r\n\r\nconst command = process.argv[2];\r\n\r\nswitch (command) {\r\n  case \"setup\":\r\n    import(\"./commands/setup\").then((m) => m.default());\r\n    break;\r\n\r\n  case \"start\":\r\n    import(\"./commands/start\").then((m) => m.default());\r\n    break;\r\n\r\n  case \"stop\":\r\n    import(\"./commands/stop\").then((m) => m.default());\r\n    break;\r\n\r\n  case \"status\":\r\n    import(\"./commands/status\").then((m) => m.default());\r\n    break;\r\n\r\n  case \"pair\":\r\n    import(\"./commands/pair\").then((m) => m.showPairingInfo());\r\n    break;\r\n\r\n  case \"version\":\r\n  case \"--version\":\r\n  case \"-v\":\r\n    console.log(\"opensentinel v3.0.0\");\r\n    break;\r\n\r\n  case \"help\":\r\n  case \"--help\":\r\n  case \"-h\":\r\n    console.log(`\r\nOpenSentinel - Your Personal AI Assistant\r\n\r\nUsage:\r\n  opensentinel [command]\r\n\r\nCommands:\r\n  start     Start the server (default)\r\n  setup     Interactive setup wizard\r\n  stop      Stop the system service\r\n  status    Show service status\r\n  pair      Show device pairing info\r\n  version   Show version\r\n  help      Show this help\r\n\r\nExamples:\r\n  opensentinel                  Start with default config\r\n  opensentinel setup            Run the setup wizard\r\n  opensentinel status           Check service health\r\n\r\nDocumentation: https://docs.opensentinel.ai\r\n`);\r\n    break;\r\n\r\n  default:\r\n    // Default: start the server (backward compatibility)\r\n    import(\"./commands/start\").then((m) => m.default());\r\n    break;\r\n}\r\n"],"mappings":";;;AAeA,IAAM,UAAU,QAAQ,KAAK,CAAC;AAE9B,QAAQ,SAAS;AAAA,EACf,KAAK;AACH,WAAO,qBAAkB,EAAE,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC;AAClD;AAAA,EAEF,KAAK;AACH,WAAO,qBAAkB,EAAE,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC;AAClD;AAAA,EAEF,KAAK;AACH,WAAO,oBAAiB,EAAE,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC;AACjD;AAAA,EAEF,KAAK;AACH,WAAO,sBAAmB,EAAE,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC;AACnD;AAAA,EAEF,KAAK;AACH,WAAO,oBAAiB,EAAE,KAAK,CAAC,MAAM,EAAE,gBAAgB,CAAC;AACzD;AAAA,EAEF,KAAK;AAAA,EACL,KAAK;AAAA,EACL,KAAK;AACH,YAAQ,IAAI,qBAAqB;AACjC;AAAA,EAEF,KAAK;AAAA,EACL,KAAK;AAAA,EACL,KAAK;AACH,YAAQ,IAAI;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,CAqBf;AACG;AAAA,EAEF;AAEE,WAAO,qBAAkB,EAAE,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC;AAClD;AACJ;","names":[]}

package/dist/{client-ZQSFPMOB.js → client-FOIYPOZQ.js}

@@ -1,21 +1,20 @@
 import {
+  Client,
   getNotionClient,
   getRootPageId,
-  import_client,
   initNotionClient,
   init_client,
   isNotionInitialized,
   resetNotionClient
-} from "./chunk-VRD5CYRL.js";
-import "./chunk-PLDDJCW6.js";
+} from "./chunk-C6PELIHS.js";
+import "./chunk-UP2VWCW5.js";
 init_client();
-var export_Client = import_client.Client;
 export {
-  export_Client as Client,
+  Client,
   getNotionClient,
   getRootPageId,
   initNotionClient,
   isNotionInitialized,
   resetNotionClient
 };
-//# sourceMappingURL=client-ZQSFPMOB.js.map
+//# sourceMappingURL=client-FOIYPOZQ.js.map

package/dist/{clipboard-manager-TEO2GEDN.js → clipboard-manager-4SBNESGZ.js}

@@ -9,7 +9,7 @@ import {
   save,
   search
 } from "./chunk-MGFBLVR7.js";
-import "./chunk-PLDDJCW6.js";
+import "./chunk-UP2VWCW5.js";
 export {
   clearAll,
   clipboardTool,
@@ -21,4 +21,4 @@ export {
   save,
   search
 };
-//# sourceMappingURL=clipboard-manager-TEO2GEDN.js.map
+//# sourceMappingURL=clipboard-manager-4SBNESGZ.js.map