@claritylabs/cl-sdk 0.18.0 → 1.0.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -144,10 +144,11 @@ function createSqliteDocumentStore(db) {
144
144
 
145
145
  // src/core/concurrency.ts
146
146
  function pLimit(concurrency) {
147
+ const maxConcurrency = Number.isFinite(concurrency) ? Math.max(1, Math.floor(concurrency)) : 1;
147
148
  let active = 0;
148
149
  const queue = [];
149
150
  function next() {
150
- if (queue.length > 0 && active < concurrency) {
151
+ if (queue.length > 0 && active < maxConcurrency) {
151
152
  active++;
152
153
  queue.shift()();
153
154
  }
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/storage/sqlite/index.ts","../src/storage/sqlite/migrations.ts","../src/storage/sqlite/document-store.ts","../src/core/concurrency.ts","../src/storage/sqlite/memory-store.ts","../src/source/schemas.ts","../src/source/retrieval.ts","../src/storage/sqlite/source-store.ts"],"sourcesContent":["import type { EmbedText } from \"../../core/types\";\nimport type { DocumentStore } from \"../interfaces\";\nimport type { MemoryStore } from \"../interfaces\";\nimport type { SourceStore } from \"../../source\";\nimport { CREATE_TABLES } from \"./migrations\";\nimport { createSqliteDocumentStore } from \"./document-store\";\nimport { createSqliteMemoryStore } from \"./memory-store\";\nimport { createSqliteSourceStore } from \"./source-store\";\n\nexport { createSqliteDocumentStore } from \"./document-store\";\nexport { createSqliteMemoryStore } from \"./memory-store\";\nexport { createSqliteSourceStore } from \"./source-store\";\n\nexport interface SqliteStoreOptions {\n path: string;\n embed: EmbedText;\n}\n\nexport function createSqliteStore(options: SqliteStoreOptions): {\n documents: DocumentStore;\n memory: MemoryStore;\n source: SourceStore;\n close: () => void;\n} {\n // Dynamic import to keep better-sqlite3 optional\n // eslint-disable-next-line @typescript-eslint/no-require-imports\n const BetterSqlite3 = require(\"better-sqlite3\");\n const db = new BetterSqlite3(options.path);\n\n db.pragma(\"journal_mode = WAL\");\n db.pragma(\"foreign_keys = ON\");\n db.exec(CREATE_TABLES);\n\n return {\n documents: createSqliteDocumentStore(db),\n memory: createSqliteMemoryStore(db, options.embed),\n source: createSqliteSourceStore(db, options.embed),\n close: () => db.close(),\n };\n}\n\nexport type { DocumentStore, MemoryStore } from \"../interfaces\";\nexport type { SourceStore } from \"../../source\";\n","export const CREATE_TABLES = `\nCREATE TABLE IF NOT EXISTS documents (\n id TEXT PRIMARY KEY,\n type TEXT NOT NULL,\n data TEXT NOT NULL,\n created_at INTEGER NOT NULL DEFAULT (unixepoch())\n);\n\nCREATE TABLE IF NOT EXISTS chunks (\n id TEXT PRIMARY KEY,\n document_id TEXT NOT NULL,\n type TEXT NOT NULL,\n text TEXT NOT NULL,\n metadata TEXT NOT NULL DEFAULT '{}',\n embedding BLOB,\n FOREIGN KEY (document_id) REFERENCES documents(id) ON DELETE CASCADE\n);\n\nCREATE TABLE IF NOT EXISTS conversation_turns (\n id TEXT PRIMARY KEY,\n conversation_id TEXT NOT NULL,\n role TEXT NOT NULL,\n content TEXT NOT NULL,\n tool_name TEXT,\n tool_result TEXT,\n timestamp INTEGER NOT NULL,\n embedding BLOB\n);\n\nCREATE TABLE IF NOT EXISTS source_spans (\n id TEXT PRIMARY KEY,\n document_id TEXT NOT NULL,\n source_kind TEXT,\n chunk_id TEXT,\n kind TEXT NOT NULL,\n text TEXT NOT NULL,\n hash TEXT NOT NULL,\n text_hash TEXT,\n page_start INTEGER,\n page_end INTEGER,\n section_id TEXT,\n form_number TEXT,\n location TEXT,\n bbox TEXT,\n metadata TEXT NOT NULL DEFAULT '{}',\n embedding BLOB\n);\n\nCREATE TABLE IF NOT EXISTS source_chunks (\n id TEXT PRIMARY KEY,\n document_id TEXT NOT NULL,\n source_span_ids TEXT NOT NULL,\n text TEXT NOT NULL,\n text_hash TEXT NOT NULL,\n page_start INTEGER,\n page_end INTEGER,\n metadata TEXT NOT NULL DEFAULT '{}'\n);\n\nCREATE INDEX IF NOT EXISTS idx_chunks_document_id ON chunks(document_id);\nCREATE INDEX IF NOT EXISTS idx_chunks_type ON chunks(type);\nCREATE INDEX IF NOT EXISTS idx_turns_conversation_id ON conversation_turns(conversation_id);\nCREATE INDEX IF NOT EXISTS idx_turns_timestamp ON conversation_turns(timestamp);\nCREATE INDEX IF NOT EXISTS idx_source_spans_document_id ON source_spans(document_id);\nCREATE INDEX IF NOT EXISTS idx_source_spans_chunk_id ON source_spans(chunk_id);\nCREATE INDEX IF NOT EXISTS idx_source_chunks_document_id ON source_chunks(document_id);\n`;\n","import type Database from \"better-sqlite3\";\nimport type { DocumentStore } from \"../interfaces\";\nimport type { InsuranceDocument } from \"../../schemas/document\";\nimport type { DocumentFilters } from \"../chunk-types\";\n\nexport function createSqliteDocumentStore(db: Database.Database): DocumentStore {\n return {\n async save(doc: InsuranceDocument): Promise<void> {\n db.prepare(\"INSERT OR REPLACE INTO documents (id, type, data) VALUES (?, ?, ?)\").run(\n doc.id, doc.type, JSON.stringify(doc),\n );\n },\n\n async get(id: string): Promise<InsuranceDocument | null> {\n const row = db.prepare(\"SELECT data FROM documents WHERE id = ?\").get(id) as { data: string } | undefined;\n return row ? JSON.parse(row.data) : null;\n },\n\n async query(filters: DocumentFilters): Promise<InsuranceDocument[]> {\n let sql = \"SELECT data FROM documents WHERE 1=1\";\n const params: unknown[] = [];\n\n if (filters.type) {\n sql += \" AND type = ?\";\n params.push(filters.type);\n }\n if (filters.carrier) {\n sql += \" AND json_extract(data, '$.carrier') LIKE ?\";\n params.push(`%${filters.carrier}%`);\n }\n if (filters.insuredName) {\n sql += \" AND json_extract(data, '$.insuredName') LIKE ?\";\n params.push(`%${filters.insuredName}%`);\n }\n if (filters.policyNumber) {\n sql += \" AND json_extract(data, '$.policyNumber') = ?\";\n params.push(filters.policyNumber);\n }\n if (filters.quoteNumber) {\n sql += \" AND json_extract(data, '$.quoteNumber') = ?\";\n params.push(filters.quoteNumber);\n }\n\n const rows = db.prepare(sql).all(...params) as { data: string }[];\n return rows.map((r) => JSON.parse(r.data));\n },\n\n async delete(id: string): Promise<void> {\n db.prepare(\"DELETE FROM documents WHERE id = ?\").run(id);\n },\n };\n}\n","/**\n * Concurrency limiter — returns a function that wraps async tasks\n * so at most `concurrency` run simultaneously.\n */\nexport function pLimit(concurrency: number) {\n let active = 0;\n const queue: Array<() => void> = [];\n\n function next() {\n if (queue.length > 0 && active < concurrency) {\n active++;\n queue.shift()!();\n }\n }\n\n return <T>(fn: () => Promise<T>): Promise<T> =>\n new Promise<T>((resolve, reject) => {\n const run = () => {\n fn().then(resolve, reject).finally(() => {\n active--;\n next();\n });\n };\n queue.push(run);\n next();\n });\n}\n","import type Database from \"better-sqlite3\";\nimport type { MemoryStore } from \"../interfaces\";\nimport type { DocumentChunk, ConversationTurn, ChunkFilter } from \"../chunk-types\";\nimport type { EmbedText } from \"../../core/types\";\nimport { pLimit } from \"../../core/concurrency\";\n\nfunction cosineSimilarity(a: number[], b: number[]): number {\n let dot = 0, magA = 0, magB = 0;\n for (let i = 0; i < a.length; i++) {\n dot += a[i] * b[i];\n magA += a[i] * a[i];\n magB += b[i] * b[i];\n }\n return dot / (Math.sqrt(magA) * Math.sqrt(magB));\n}\n\nexport function createSqliteMemoryStore(db: Database.Database, embed: EmbedText): MemoryStore {\n const limit = pLimit(4);\n\n return {\n async addChunks(chunks: DocumentChunk[]): Promise<void> {\n const stmt = db.prepare(\"INSERT OR REPLACE INTO chunks (id, document_id, type, text, metadata, embedding) VALUES (?, ?, ?, ?, ?, ?)\");\n const insertMany = db.transaction((items: DocumentChunk[]) => {\n for (const chunk of items) {\n stmt.run(chunk.id, chunk.documentId, chunk.type, chunk.text, JSON.stringify(chunk.metadata), null);\n }\n });\n insertMany(chunks);\n\n await Promise.all(chunks.map((chunk) =>\n limit(async () => {\n try {\n const embedding = await embed(chunk.text);\n const buf = Buffer.from(new Float64Array(embedding).buffer);\n db.prepare(\"UPDATE chunks SET embedding = ? WHERE id = ?\").run(buf, chunk.id);\n } catch {\n // Embedding failure is non-fatal\n }\n }),\n ));\n },\n\n async search(query: string, options?: { limit?: number; filter?: ChunkFilter }): Promise<DocumentChunk[]> {\n const queryEmbedding = await embed(query);\n const resultLimit = options?.limit ?? 10;\n\n let sql = \"SELECT id, document_id, type, text, metadata, embedding FROM chunks WHERE embedding IS NOT NULL\";\n const params: unknown[] = [];\n\n if (options?.filter?.documentId) {\n sql += \" AND document_id = ?\";\n params.push(options.filter.documentId);\n }\n if (options?.filter?.type) {\n sql += \" AND type = ?\";\n params.push(options.filter.type);\n }\n\n const rows = db.prepare(sql).all(...params) as Array<{\n id: string; document_id: string; type: string; text: string; metadata: string; embedding: Buffer;\n }>;\n\n const scored = rows.map((row) => {\n const stored = Array.from(new Float64Array(row.embedding.buffer, row.embedding.byteOffset, row.embedding.byteLength / 8));\n return {\n chunk: {\n id: row.id,\n documentId: row.document_id,\n type: row.type as DocumentChunk[\"type\"],\n text: row.text,\n metadata: JSON.parse(row.metadata),\n },\n score: cosineSimilarity(queryEmbedding, stored),\n };\n });\n\n scored.sort((a, b) => b.score - a.score);\n return scored.slice(0, resultLimit).map((s) => s.chunk);\n },\n\n async addTurn(turn: ConversationTurn): Promise<void> {\n const embedding = await embed(turn.content).catch(() => null);\n const buf = embedding ? Buffer.from(new Float64Array(embedding).buffer) : null;\n db.prepare(\n \"INSERT INTO conversation_turns (id, conversation_id, role, content, tool_name, tool_result, timestamp, embedding) VALUES (?, ?, ?, ?, ?, ?, ?, ?)\"\n ).run(turn.id, turn.conversationId, turn.role, turn.content, turn.toolName ?? null, turn.toolResult ?? null, turn.timestamp, buf);\n },\n\n async getHistory(conversationId: string, options?: { limit?: number }): Promise<ConversationTurn[]> {\n const resultLimit = options?.limit ?? 50;\n const rows = db.prepare(\n \"SELECT id, conversation_id, role, content, tool_name, tool_result, timestamp FROM conversation_turns WHERE conversation_id = ? ORDER BY timestamp DESC LIMIT ?\"\n ).all(conversationId, resultLimit) as Array<Record<string, unknown>>;\n\n return rows.reverse().map((r) => ({\n id: r.id as string,\n conversationId: r.conversation_id as string,\n role: r.role as ConversationTurn[\"role\"],\n content: r.content as string,\n toolName: r.tool_name as string | undefined,\n toolResult: r.tool_result as string | undefined,\n timestamp: r.timestamp as number,\n }));\n },\n\n async searchHistory(query: string, conversationId?: string): Promise<ConversationTurn[]> {\n const queryEmbedding = await embed(query);\n\n let sql = \"SELECT id, conversation_id, role, content, tool_name, tool_result, timestamp, embedding FROM conversation_turns WHERE embedding IS NOT NULL\";\n const params: unknown[] = [];\n if (conversationId) {\n sql += \" AND conversation_id = ?\";\n params.push(conversationId);\n }\n\n const rows = db.prepare(sql).all(...params) as Array<Record<string, unknown>>;\n\n const scored = rows.map((row) => {\n const buf = row.embedding as Buffer;\n const stored = Array.from(new Float64Array(buf.buffer, buf.byteOffset, buf.byteLength / 8));\n return {\n turn: {\n id: row.id as string,\n conversationId: row.conversation_id as string,\n role: row.role as ConversationTurn[\"role\"],\n content: row.content as string,\n toolName: row.tool_name as string | undefined,\n toolResult: row.tool_result as string | undefined,\n timestamp: row.timestamp as number,\n },\n score: cosineSimilarity(queryEmbedding, stored),\n };\n });\n\n scored.sort((a, b) => b.score - a.score);\n return scored.slice(0, 10).map((s) => s.turn);\n },\n };\n}\n","import { z } from \"zod\";\n\nexport const SourceSpanKindSchema = z.enum([\n \"pdf_text\",\n \"pdf_image\",\n \"html\",\n \"markdown\",\n \"plain_text\",\n \"structured_field\",\n]);\nexport type SourceSpanKind = z.infer<typeof SourceSpanKindSchema>;\n\nexport const SourceKindSchema = z.enum([\n \"policy_pdf\",\n \"application_pdf\",\n \"email\",\n \"attachment\",\n \"manual_note\",\n]);\nexport type SourceKind = z.infer<typeof SourceKindSchema>;\n\nexport const SourceSpanBBoxSchema = z.object({\n page: z.number().int().positive(),\n x: z.number(),\n y: z.number(),\n width: z.number(),\n height: z.number(),\n});\nexport type SourceSpanBBox = z.infer<typeof SourceSpanBBoxSchema>;\n\nexport const SourceSpanLocationSchema = z.object({\n page: z.number().int().positive().optional(),\n startPage: z.number().int().positive().optional(),\n endPage: z.number().int().positive().optional(),\n charStart: z.number().int().nonnegative().optional(),\n charEnd: z.number().int().nonnegative().optional(),\n lineStart: z.number().int().positive().optional(),\n lineEnd: z.number().int().positive().optional(),\n fieldPath: z.string().optional(),\n});\nexport type SourceSpanLocation = z.infer<typeof SourceSpanLocationSchema>;\n\nexport const SourceSpanSchema = z.object({\n id: z.string().min(1),\n documentId: z.string().min(1),\n sourceKind: SourceKindSchema.optional(),\n chunkId: z.string().optional(),\n kind: SourceSpanKindSchema,\n text: z.string(),\n hash: z.string().min(1),\n textHash: z.string().optional(),\n pageStart: z.number().int().positive().optional(),\n pageEnd: z.number().int().positive().optional(),\n sectionId: z.string().optional(),\n formNumber: z.string().optional(),\n bbox: z.array(SourceSpanBBoxSchema).optional(),\n location: SourceSpanLocationSchema.optional(),\n metadata: z.record(z.string()).optional(),\n});\nexport type SourceSpan = z.infer<typeof SourceSpanSchema>;\n\nexport const SourceSpanRefSchema = z.object({\n sourceSpanId: z.string().min(1),\n documentId: z.string().min(1).optional(),\n chunkId: z.string().optional(),\n quote: z.string().optional(),\n hash: z.string().optional(),\n location: SourceSpanLocationSchema.optional(),\n});\nexport type SourceSpanRef = z.infer<typeof SourceSpanRefSchema>;\n\nexport const SourceChunkSchema = z.object({\n id: z.string().min(1),\n documentId: z.string().min(1),\n sourceSpanIds: z.array(z.string().min(1)),\n text: z.string(),\n textHash: z.string().min(1),\n pageStart: z.number().int().positive().optional(),\n pageEnd: z.number().int().positive().optional(),\n metadata: z.record(z.string()).default({}),\n});\nexport type SourceChunk = z.infer<typeof SourceChunkSchema>;\n","import type { SourceSpan } from \"./schemas\";\n\nexport type SourceRetrievalMode = \"graph_only\" | \"source_rag\" | \"long_context\" | \"hybrid\";\n\nexport interface SourceRetrievalQuery {\n question: string;\n documentIds?: string[];\n chunkIds?: string[];\n limit?: number;\n mode?: SourceRetrievalMode;\n filters?: Record<string, string>;\n}\n\nexport interface SourceRetrievalResult {\n span: SourceSpan;\n relevance: number;\n}\n\nexport interface SourceRetriever {\n searchSourceSpans(query: SourceRetrievalQuery): Promise<SourceRetrievalResult[]>;\n}\n\nexport interface OrderableSourceEvidence {\n source?: string;\n sourceSpanId?: string;\n chunkId?: string;\n documentId?: string;\n turnId?: string;\n attachmentId?: string;\n text: string;\n relevance: number;\n}\n\nfunction evidenceTieBreakId(evidence: OrderableSourceEvidence): string {\n return [\n evidence.source ?? \"\",\n evidence.sourceSpanId ?? \"\",\n evidence.chunkId ?? \"\",\n evidence.documentId ?? \"\",\n evidence.turnId ?? \"\",\n evidence.attachmentId ?? \"\",\n evidence.text,\n ].join(\"|\");\n}\n\nexport function compareSourceEvidence(a: OrderableSourceEvidence, b: OrderableSourceEvidence): number {\n const relevanceDelta = b.relevance - a.relevance;\n if (relevanceDelta !== 0) return relevanceDelta;\n return evidenceTieBreakId(a).localeCompare(evidenceTieBreakId(b));\n}\n\nexport function orderSourceEvidence<T extends OrderableSourceEvidence>(evidence: T[]): T[] {\n return [...evidence].sort(compareSourceEvidence);\n}\n","import type Database from \"better-sqlite3\";\nimport type { EmbedText } from \"../../core/types\";\nimport type {\n SourceChunk,\n SourceRetrievalQuery,\n SourceRetrievalResult,\n SourceSpan,\n SourceStore,\n} from \"../../source\";\nimport { orderSourceEvidence } from \"../../source\";\nimport { pLimit } from \"../../core/concurrency\";\n\nfunction cosineSimilarity(a: number[], b: number[]): number {\n let dot = 0, magA = 0, magB = 0;\n for (let i = 0; i < a.length; i++) {\n dot += a[i] * b[i];\n magA += a[i] * a[i];\n magB += b[i] * b[i];\n }\n const denominator = Math.sqrt(magA) * Math.sqrt(magB);\n return denominator === 0 ? 0 : dot / denominator;\n}\n\nfunction embeddingToBuffer(embedding: number[]): Buffer {\n return Buffer.from(new Float64Array(embedding).buffer);\n}\n\nfunction bufferToEmbedding(buffer: Buffer): number[] {\n return Array.from(new Float64Array(buffer.buffer, buffer.byteOffset, buffer.byteLength / 8));\n}\n\nfunction parseJson<T>(value: string | null | undefined, fallback: T): T {\n if (!value) return fallback;\n try {\n return JSON.parse(value) as T;\n } catch {\n return fallback;\n }\n}\n\nfunction rowToSourceSpan(row: Record<string, unknown>): SourceSpan {\n const metadata = parseJson(row.metadata as string | undefined, {});\n return {\n id: row.id as string,\n documentId: row.document_id as string,\n sourceKind: (row.source_kind ?? undefined) as SourceSpan[\"sourceKind\"],\n chunkId: (row.chunk_id ?? undefined) as string | undefined,\n kind: row.kind as SourceSpan[\"kind\"],\n text: row.text as string,\n hash: row.hash as string,\n textHash: (row.text_hash ?? undefined) as string | undefined,\n pageStart: (row.page_start ?? undefined) as number | undefined,\n pageEnd: (row.page_end ?? undefined) as number | undefined,\n sectionId: (row.section_id ?? undefined) as string | undefined,\n formNumber: (row.form_number ?? undefined) as string | undefined,\n location: parseJson(row.location as string | undefined, undefined),\n bbox: parseJson(row.bbox as string | undefined, undefined),\n metadata: Object.keys(metadata).length ? metadata : undefined,\n };\n}\n\nfunction rowToSourceChunk(row: Record<string, unknown>): SourceChunk {\n return {\n id: row.id as string,\n documentId: row.document_id as string,\n sourceSpanIds: parseJson(row.source_span_ids as string | undefined, []),\n text: row.text as string,\n textHash: row.text_hash as string,\n pageStart: row.page_start as number | undefined,\n pageEnd: row.page_end as number | undefined,\n metadata: parseJson(row.metadata as string | undefined, {}),\n };\n}\n\nexport function createSqliteSourceStore(db: Database.Database, embed: EmbedText): SourceStore {\n const limit = pLimit(4);\n\n return {\n async addSourceSpans(spans: SourceSpan[]): Promise<void> {\n const stmt = db.prepare(`\n INSERT OR REPLACE INTO source_spans (\n id, document_id, source_kind, chunk_id, kind, text, hash, text_hash,\n page_start, page_end, section_id, form_number, location, bbox, metadata, embedding\n ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)\n `);\n const insertMany = db.transaction((items: SourceSpan[]) => {\n for (const span of items) {\n stmt.run(\n span.id,\n span.documentId,\n span.sourceKind ?? null,\n span.chunkId ?? null,\n span.kind,\n span.text,\n span.hash,\n span.textHash ?? null,\n span.pageStart ?? null,\n span.pageEnd ?? null,\n span.sectionId ?? null,\n span.formNumber ?? null,\n span.location ? JSON.stringify(span.location) : null,\n span.bbox ? JSON.stringify(span.bbox) : null,\n JSON.stringify(span.metadata ?? {}),\n null,\n );\n }\n });\n insertMany(spans);\n\n await Promise.all(spans.map((span) =>\n limit(async () => {\n try {\n const embedding = await embed(span.text);\n db.prepare(\"UPDATE source_spans SET embedding = ? WHERE id = ?\").run(embeddingToBuffer(embedding), span.id);\n } catch {\n // Embedding failure is non-fatal; span text remains persisted.\n }\n }),\n ));\n },\n\n async addSourceChunks(chunks: SourceChunk[]): Promise<void> {\n const stmt = db.prepare(`\n INSERT OR REPLACE INTO source_chunks (\n id, document_id, source_span_ids, text, text_hash, page_start, page_end, metadata\n ) VALUES (?, ?, ?, ?, ?, ?, ?, ?)\n `);\n const insertMany = db.transaction((items: SourceChunk[]) => {\n for (const chunk of items) {\n stmt.run(\n chunk.id,\n chunk.documentId,\n JSON.stringify(chunk.sourceSpanIds),\n chunk.text,\n chunk.textHash,\n chunk.pageStart ?? null,\n chunk.pageEnd ?? null,\n JSON.stringify(chunk.metadata ?? {}),\n );\n }\n });\n insertMany(chunks);\n },\n\n async getSourceSpan(id: string): Promise<SourceSpan | null> {\n const row = db.prepare(\"SELECT * FROM source_spans WHERE id = ?\").get(id) as Record<string, unknown> | undefined;\n return row ? rowToSourceSpan(row) : null;\n },\n\n async getSourceSpansByDocument(documentId: string): Promise<SourceSpan[]> {\n const rows = db.prepare(\"SELECT * FROM source_spans WHERE document_id = ? ORDER BY id ASC\").all(documentId) as Array<Record<string, unknown>>;\n return rows.map(rowToSourceSpan);\n },\n\n async getSourceChunksByDocument(documentId: string): Promise<SourceChunk[]> {\n const rows = db.prepare(\"SELECT * FROM source_chunks WHERE document_id = ? ORDER BY id ASC\").all(documentId) as Array<Record<string, unknown>>;\n return rows.map(rowToSourceChunk);\n },\n\n async deleteDocumentSource(documentId: string): Promise<void> {\n db.prepare(\"DELETE FROM source_chunks WHERE document_id = ?\").run(documentId);\n db.prepare(\"DELETE FROM source_spans WHERE document_id = ?\").run(documentId);\n },\n\n async searchSourceSpans(query: SourceRetrievalQuery): Promise<SourceRetrievalResult[]> {\n const queryEmbedding = await embed(query.question);\n const resultLimit = query.limit ?? 10;\n let sql = \"SELECT * FROM source_spans WHERE embedding IS NOT NULL\";\n const params: unknown[] = [];\n\n if (query.documentIds?.length) {\n sql += ` AND document_id IN (${query.documentIds.map(() => \"?\").join(\",\")})`;\n params.push(...query.documentIds);\n }\n if (query.chunkIds?.length) {\n sql += ` AND chunk_id IN (${query.chunkIds.map(() => \"?\").join(\",\")})`;\n params.push(...query.chunkIds);\n }\n if (query.filters?.sourceKind) {\n sql += \" AND source_kind = ?\";\n params.push(query.filters.sourceKind);\n }\n if (query.filters?.formNumber) {\n sql += \" AND form_number = ?\";\n params.push(query.filters.formNumber);\n }\n if (query.filters?.sectionId) {\n sql += \" AND section_id = ?\";\n params.push(query.filters.sectionId);\n }\n\n const rows = db.prepare(sql).all(...params) as Array<Record<string, unknown>>;\n const scored = rows.map((row) => {\n const span = rowToSourceSpan(row);\n return {\n span,\n relevance: cosineSimilarity(queryEmbedding, bufferToEmbedding(row.embedding as Buffer)),\n };\n });\n\n return orderSourceEvidence(scored.map((result) => ({\n ...result,\n sourceSpanId: result.span.id,\n chunkId: result.span.chunkId,\n documentId: result.span.documentId,\n text: result.span.text,\n }))).map(({ span, relevance }) => ({ span, relevance })).slice(0, resultLimit);\n },\n };\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAO,IAAM,gBAAgB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACKtB,SAAS,0BAA0B,IAAsC;AAC9E,SAAO;AAAA,IACL,MAAM,KAAK,KAAuC;AAChD,SAAG,QAAQ,oEAAoE,EAAE;AAAA,QAC/E,IAAI;AAAA,QAAI,IAAI;AAAA,QAAM,KAAK,UAAU,GAAG;AAAA,MACtC;AAAA,IACF;AAAA,IAEA,MAAM,IAAI,IAA+C;AACvD,YAAM,MAAM,GAAG,QAAQ,yCAAyC,EAAE,IAAI,EAAE;AACxE,aAAO,MAAM,KAAK,MAAM,IAAI,IAAI,IAAI;AAAA,IACtC;AAAA,IAEA,MAAM,MAAM,SAAwD;AAClE,UAAI,MAAM;AACV,YAAM,SAAoB,CAAC;AAE3B,UAAI,QAAQ,MAAM;AAChB,eAAO;AACP,eAAO,KAAK,QAAQ,IAAI;AAAA,MAC1B;AACA,UAAI,QAAQ,SAAS;AACnB,eAAO;AACP,eAAO,KAAK,IAAI,QAAQ,OAAO,GAAG;AAAA,MACpC;AACA,UAAI,QAAQ,aAAa;AACvB,eAAO;AACP,eAAO,KAAK,IAAI,QAAQ,WAAW,GAAG;AAAA,MACxC;AACA,UAAI,QAAQ,cAAc;AACxB,eAAO;AACP,eAAO,KAAK,QAAQ,YAAY;AAAA,MAClC;AACA,UAAI,QAAQ,aAAa;AACvB,eAAO;AACP,eAAO,KAAK,QAAQ,WAAW;AAAA,MACjC;AAEA,YAAM,OAAO,GAAG,QAAQ,GAAG,EAAE,IAAI,GAAG,MAAM;AAC1C,aAAO,KAAK,IAAI,CAAC,MAAM,KAAK,MAAM,EAAE,IAAI,CAAC;AAAA,IAC3C;AAAA,IAEA,MAAM,OAAO,IAA2B;AACtC,SAAG,QAAQ,oCAAoC,EAAE,IAAI,EAAE;AAAA,IACzD;AAAA,EACF;AACF;;;AC/CO,SAAS,OAAO,aAAqB;AAC1C,MAAI,SAAS;AACb,QAAM,QAA2B,CAAC;AAElC,WAAS,OAAO;AACd,QAAI,MAAM,SAAS,KAAK,SAAS,aAAa;AAC5C;AACA,YAAM,MAAM,EAAG;AAAA,IACjB;AAAA,EACF;AAEA,SAAO,CAAI,OACT,IAAI,QAAW,CAAC,SAAS,WAAW;AAClC,UAAM,MAAM,MAAM;AAChB,SAAG,EAAE,KAAK,SAAS,MAAM,EAAE,QAAQ,MAAM;AACvC;AACA,aAAK;AAAA,MACP,CAAC;AAAA,IACH;AACA,UAAM,KAAK,GAAG;AACd,SAAK;AAAA,EACP,CAAC;AACL;;;ACpBA,SAAS,iBAAiB,GAAa,GAAqB;AAC1D,MAAI,MAAM,GAAG,OAAO,GAAG,OAAO;AAC9B,WAAS,IAAI,GAAG,IAAI,EAAE,QAAQ,KAAK;AACjC,WAAO,EAAE,CAAC,IAAI,EAAE,CAAC;AACjB,YAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;AAClB,YAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;AAAA,EACpB;AACA,SAAO,OAAO,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,IAAI;AAChD;AAEO,SAAS,wBAAwB,IAAuB,OAA+B;AAC5F,QAAM,QAAQ,OAAO,CAAC;AAEtB,SAAO;AAAA,IACL,MAAM,UAAU,QAAwC;AACtD,YAAM,OAAO,GAAG,QAAQ,4GAA4G;AACpI,YAAM,aAAa,GAAG,YAAY,CAAC,UAA2B;AAC5D,mBAAW,SAAS,OAAO;AACzB,eAAK,IAAI,MAAM,IAAI,MAAM,YAAY,MAAM,MAAM,MAAM,MAAM,KAAK,UAAU,MAAM,QAAQ,GAAG,IAAI;AAAA,QACnG;AAAA,MACF,CAAC;AACD,iBAAW,MAAM;AAEjB,YAAM,QAAQ,IAAI,OAAO;AAAA,QAAI,CAAC,UAC5B,MAAM,YAAY;AAChB,cAAI;AACF,kBAAM,YAAY,MAAM,MAAM,MAAM,IAAI;AACxC,kBAAM,MAAM,OAAO,KAAK,IAAI,aAAa,SAAS,EAAE,MAAM;AAC1D,eAAG,QAAQ,8CAA8C,EAAE,IAAI,KAAK,MAAM,EAAE;AAAA,UAC9E,QAAQ;AAAA,UAER;AAAA,QACF,CAAC;AAAA,MACH,CAAC;AAAA,IACH;AAAA,IAEA,MAAM,OAAO,OAAe,SAA8E;AACxG,YAAM,iBAAiB,MAAM,MAAM,KAAK;AACxC,YAAM,cAAc,SAAS,SAAS;AAEtC,UAAI,MAAM;AACV,YAAM,SAAoB,CAAC;AAE3B,UAAI,SAAS,QAAQ,YAAY;AAC/B,eAAO;AACP,eAAO,KAAK,QAAQ,OAAO,UAAU;AAAA,MACvC;AACA,UAAI,SAAS,QAAQ,MAAM;AACzB,eAAO;AACP,eAAO,KAAK,QAAQ,OAAO,IAAI;AAAA,MACjC;AAEA,YAAM,OAAO,GAAG,QAAQ,GAAG,EAAE,IAAI,GAAG,MAAM;AAI1C,YAAM,SAAS,KAAK,IAAI,CAAC,QAAQ;AAC/B,cAAM,SAAS,MAAM,KAAK,IAAI,aAAa,IAAI,UAAU,QAAQ,IAAI,UAAU,YAAY,IAAI,UAAU,aAAa,CAAC,CAAC;AACxH,eAAO;AAAA,UACL,OAAO;AAAA,YACL,IAAI,IAAI;AAAA,YACR,YAAY,IAAI;AAAA,YAChB,MAAM,IAAI;AAAA,YACV,MAAM,IAAI;AAAA,YACV,UAAU,KAAK,MAAM,IAAI,QAAQ;AAAA,UACnC;AAAA,UACA,OAAO,iBAAiB,gBAAgB,MAAM;AAAA,QAChD;AAAA,MACF,CAAC;AAED,aAAO,KAAK,CAAC,GAAG,MAAM,EAAE,QAAQ,EAAE,KAAK;AACvC,aAAO,OAAO,MAAM,GAAG,WAAW,EAAE,IAAI,CAAC,MAAM,EAAE,KAAK;AAAA,IACxD;AAAA,IAEA,MAAM,QAAQ,MAAuC;AACnD,YAAM,YAAY,MAAM,MAAM,KAAK,OAAO,EAAE,MAAM,MAAM,IAAI;AAC5D,YAAM,MAAM,YAAY,OAAO,KAAK,IAAI,aAAa,SAAS,EAAE,MAAM,IAAI;AAC1E,SAAG;AAAA,QACD;AAAA,MACF,EAAE,IAAI,KAAK,IAAI,KAAK,gBAAgB,KAAK,MAAM,KAAK,SAAS,KAAK,YAAY,MAAM,KAAK,cAAc,MAAM,KAAK,WAAW,GAAG;AAAA,IAClI;AAAA,IAEA,MAAM,WAAW,gBAAwB,SAA2D;AAClG,YAAM,cAAc,SAAS,SAAS;AACtC,YAAM,OAAO,GAAG;AAAA,QACd;AAAA,MACF,EAAE,IAAI,gBAAgB,WAAW;AAEjC,aAAO,KAAK,QAAQ,EAAE,IAAI,CAAC,OAAO;AAAA,QAChC,IAAI,EAAE;AAAA,QACN,gBAAgB,EAAE;AAAA,QAClB,MAAM,EAAE;AAAA,QACR,SAAS,EAAE;AAAA,QACX,UAAU,EAAE;AAAA,QACZ,YAAY,EAAE;AAAA,QACd,WAAW,EAAE;AAAA,MACf,EAAE;AAAA,IACJ;AAAA,IAEA,MAAM,cAAc,OAAe,gBAAsD;AACvF,YAAM,iBAAiB,MAAM,MAAM,KAAK;AAExC,UAAI,MAAM;AACV,YAAM,SAAoB,CAAC;AAC3B,UAAI,gBAAgB;AAClB,eAAO;AACP,eAAO,KAAK,cAAc;AAAA,MAC5B;AAEA,YAAM,OAAO,GAAG,QAAQ,GAAG,EAAE,IAAI,GAAG,MAAM;AAE1C,YAAM,SAAS,KAAK,IAAI,CAAC,QAAQ;AAC/B,cAAM,MAAM,IAAI;AAChB,cAAM,SAAS,MAAM,KAAK,IAAI,aAAa,IAAI,QAAQ,IAAI,YAAY,IAAI,aAAa,CAAC,CAAC;AAC1F,eAAO;AAAA,UACL,MAAM;AAAA,YACJ,IAAI,IAAI;AAAA,YACR,gBAAgB,IAAI;AAAA,YACpB,MAAM,IAAI;AAAA,YACV,SAAS,IAAI;AAAA,YACb,UAAU,IAAI;AAAA,YACd,YAAY,IAAI;AAAA,YAChB,WAAW,IAAI;AAAA,UACjB;AAAA,UACA,OAAO,iBAAiB,gBAAgB,MAAM;AAAA,QAChD;AAAA,MACF,CAAC;AAED,aAAO,KAAK,CAAC,GAAG,MAAM,EAAE,QAAQ,EAAE,KAAK;AACvC,aAAO,OAAO,MAAM,GAAG,EAAE,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI;AAAA,IAC9C;AAAA,EACF;AACF;;;AC1IA,iBAAkB;AAEX,IAAM,uBAAuB,aAAE,KAAK;AAAA,EACzC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,CAAC;AAGM,IAAM,mBAAmB,aAAE,KAAK;AAAA,EACrC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,CAAC;AAGM,IAAM,uBAAuB,aAAE,OAAO;AAAA,EAC3C,MAAM,aAAE,OAAO,EAAE,IAAI,EAAE,SAAS;AAAA,EAChC,GAAG,aAAE,OAAO;AAAA,EACZ,GAAG,aAAE,OAAO;AAAA,EACZ,OAAO,aAAE,OAAO;AAAA,EAChB,QAAQ,aAAE,OAAO;AACnB,CAAC;AAGM,IAAM,2BAA2B,aAAE,OAAO;AAAA,EAC/C,MAAM,aAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS;AAAA,EAC3C,WAAW,aAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS;AAAA,EAChD,SAAS,aAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS;AAAA,EAC9C,WAAW,aAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,SAAS;AAAA,EACnD,SAAS,aAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,SAAS;AAAA,EACjD,WAAW,aAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS;AAAA,EAChD,SAAS,aAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS;AAAA,EAC9C,WAAW,aAAE,OAAO,EAAE,SAAS;AACjC,CAAC;AAGM,IAAM,mBAAmB,aAAE,OAAO;AAAA,EACvC,IAAI,aAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EACpB,YAAY,aAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EAC5B,YAAY,iBAAiB,SAAS;AAAA,EACtC,SAAS,aAAE,OAAO,EAAE,SAAS;AAAA,EAC7B,MAAM;AAAA,EACN,MAAM,aAAE,OAAO;AAAA,EACf,MAAM,aAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EACtB,UAAU,aAAE,OAAO,EAAE,SAAS;AAAA,EAC9B,WAAW,aAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS;AAAA,EAChD,SAAS,aAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS;AAAA,EAC9C,WAAW,aAAE,OAAO,EAAE,SAAS;AAAA,EAC/B,YAAY,aAAE,OAAO,EAAE,SAAS;AAAA,EAChC,MAAM,aAAE,MAAM,oBAAoB,EAAE,SAAS;AAAA,EAC7C,UAAU,yBAAyB,SAAS;AAAA,EAC5C,UAAU,aAAE,OAAO,aAAE,OAAO,CAAC,EAAE,SAAS;AAC1C,CAAC;AAGM,IAAM,sBAAsB,aAAE,OAAO;AAAA,EAC1C,cAAc,aAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EAC9B,YAAY,aAAE,OAAO,EAAE,IAAI,CAAC,EAAE,SAAS;AAAA,EACvC,SAAS,aAAE,OAAO,EAAE,SAAS;AAAA,EAC7B,OAAO,aAAE,OAAO,EAAE,SAAS;AAAA,EAC3B,MAAM,aAAE,OAAO,EAAE,SAAS;AAAA,EAC1B,UAAU,yBAAyB,SAAS;AAC9C,CAAC;AAGM,IAAM,oBAAoB,aAAE,OAAO;AAAA,EACxC,IAAI,aAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EACpB,YAAY,aAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EAC5B,eAAe,aAAE,MAAM,aAAE,OAAO,EAAE,IAAI,CAAC,CAAC;AAAA,EACxC,MAAM,aAAE,OAAO;AAAA,EACf,UAAU,aAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EAC1B,WAAW,aAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS;AAAA,EAChD,SAAS,aAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS;AAAA,EAC9C,UAAU,aAAE,OAAO,aAAE,OAAO,CAAC,EAAE,QAAQ,CAAC,CAAC;AAC3C,CAAC;;;AC/CD,SAAS,mBAAmB,UAA2C;AACrE,SAAO;AAAA,IACL,SAAS,UAAU;AAAA,IACnB,SAAS,gBAAgB;AAAA,IACzB,SAAS,WAAW;AAAA,IACpB,SAAS,cAAc;AAAA,IACvB,SAAS,UAAU;AAAA,IACnB,SAAS,gBAAgB;AAAA,IACzB,SAAS;AAAA,EACX,EAAE,KAAK,GAAG;AACZ;AAEO,SAAS,sBAAsB,GAA4B,GAAoC;AACpG,QAAM,iBAAiB,EAAE,YAAY,EAAE;AACvC,MAAI,mBAAmB,EAAG,QAAO;AACjC,SAAO,mBAAmB,CAAC,EAAE,cAAc,mBAAmB,CAAC,CAAC;AAClE;AAEO,SAAS,oBAAuD,UAAoB;AACzF,SAAO,CAAC,GAAG,QAAQ,EAAE,KAAK,qBAAqB;AACjD;;;ACzCA,SAASA,kBAAiB,GAAa,GAAqB;AAC1D,MAAI,MAAM,GAAG,OAAO,GAAG,OAAO;AAC9B,WAAS,IAAI,GAAG,IAAI,EAAE,QAAQ,KAAK;AACjC,WAAO,EAAE,CAAC,IAAI,EAAE,CAAC;AACjB,YAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;AAClB,YAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;AAAA,EACpB;AACA,QAAM,cAAc,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,IAAI;AACpD,SAAO,gBAAgB,IAAI,IAAI,MAAM;AACvC;AAEA,SAAS,kBAAkB,WAA6B;AACtD,SAAO,OAAO,KAAK,IAAI,aAAa,SAAS,EAAE,MAAM;AACvD;AAEA,SAAS,kBAAkB,QAA0B;AACnD,SAAO,MAAM,KAAK,IAAI,aAAa,OAAO,QAAQ,OAAO,YAAY,OAAO,aAAa,CAAC,CAAC;AAC7F;AAEA,SAAS,UAAa,OAAkC,UAAgB;AACtE,MAAI,CAAC,MAAO,QAAO;AACnB,MAAI;AACF,WAAO,KAAK,MAAM,KAAK;AAAA,EACzB,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEA,SAAS,gBAAgB,KAA0C;AACjE,QAAM,WAAW,UAAU,IAAI,UAAgC,CAAC,CAAC;AACjE,SAAO;AAAA,IACL,IAAI,IAAI;AAAA,IACR,YAAY,IAAI;AAAA,IAChB,YAAa,IAAI,eAAe;AAAA,IAChC,SAAU,IAAI,YAAY;AAAA,IAC1B,MAAM,IAAI;AAAA,IACV,MAAM,IAAI;AAAA,IACV,MAAM,IAAI;AAAA,IACV,UAAW,IAAI,aAAa;AAAA,IAC5B,WAAY,IAAI,cAAc;AAAA,IAC9B,SAAU,IAAI,YAAY;AAAA,IAC1B,WAAY,IAAI,cAAc;AAAA,IAC9B,YAAa,IAAI,eAAe;AAAA,IAChC,UAAU,UAAU,IAAI,UAAgC,MAAS;AAAA,IACjE,MAAM,UAAU,IAAI,MAA4B,MAAS;AAAA,IACzD,UAAU,OAAO,KAAK,QAAQ,EAAE,SAAS,WAAW;AAAA,EACtD;AACF;AAEA,SAAS,iBAAiB,KAA2C;AACnE,SAAO;AAAA,IACL,IAAI,IAAI;AAAA,IACR,YAAY,IAAI;AAAA,IAChB,eAAe,UAAU,IAAI,iBAAuC,CAAC,CAAC;AAAA,IACtE,MAAM,IAAI;AAAA,IACV,UAAU,IAAI;AAAA,IACd,WAAW,IAAI;AAAA,IACf,SAAS,IAAI;AAAA,IACb,UAAU,UAAU,IAAI,UAAgC,CAAC,CAAC;AAAA,EAC5D;AACF;AAEO,SAAS,wBAAwB,IAAuB,OAA+B;AAC5F,QAAM,QAAQ,OAAO,CAAC;AAEtB,SAAO;AAAA,IACL,MAAM,eAAe,OAAoC;AACvD,YAAM,OAAO,GAAG,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA,OAKvB;AACD,YAAM,aAAa,GAAG,YAAY,CAAC,UAAwB;AACzD,mBAAW,QAAQ,OAAO;AACxB,eAAK;AAAA,YACH,KAAK;AAAA,YACL,KAAK;AAAA,YACL,KAAK,cAAc;AAAA,YACnB,KAAK,WAAW;AAAA,YAChB,KAAK;AAAA,YACL,KAAK;AAAA,YACL,KAAK;AAAA,YACL,KAAK,YAAY;AAAA,YACjB,KAAK,aAAa;AAAA,YAClB,KAAK,WAAW;AAAA,YAChB,KAAK,aAAa;AAAA,YAClB,KAAK,cAAc;AAAA,YACnB,KAAK,WAAW,KAAK,UAAU,KAAK,QAAQ,IAAI;AAAA,YAChD,KAAK,OAAO,KAAK,UAAU,KAAK,IAAI,IAAI;AAAA,YACxC,KAAK,UAAU,KAAK,YAAY,CAAC,CAAC;AAAA,YAClC;AAAA,UACF;AAAA,QACF;AAAA,MACF,CAAC;AACD,iBAAW,KAAK;AAEhB,YAAM,QAAQ,IAAI,MAAM;AAAA,QAAI,CAAC,SAC3B,MAAM,YAAY;AAChB,cAAI;AACF,kBAAM,YAAY,MAAM,MAAM,KAAK,IAAI;AACvC,eAAG,QAAQ,oDAAoD,EAAE,IAAI,kBAAkB,SAAS,GAAG,KAAK,EAAE;AAAA,UAC5G,QAAQ;AAAA,UAER;AAAA,QACF,CAAC;AAAA,MACH,CAAC;AAAA,IACH;AAAA,IAEA,MAAM,gBAAgB,QAAsC;AAC1D,YAAM,OAAO,GAAG,QAAQ;AAAA;AAAA;AAAA;AAAA,OAIvB;AACD,YAAM,aAAa,GAAG,YAAY,CAAC,UAAyB;AAC1D,mBAAW,SAAS,OAAO;AACzB,eAAK;AAAA,YACH,MAAM;AAAA,YACN,MAAM;AAAA,YACN,KAAK,UAAU,MAAM,aAAa;AAAA,YAClC,MAAM;AAAA,YACN,MAAM;AAAA,YACN,MAAM,aAAa;AAAA,YACnB,MAAM,WAAW;AAAA,YACjB,KAAK,UAAU,MAAM,YAAY,CAAC,CAAC;AAAA,UACrC;AAAA,QACF;AAAA,MACF,CAAC;AACD,iBAAW,MAAM;AAAA,IACnB;AAAA,IAEA,MAAM,cAAc,IAAwC;AAC1D,YAAM,MAAM,GAAG,QAAQ,yCAAyC,EAAE,IAAI,EAAE;AACxE,aAAO,MAAM,gBAAgB,GAAG,IAAI;AAAA,IACtC;AAAA,IAEA,MAAM,yBAAyB,YAA2C;AACxE,YAAM,OAAO,GAAG,QAAQ,kEAAkE,EAAE,IAAI,UAAU;AAC1G,aAAO,KAAK,IAAI,eAAe;AAAA,IACjC;AAAA,IAEA,MAAM,0BAA0B,YAA4C;AAC1E,YAAM,OAAO,GAAG,QAAQ,mEAAmE,EAAE,IAAI,UAAU;AAC3G,aAAO,KAAK,IAAI,gBAAgB;AAAA,IAClC;AAAA,IAEA,MAAM,qBAAqB,YAAmC;AAC5D,SAAG,QAAQ,iDAAiD,EAAE,IAAI,UAAU;AAC5E,SAAG,QAAQ,gDAAgD,EAAE,IAAI,UAAU;AAAA,IAC7E;AAAA,IAEA,MAAM,kBAAkB,OAA+D;AACrF,YAAM,iBAAiB,MAAM,MAAM,MAAM,QAAQ;AACjD,YAAM,cAAc,MAAM,SAAS;AACnC,UAAI,MAAM;AACV,YAAM,SAAoB,CAAC;AAE3B,UAAI,MAAM,aAAa,QAAQ;AAC7B,eAAO,wBAAwB,MAAM,YAAY,IAAI,MAAM,GAAG,EAAE,KAAK,GAAG,CAAC;AACzE,eAAO,KAAK,GAAG,MAAM,WAAW;AAAA,MAClC;AACA,UAAI,MAAM,UAAU,QAAQ;AAC1B,eAAO,qBAAqB,MAAM,SAAS,IAAI,MAAM,GAAG,EAAE,KAAK,GAAG,CAAC;AACnE,eAAO,KAAK,GAAG,MAAM,QAAQ;AAAA,MAC/B;AACA,UAAI,MAAM,SAAS,YAAY;AAC7B,eAAO;AACP,eAAO,KAAK,MAAM,QAAQ,UAAU;AAAA,MACtC;AACA,UAAI,MAAM,SAAS,YAAY;AAC7B,eAAO;AACP,eAAO,KAAK,MAAM,QAAQ,UAAU;AAAA,MACtC;AACA,UAAI,MAAM,SAAS,WAAW;AAC5B,eAAO;AACP,eAAO,KAAK,MAAM,QAAQ,SAAS;AAAA,MACrC;AAEA,YAAM,OAAO,GAAG,QAAQ,GAAG,EAAE,IAAI,GAAG,MAAM;AAC1C,YAAM,SAAS,KAAK,IAAI,CAAC,QAAQ;AAC/B,cAAM,OAAO,gBAAgB,GAAG;AAChC,eAAO;AAAA,UACL;AAAA,UACA,WAAWA,kBAAiB,gBAAgB,kBAAkB,IAAI,SAAmB,CAAC;AAAA,QACxF;AAAA,MACF,CAAC;AAED,aAAO,oBAAoB,OAAO,IAAI,CAAC,YAAY;AAAA,QACjD,GAAG;AAAA,QACH,cAAc,OAAO,KAAK;AAAA,QAC1B,SAAS,OAAO,KAAK;AAAA,QACrB,YAAY,OAAO,KAAK;AAAA,QACxB,MAAM,OAAO,KAAK;AAAA,MACpB,EAAE,CAAC,EAAE,IAAI,CAAC,EAAE,MAAM,UAAU,OAAO,EAAE,MAAM,UAAU,EAAE,EAAE,MAAM,GAAG,WAAW;AAAA,IAC/E;AAAA,EACF;AACF;;;AP/LO,SAAS,kBAAkB,SAKhC;AAGA,QAAM,gBAAgB,QAAQ,gBAAgB;AAC9C,QAAM,KAAK,IAAI,cAAc,QAAQ,IAAI;AAEzC,KAAG,OAAO,oBAAoB;AAC9B,KAAG,OAAO,mBAAmB;AAC7B,KAAG,KAAK,aAAa;AAErB,SAAO;AAAA,IACL,WAAW,0BAA0B,EAAE;AAAA,IACvC,QAAQ,wBAAwB,IAAI,QAAQ,KAAK;AAAA,IACjD,QAAQ,wBAAwB,IAAI,QAAQ,KAAK;AAAA,IACjD,OAAO,MAAM,GAAG,MAAM;AAAA,EACxB;AACF;","names":["cosineSimilarity"]}
1
+ {"version":3,"sources":["../src/storage/sqlite/index.ts","../src/storage/sqlite/migrations.ts","../src/storage/sqlite/document-store.ts","../src/core/concurrency.ts","../src/storage/sqlite/memory-store.ts","../src/source/schemas.ts","../src/source/retrieval.ts","../src/storage/sqlite/source-store.ts"],"sourcesContent":["import type { EmbedText } from \"../../core/types\";\nimport type { DocumentStore } from \"../interfaces\";\nimport type { MemoryStore } from \"../interfaces\";\nimport type { SourceStore } from \"../../source\";\nimport { CREATE_TABLES } from \"./migrations\";\nimport { createSqliteDocumentStore } from \"./document-store\";\nimport { createSqliteMemoryStore } from \"./memory-store\";\nimport { createSqliteSourceStore } from \"./source-store\";\n\nexport { createSqliteDocumentStore } from \"./document-store\";\nexport { createSqliteMemoryStore } from \"./memory-store\";\nexport { createSqliteSourceStore } from \"./source-store\";\n\nexport interface SqliteStoreOptions {\n path: string;\n embed: EmbedText;\n}\n\nexport function createSqliteStore(options: SqliteStoreOptions): {\n documents: DocumentStore;\n memory: MemoryStore;\n source: SourceStore;\n close: () => void;\n} {\n // Dynamic import to keep better-sqlite3 optional\n // eslint-disable-next-line @typescript-eslint/no-require-imports\n const BetterSqlite3 = require(\"better-sqlite3\");\n const db = new BetterSqlite3(options.path);\n\n db.pragma(\"journal_mode = WAL\");\n db.pragma(\"foreign_keys = ON\");\n db.exec(CREATE_TABLES);\n\n return {\n documents: createSqliteDocumentStore(db),\n memory: createSqliteMemoryStore(db, options.embed),\n source: createSqliteSourceStore(db, options.embed),\n close: () => db.close(),\n };\n}\n\nexport type { DocumentStore, MemoryStore } from \"../interfaces\";\nexport type { SourceStore } from \"../../source\";\n","export const CREATE_TABLES = `\nCREATE TABLE IF NOT EXISTS documents (\n id TEXT PRIMARY KEY,\n type TEXT NOT NULL,\n data TEXT NOT NULL,\n created_at INTEGER NOT NULL DEFAULT (unixepoch())\n);\n\nCREATE TABLE IF NOT EXISTS chunks (\n id TEXT PRIMARY KEY,\n document_id TEXT NOT NULL,\n type TEXT NOT NULL,\n text TEXT NOT NULL,\n metadata TEXT NOT NULL DEFAULT '{}',\n embedding BLOB,\n FOREIGN KEY (document_id) REFERENCES documents(id) ON DELETE CASCADE\n);\n\nCREATE TABLE IF NOT EXISTS conversation_turns (\n id TEXT PRIMARY KEY,\n conversation_id TEXT NOT NULL,\n role TEXT NOT NULL,\n content TEXT NOT NULL,\n tool_name TEXT,\n tool_result TEXT,\n timestamp INTEGER NOT NULL,\n embedding BLOB\n);\n\nCREATE TABLE IF NOT EXISTS source_spans (\n id TEXT PRIMARY KEY,\n document_id TEXT NOT NULL,\n source_kind TEXT,\n chunk_id TEXT,\n kind TEXT NOT NULL,\n text TEXT NOT NULL,\n hash TEXT NOT NULL,\n text_hash TEXT,\n page_start INTEGER,\n page_end INTEGER,\n section_id TEXT,\n form_number TEXT,\n location TEXT,\n bbox TEXT,\n metadata TEXT NOT NULL DEFAULT '{}',\n embedding BLOB\n);\n\nCREATE TABLE IF NOT EXISTS source_chunks (\n id TEXT PRIMARY KEY,\n document_id TEXT NOT NULL,\n source_span_ids TEXT NOT NULL,\n text TEXT NOT NULL,\n text_hash TEXT NOT NULL,\n page_start INTEGER,\n page_end INTEGER,\n metadata TEXT NOT NULL DEFAULT '{}'\n);\n\nCREATE INDEX IF NOT EXISTS idx_chunks_document_id ON chunks(document_id);\nCREATE INDEX IF NOT EXISTS idx_chunks_type ON chunks(type);\nCREATE INDEX IF NOT EXISTS idx_turns_conversation_id ON conversation_turns(conversation_id);\nCREATE INDEX IF NOT EXISTS idx_turns_timestamp ON conversation_turns(timestamp);\nCREATE INDEX IF NOT EXISTS idx_source_spans_document_id ON source_spans(document_id);\nCREATE INDEX IF NOT EXISTS idx_source_spans_chunk_id ON source_spans(chunk_id);\nCREATE INDEX IF NOT EXISTS idx_source_chunks_document_id ON source_chunks(document_id);\n`;\n","import type Database from \"better-sqlite3\";\nimport type { DocumentStore } from \"../interfaces\";\nimport type { InsuranceDocument } from \"../../schemas/document\";\nimport type { DocumentFilters } from \"../chunk-types\";\n\nexport function createSqliteDocumentStore(db: Database.Database): DocumentStore {\n return {\n async save(doc: InsuranceDocument): Promise<void> {\n db.prepare(\"INSERT OR REPLACE INTO documents (id, type, data) VALUES (?, ?, ?)\").run(\n doc.id, doc.type, JSON.stringify(doc),\n );\n },\n\n async get(id: string): Promise<InsuranceDocument | null> {\n const row = db.prepare(\"SELECT data FROM documents WHERE id = ?\").get(id) as { data: string } | undefined;\n return row ? JSON.parse(row.data) : null;\n },\n\n async query(filters: DocumentFilters): Promise<InsuranceDocument[]> {\n let sql = \"SELECT data FROM documents WHERE 1=1\";\n const params: unknown[] = [];\n\n if (filters.type) {\n sql += \" AND type = ?\";\n params.push(filters.type);\n }\n if (filters.carrier) {\n sql += \" AND json_extract(data, '$.carrier') LIKE ?\";\n params.push(`%${filters.carrier}%`);\n }\n if (filters.insuredName) {\n sql += \" AND json_extract(data, '$.insuredName') LIKE ?\";\n params.push(`%${filters.insuredName}%`);\n }\n if (filters.policyNumber) {\n sql += \" AND json_extract(data, '$.policyNumber') = ?\";\n params.push(filters.policyNumber);\n }\n if (filters.quoteNumber) {\n sql += \" AND json_extract(data, '$.quoteNumber') = ?\";\n params.push(filters.quoteNumber);\n }\n\n const rows = db.prepare(sql).all(...params) as { data: string }[];\n return rows.map((r) => JSON.parse(r.data));\n },\n\n async delete(id: string): Promise<void> {\n db.prepare(\"DELETE FROM documents WHERE id = ?\").run(id);\n },\n };\n}\n","/**\n * Concurrency limiter — returns a function that wraps async tasks\n * so at most `concurrency` run simultaneously.\n */\nexport function pLimit(concurrency: number) {\n const maxConcurrency = Number.isFinite(concurrency) ? Math.max(1, Math.floor(concurrency)) : 1;\n let active = 0;\n const queue: Array<() => void> = [];\n\n function next() {\n if (queue.length > 0 && active < maxConcurrency) {\n active++;\n queue.shift()!();\n }\n }\n\n return <T>(fn: () => Promise<T>): Promise<T> =>\n new Promise<T>((resolve, reject) => {\n const run = () => {\n fn().then(resolve, reject).finally(() => {\n active--;\n next();\n });\n };\n queue.push(run);\n next();\n });\n}\n","import type Database from \"better-sqlite3\";\nimport type { MemoryStore } from \"../interfaces\";\nimport type { DocumentChunk, ConversationTurn, ChunkFilter } from \"../chunk-types\";\nimport type { EmbedText } from \"../../core/types\";\nimport { pLimit } from \"../../core/concurrency\";\n\nfunction cosineSimilarity(a: number[], b: number[]): number {\n let dot = 0, magA = 0, magB = 0;\n for (let i = 0; i < a.length; i++) {\n dot += a[i] * b[i];\n magA += a[i] * a[i];\n magB += b[i] * b[i];\n }\n return dot / (Math.sqrt(magA) * Math.sqrt(magB));\n}\n\nexport function createSqliteMemoryStore(db: Database.Database, embed: EmbedText): MemoryStore {\n const limit = pLimit(4);\n\n return {\n async addChunks(chunks: DocumentChunk[]): Promise<void> {\n const stmt = db.prepare(\"INSERT OR REPLACE INTO chunks (id, document_id, type, text, metadata, embedding) VALUES (?, ?, ?, ?, ?, ?)\");\n const insertMany = db.transaction((items: DocumentChunk[]) => {\n for (const chunk of items) {\n stmt.run(chunk.id, chunk.documentId, chunk.type, chunk.text, JSON.stringify(chunk.metadata), null);\n }\n });\n insertMany(chunks);\n\n await Promise.all(chunks.map((chunk) =>\n limit(async () => {\n try {\n const embedding = await embed(chunk.text);\n const buf = Buffer.from(new Float64Array(embedding).buffer);\n db.prepare(\"UPDATE chunks SET embedding = ? WHERE id = ?\").run(buf, chunk.id);\n } catch {\n // Embedding failure is non-fatal\n }\n }),\n ));\n },\n\n async search(query: string, options?: { limit?: number; filter?: ChunkFilter }): Promise<DocumentChunk[]> {\n const queryEmbedding = await embed(query);\n const resultLimit = options?.limit ?? 10;\n\n let sql = \"SELECT id, document_id, type, text, metadata, embedding FROM chunks WHERE embedding IS NOT NULL\";\n const params: unknown[] = [];\n\n if (options?.filter?.documentId) {\n sql += \" AND document_id = ?\";\n params.push(options.filter.documentId);\n }\n if (options?.filter?.type) {\n sql += \" AND type = ?\";\n params.push(options.filter.type);\n }\n\n const rows = db.prepare(sql).all(...params) as Array<{\n id: string; document_id: string; type: string; text: string; metadata: string; embedding: Buffer;\n }>;\n\n const scored = rows.map((row) => {\n const stored = Array.from(new Float64Array(row.embedding.buffer, row.embedding.byteOffset, row.embedding.byteLength / 8));\n return {\n chunk: {\n id: row.id,\n documentId: row.document_id,\n type: row.type as DocumentChunk[\"type\"],\n text: row.text,\n metadata: JSON.parse(row.metadata),\n },\n score: cosineSimilarity(queryEmbedding, stored),\n };\n });\n\n scored.sort((a, b) => b.score - a.score);\n return scored.slice(0, resultLimit).map((s) => s.chunk);\n },\n\n async addTurn(turn: ConversationTurn): Promise<void> {\n const embedding = await embed(turn.content).catch(() => null);\n const buf = embedding ? Buffer.from(new Float64Array(embedding).buffer) : null;\n db.prepare(\n \"INSERT INTO conversation_turns (id, conversation_id, role, content, tool_name, tool_result, timestamp, embedding) VALUES (?, ?, ?, ?, ?, ?, ?, ?)\"\n ).run(turn.id, turn.conversationId, turn.role, turn.content, turn.toolName ?? null, turn.toolResult ?? null, turn.timestamp, buf);\n },\n\n async getHistory(conversationId: string, options?: { limit?: number }): Promise<ConversationTurn[]> {\n const resultLimit = options?.limit ?? 50;\n const rows = db.prepare(\n \"SELECT id, conversation_id, role, content, tool_name, tool_result, timestamp FROM conversation_turns WHERE conversation_id = ? ORDER BY timestamp DESC LIMIT ?\"\n ).all(conversationId, resultLimit) as Array<Record<string, unknown>>;\n\n return rows.reverse().map((r) => ({\n id: r.id as string,\n conversationId: r.conversation_id as string,\n role: r.role as ConversationTurn[\"role\"],\n content: r.content as string,\n toolName: r.tool_name as string | undefined,\n toolResult: r.tool_result as string | undefined,\n timestamp: r.timestamp as number,\n }));\n },\n\n async searchHistory(query: string, conversationId?: string): Promise<ConversationTurn[]> {\n const queryEmbedding = await embed(query);\n\n let sql = \"SELECT id, conversation_id, role, content, tool_name, tool_result, timestamp, embedding FROM conversation_turns WHERE embedding IS NOT NULL\";\n const params: unknown[] = [];\n if (conversationId) {\n sql += \" AND conversation_id = ?\";\n params.push(conversationId);\n }\n\n const rows = db.prepare(sql).all(...params) as Array<Record<string, unknown>>;\n\n const scored = rows.map((row) => {\n const buf = row.embedding as Buffer;\n const stored = Array.from(new Float64Array(buf.buffer, buf.byteOffset, buf.byteLength / 8));\n return {\n turn: {\n id: row.id as string,\n conversationId: row.conversation_id as string,\n role: row.role as ConversationTurn[\"role\"],\n content: row.content as string,\n toolName: row.tool_name as string | undefined,\n toolResult: row.tool_result as string | undefined,\n timestamp: row.timestamp as number,\n },\n score: cosineSimilarity(queryEmbedding, stored),\n };\n });\n\n scored.sort((a, b) => b.score - a.score);\n return scored.slice(0, 10).map((s) => s.turn);\n },\n };\n}\n","import { z } from \"zod\";\n\nexport const SourceSpanKindSchema = z.enum([\n \"pdf_text\",\n \"pdf_image\",\n \"html\",\n \"markdown\",\n \"plain_text\",\n \"structured_field\",\n]);\nexport type SourceSpanKind = z.infer<typeof SourceSpanKindSchema>;\n\nexport const SourceKindSchema = z.enum([\n \"policy_pdf\",\n \"application_pdf\",\n \"email\",\n \"attachment\",\n \"manual_note\",\n]);\nexport type SourceKind = z.infer<typeof SourceKindSchema>;\n\nexport const SourceSpanBBoxSchema = z.object({\n page: z.number().int().positive(),\n x: z.number(),\n y: z.number(),\n width: z.number(),\n height: z.number(),\n});\nexport type SourceSpanBBox = z.infer<typeof SourceSpanBBoxSchema>;\n\nexport const SourceSpanLocationSchema = z.object({\n page: z.number().int().positive().optional(),\n startPage: z.number().int().positive().optional(),\n endPage: z.number().int().positive().optional(),\n charStart: z.number().int().nonnegative().optional(),\n charEnd: z.number().int().nonnegative().optional(),\n lineStart: z.number().int().positive().optional(),\n lineEnd: z.number().int().positive().optional(),\n fieldPath: z.string().optional(),\n});\nexport type SourceSpanLocation = z.infer<typeof SourceSpanLocationSchema>;\n\nexport const SourceSpanSchema = z.object({\n id: z.string().min(1),\n documentId: z.string().min(1),\n sourceKind: SourceKindSchema.optional(),\n chunkId: z.string().optional(),\n kind: SourceSpanKindSchema,\n text: z.string(),\n hash: z.string().min(1),\n textHash: z.string().optional(),\n pageStart: z.number().int().positive().optional(),\n pageEnd: z.number().int().positive().optional(),\n sectionId: z.string().optional(),\n formNumber: z.string().optional(),\n bbox: z.array(SourceSpanBBoxSchema).optional(),\n location: SourceSpanLocationSchema.optional(),\n metadata: z.record(z.string()).optional(),\n});\nexport type SourceSpan = z.infer<typeof SourceSpanSchema>;\n\nexport const SourceSpanRefSchema = z.object({\n sourceSpanId: z.string().min(1),\n documentId: z.string().min(1).optional(),\n chunkId: z.string().optional(),\n quote: z.string().optional(),\n hash: z.string().optional(),\n location: SourceSpanLocationSchema.optional(),\n});\nexport type SourceSpanRef = z.infer<typeof SourceSpanRefSchema>;\n\nexport const SourceChunkSchema = z.object({\n id: z.string().min(1),\n documentId: z.string().min(1),\n sourceSpanIds: z.array(z.string().min(1)),\n text: z.string(),\n textHash: z.string().min(1),\n pageStart: z.number().int().positive().optional(),\n pageEnd: z.number().int().positive().optional(),\n metadata: z.record(z.string()).default({}),\n});\nexport type SourceChunk = z.infer<typeof SourceChunkSchema>;\n","import type { SourceSpan } from \"./schemas\";\n\nexport type SourceRetrievalMode = \"graph_only\" | \"source_rag\" | \"long_context\" | \"hybrid\";\n\nexport interface SourceRetrievalQuery {\n question: string;\n documentIds?: string[];\n chunkIds?: string[];\n limit?: number;\n mode?: SourceRetrievalMode;\n filters?: Record<string, string>;\n}\n\nexport interface SourceRetrievalResult {\n span: SourceSpan;\n relevance: number;\n}\n\nexport interface SourceRetriever {\n searchSourceSpans(query: SourceRetrievalQuery): Promise<SourceRetrievalResult[]>;\n}\n\nexport interface OrderableSourceEvidence {\n source?: string;\n sourceSpanId?: string;\n chunkId?: string;\n documentId?: string;\n turnId?: string;\n attachmentId?: string;\n text: string;\n relevance: number;\n}\n\nfunction evidenceTieBreakId(evidence: OrderableSourceEvidence): string {\n return [\n evidence.source ?? \"\",\n evidence.sourceSpanId ?? \"\",\n evidence.chunkId ?? \"\",\n evidence.documentId ?? \"\",\n evidence.turnId ?? \"\",\n evidence.attachmentId ?? \"\",\n evidence.text,\n ].join(\"|\");\n}\n\nexport function compareSourceEvidence(a: OrderableSourceEvidence, b: OrderableSourceEvidence): number {\n const relevanceDelta = b.relevance - a.relevance;\n if (relevanceDelta !== 0) return relevanceDelta;\n return evidenceTieBreakId(a).localeCompare(evidenceTieBreakId(b));\n}\n\nexport function orderSourceEvidence<T extends OrderableSourceEvidence>(evidence: T[]): T[] {\n return [...evidence].sort(compareSourceEvidence);\n}\n","import type Database from \"better-sqlite3\";\nimport type { EmbedText } from \"../../core/types\";\nimport type {\n SourceChunk,\n SourceRetrievalQuery,\n SourceRetrievalResult,\n SourceSpan,\n SourceStore,\n} from \"../../source\";\nimport { orderSourceEvidence } from \"../../source\";\nimport { pLimit } from \"../../core/concurrency\";\n\nfunction cosineSimilarity(a: number[], b: number[]): number {\n let dot = 0, magA = 0, magB = 0;\n for (let i = 0; i < a.length; i++) {\n dot += a[i] * b[i];\n magA += a[i] * a[i];\n magB += b[i] * b[i];\n }\n const denominator = Math.sqrt(magA) * Math.sqrt(magB);\n return denominator === 0 ? 0 : dot / denominator;\n}\n\nfunction embeddingToBuffer(embedding: number[]): Buffer {\n return Buffer.from(new Float64Array(embedding).buffer);\n}\n\nfunction bufferToEmbedding(buffer: Buffer): number[] {\n return Array.from(new Float64Array(buffer.buffer, buffer.byteOffset, buffer.byteLength / 8));\n}\n\nfunction parseJson<T>(value: string | null | undefined, fallback: T): T {\n if (!value) return fallback;\n try {\n return JSON.parse(value) as T;\n } catch {\n return fallback;\n }\n}\n\nfunction rowToSourceSpan(row: Record<string, unknown>): SourceSpan {\n const metadata = parseJson(row.metadata as string | undefined, {});\n return {\n id: row.id as string,\n documentId: row.document_id as string,\n sourceKind: (row.source_kind ?? undefined) as SourceSpan[\"sourceKind\"],\n chunkId: (row.chunk_id ?? undefined) as string | undefined,\n kind: row.kind as SourceSpan[\"kind\"],\n text: row.text as string,\n hash: row.hash as string,\n textHash: (row.text_hash ?? undefined) as string | undefined,\n pageStart: (row.page_start ?? undefined) as number | undefined,\n pageEnd: (row.page_end ?? undefined) as number | undefined,\n sectionId: (row.section_id ?? undefined) as string | undefined,\n formNumber: (row.form_number ?? undefined) as string | undefined,\n location: parseJson(row.location as string | undefined, undefined),\n bbox: parseJson(row.bbox as string | undefined, undefined),\n metadata: Object.keys(metadata).length ? metadata : undefined,\n };\n}\n\nfunction rowToSourceChunk(row: Record<string, unknown>): SourceChunk {\n return {\n id: row.id as string,\n documentId: row.document_id as string,\n sourceSpanIds: parseJson(row.source_span_ids as string | undefined, []),\n text: row.text as string,\n textHash: row.text_hash as string,\n pageStart: row.page_start as number | undefined,\n pageEnd: row.page_end as number | undefined,\n metadata: parseJson(row.metadata as string | undefined, {}),\n };\n}\n\nexport function createSqliteSourceStore(db: Database.Database, embed: EmbedText): SourceStore {\n const limit = pLimit(4);\n\n return {\n async addSourceSpans(spans: SourceSpan[]): Promise<void> {\n const stmt = db.prepare(`\n INSERT OR REPLACE INTO source_spans (\n id, document_id, source_kind, chunk_id, kind, text, hash, text_hash,\n page_start, page_end, section_id, form_number, location, bbox, metadata, embedding\n ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)\n `);\n const insertMany = db.transaction((items: SourceSpan[]) => {\n for (const span of items) {\n stmt.run(\n span.id,\n span.documentId,\n span.sourceKind ?? null,\n span.chunkId ?? null,\n span.kind,\n span.text,\n span.hash,\n span.textHash ?? null,\n span.pageStart ?? null,\n span.pageEnd ?? null,\n span.sectionId ?? null,\n span.formNumber ?? null,\n span.location ? JSON.stringify(span.location) : null,\n span.bbox ? JSON.stringify(span.bbox) : null,\n JSON.stringify(span.metadata ?? {}),\n null,\n );\n }\n });\n insertMany(spans);\n\n await Promise.all(spans.map((span) =>\n limit(async () => {\n try {\n const embedding = await embed(span.text);\n db.prepare(\"UPDATE source_spans SET embedding = ? WHERE id = ?\").run(embeddingToBuffer(embedding), span.id);\n } catch {\n // Embedding failure is non-fatal; span text remains persisted.\n }\n }),\n ));\n },\n\n async addSourceChunks(chunks: SourceChunk[]): Promise<void> {\n const stmt = db.prepare(`\n INSERT OR REPLACE INTO source_chunks (\n id, document_id, source_span_ids, text, text_hash, page_start, page_end, metadata\n ) VALUES (?, ?, ?, ?, ?, ?, ?, ?)\n `);\n const insertMany = db.transaction((items: SourceChunk[]) => {\n for (const chunk of items) {\n stmt.run(\n chunk.id,\n chunk.documentId,\n JSON.stringify(chunk.sourceSpanIds),\n chunk.text,\n chunk.textHash,\n chunk.pageStart ?? null,\n chunk.pageEnd ?? null,\n JSON.stringify(chunk.metadata ?? {}),\n );\n }\n });\n insertMany(chunks);\n },\n\n async getSourceSpan(id: string): Promise<SourceSpan | null> {\n const row = db.prepare(\"SELECT * FROM source_spans WHERE id = ?\").get(id) as Record<string, unknown> | undefined;\n return row ? rowToSourceSpan(row) : null;\n },\n\n async getSourceSpansByDocument(documentId: string): Promise<SourceSpan[]> {\n const rows = db.prepare(\"SELECT * FROM source_spans WHERE document_id = ? ORDER BY id ASC\").all(documentId) as Array<Record<string, unknown>>;\n return rows.map(rowToSourceSpan);\n },\n\n async getSourceChunksByDocument(documentId: string): Promise<SourceChunk[]> {\n const rows = db.prepare(\"SELECT * FROM source_chunks WHERE document_id = ? ORDER BY id ASC\").all(documentId) as Array<Record<string, unknown>>;\n return rows.map(rowToSourceChunk);\n },\n\n async deleteDocumentSource(documentId: string): Promise<void> {\n db.prepare(\"DELETE FROM source_chunks WHERE document_id = ?\").run(documentId);\n db.prepare(\"DELETE FROM source_spans WHERE document_id = ?\").run(documentId);\n },\n\n async searchSourceSpans(query: SourceRetrievalQuery): Promise<SourceRetrievalResult[]> {\n const queryEmbedding = await embed(query.question);\n const resultLimit = query.limit ?? 10;\n let sql = \"SELECT * FROM source_spans WHERE embedding IS NOT NULL\";\n const params: unknown[] = [];\n\n if (query.documentIds?.length) {\n sql += ` AND document_id IN (${query.documentIds.map(() => \"?\").join(\",\")})`;\n params.push(...query.documentIds);\n }\n if (query.chunkIds?.length) {\n sql += ` AND chunk_id IN (${query.chunkIds.map(() => \"?\").join(\",\")})`;\n params.push(...query.chunkIds);\n }\n if (query.filters?.sourceKind) {\n sql += \" AND source_kind = ?\";\n params.push(query.filters.sourceKind);\n }\n if (query.filters?.formNumber) {\n sql += \" AND form_number = ?\";\n params.push(query.filters.formNumber);\n }\n if (query.filters?.sectionId) {\n sql += \" AND section_id = ?\";\n params.push(query.filters.sectionId);\n }\n\n const rows = db.prepare(sql).all(...params) as Array<Record<string, unknown>>;\n const scored = rows.map((row) => {\n const span = rowToSourceSpan(row);\n return {\n span,\n relevance: cosineSimilarity(queryEmbedding, bufferToEmbedding(row.embedding as Buffer)),\n };\n });\n\n return orderSourceEvidence(scored.map((result) => ({\n ...result,\n sourceSpanId: result.span.id,\n chunkId: result.span.chunkId,\n documentId: result.span.documentId,\n text: result.span.text,\n }))).map(({ span, relevance }) => ({ span, relevance })).slice(0, resultLimit);\n },\n };\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAO,IAAM,gBAAgB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACKtB,SAAS,0BAA0B,IAAsC;AAC9E,SAAO;AAAA,IACL,MAAM,KAAK,KAAuC;AAChD,SAAG,QAAQ,oEAAoE,EAAE;AAAA,QAC/E,IAAI;AAAA,QAAI,IAAI;AAAA,QAAM,KAAK,UAAU,GAAG;AAAA,MACtC;AAAA,IACF;AAAA,IAEA,MAAM,IAAI,IAA+C;AACvD,YAAM,MAAM,GAAG,QAAQ,yCAAyC,EAAE,IAAI,EAAE;AACxE,aAAO,MAAM,KAAK,MAAM,IAAI,IAAI,IAAI;AAAA,IACtC;AAAA,IAEA,MAAM,MAAM,SAAwD;AAClE,UAAI,MAAM;AACV,YAAM,SAAoB,CAAC;AAE3B,UAAI,QAAQ,MAAM;AAChB,eAAO;AACP,eAAO,KAAK,QAAQ,IAAI;AAAA,MAC1B;AACA,UAAI,QAAQ,SAAS;AACnB,eAAO;AACP,eAAO,KAAK,IAAI,QAAQ,OAAO,GAAG;AAAA,MACpC;AACA,UAAI,QAAQ,aAAa;AACvB,eAAO;AACP,eAAO,KAAK,IAAI,QAAQ,WAAW,GAAG;AAAA,MACxC;AACA,UAAI,QAAQ,cAAc;AACxB,eAAO;AACP,eAAO,KAAK,QAAQ,YAAY;AAAA,MAClC;AACA,UAAI,QAAQ,aAAa;AACvB,eAAO;AACP,eAAO,KAAK,QAAQ,WAAW;AAAA,MACjC;AAEA,YAAM,OAAO,GAAG,QAAQ,GAAG,EAAE,IAAI,GAAG,MAAM;AAC1C,aAAO,KAAK,IAAI,CAAC,MAAM,KAAK,MAAM,EAAE,IAAI,CAAC;AAAA,IAC3C;AAAA,IAEA,MAAM,OAAO,IAA2B;AACtC,SAAG,QAAQ,oCAAoC,EAAE,IAAI,EAAE;AAAA,IACzD;AAAA,EACF;AACF;;;AC/CO,SAAS,OAAO,aAAqB;AAC1C,QAAM,iBAAiB,OAAO,SAAS,WAAW,IAAI,KAAK,IAAI,GAAG,KAAK,MAAM,WAAW,CAAC,IAAI;AAC7F,MAAI,SAAS;AACb,QAAM,QAA2B,CAAC;AAElC,WAAS,OAAO;AACd,QAAI,MAAM,SAAS,KAAK,SAAS,gBAAgB;AAC/C;AACA,YAAM,MAAM,EAAG;AAAA,IACjB;AAAA,EACF;AAEA,SAAO,CAAI,OACT,IAAI,QAAW,CAAC,SAAS,WAAW;AAClC,UAAM,MAAM,MAAM;AAChB,SAAG,EAAE,KAAK,SAAS,MAAM,EAAE,QAAQ,MAAM;AACvC;AACA,aAAK;AAAA,MACP,CAAC;AAAA,IACH;AACA,UAAM,KAAK,GAAG;AACd,SAAK;AAAA,EACP,CAAC;AACL;;;ACrBA,SAAS,iBAAiB,GAAa,GAAqB;AAC1D,MAAI,MAAM,GAAG,OAAO,GAAG,OAAO;AAC9B,WAAS,IAAI,GAAG,IAAI,EAAE,QAAQ,KAAK;AACjC,WAAO,EAAE,CAAC,IAAI,EAAE,CAAC;AACjB,YAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;AAClB,YAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;AAAA,EACpB;AACA,SAAO,OAAO,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,IAAI;AAChD;AAEO,SAAS,wBAAwB,IAAuB,OAA+B;AAC5F,QAAM,QAAQ,OAAO,CAAC;AAEtB,SAAO;AAAA,IACL,MAAM,UAAU,QAAwC;AACtD,YAAM,OAAO,GAAG,QAAQ,4GAA4G;AACpI,YAAM,aAAa,GAAG,YAAY,CAAC,UAA2B;AAC5D,mBAAW,SAAS,OAAO;AACzB,eAAK,IAAI,MAAM,IAAI,MAAM,YAAY,MAAM,MAAM,MAAM,MAAM,KAAK,UAAU,MAAM,QAAQ,GAAG,IAAI;AAAA,QACnG;AAAA,MACF,CAAC;AACD,iBAAW,MAAM;AAEjB,YAAM,QAAQ,IAAI,OAAO;AAAA,QAAI,CAAC,UAC5B,MAAM,YAAY;AAChB,cAAI;AACF,kBAAM,YAAY,MAAM,MAAM,MAAM,IAAI;AACxC,kBAAM,MAAM,OAAO,KAAK,IAAI,aAAa,SAAS,EAAE,MAAM;AAC1D,eAAG,QAAQ,8CAA8C,EAAE,IAAI,KAAK,MAAM,EAAE;AAAA,UAC9E,QAAQ;AAAA,UAER;AAAA,QACF,CAAC;AAAA,MACH,CAAC;AAAA,IACH;AAAA,IAEA,MAAM,OAAO,OAAe,SAA8E;AACxG,YAAM,iBAAiB,MAAM,MAAM,KAAK;AACxC,YAAM,cAAc,SAAS,SAAS;AAEtC,UAAI,MAAM;AACV,YAAM,SAAoB,CAAC;AAE3B,UAAI,SAAS,QAAQ,YAAY;AAC/B,eAAO;AACP,eAAO,KAAK,QAAQ,OAAO,UAAU;AAAA,MACvC;AACA,UAAI,SAAS,QAAQ,MAAM;AACzB,eAAO;AACP,eAAO,KAAK,QAAQ,OAAO,IAAI;AAAA,MACjC;AAEA,YAAM,OAAO,GAAG,QAAQ,GAAG,EAAE,IAAI,GAAG,MAAM;AAI1C,YAAM,SAAS,KAAK,IAAI,CAAC,QAAQ;AAC/B,cAAM,SAAS,MAAM,KAAK,IAAI,aAAa,IAAI,UAAU,QAAQ,IAAI,UAAU,YAAY,IAAI,UAAU,aAAa,CAAC,CAAC;AACxH,eAAO;AAAA,UACL,OAAO;AAAA,YACL,IAAI,IAAI;AAAA,YACR,YAAY,IAAI;AAAA,YAChB,MAAM,IAAI;AAAA,YACV,MAAM,IAAI;AAAA,YACV,UAAU,KAAK,MAAM,IAAI,QAAQ;AAAA,UACnC;AAAA,UACA,OAAO,iBAAiB,gBAAgB,MAAM;AAAA,QAChD;AAAA,MACF,CAAC;AAED,aAAO,KAAK,CAAC,GAAG,MAAM,EAAE,QAAQ,EAAE,KAAK;AACvC,aAAO,OAAO,MAAM,GAAG,WAAW,EAAE,IAAI,CAAC,MAAM,EAAE,KAAK;AAAA,IACxD;AAAA,IAEA,MAAM,QAAQ,MAAuC;AACnD,YAAM,YAAY,MAAM,MAAM,KAAK,OAAO,EAAE,MAAM,MAAM,IAAI;AAC5D,YAAM,MAAM,YAAY,OAAO,KAAK,IAAI,aAAa,SAAS,EAAE,MAAM,IAAI;AAC1E,SAAG;AAAA,QACD;AAAA,MACF,EAAE,IAAI,KAAK,IAAI,KAAK,gBAAgB,KAAK,MAAM,KAAK,SAAS,KAAK,YAAY,MAAM,KAAK,cAAc,MAAM,KAAK,WAAW,GAAG;AAAA,IAClI;AAAA,IAEA,MAAM,WAAW,gBAAwB,SAA2D;AAClG,YAAM,cAAc,SAAS,SAAS;AACtC,YAAM,OAAO,GAAG;AAAA,QACd;AAAA,MACF,EAAE,IAAI,gBAAgB,WAAW;AAEjC,aAAO,KAAK,QAAQ,EAAE,IAAI,CAAC,OAAO;AAAA,QAChC,IAAI,EAAE;AAAA,QACN,gBAAgB,EAAE;AAAA,QAClB,MAAM,EAAE;AAAA,QACR,SAAS,EAAE;AAAA,QACX,UAAU,EAAE;AAAA,QACZ,YAAY,EAAE;AAAA,QACd,WAAW,EAAE;AAAA,MACf,EAAE;AAAA,IACJ;AAAA,IAEA,MAAM,cAAc,OAAe,gBAAsD;AACvF,YAAM,iBAAiB,MAAM,MAAM,KAAK;AAExC,UAAI,MAAM;AACV,YAAM,SAAoB,CAAC;AAC3B,UAAI,gBAAgB;AAClB,eAAO;AACP,eAAO,KAAK,cAAc;AAAA,MAC5B;AAEA,YAAM,OAAO,GAAG,QAAQ,GAAG,EAAE,IAAI,GAAG,MAAM;AAE1C,YAAM,SAAS,KAAK,IAAI,CAAC,QAAQ;AAC/B,cAAM,MAAM,IAAI;AAChB,cAAM,SAAS,MAAM,KAAK,IAAI,aAAa,IAAI,QAAQ,IAAI,YAAY,IAAI,aAAa,CAAC,CAAC;AAC1F,eAAO;AAAA,UACL,MAAM;AAAA,YACJ,IAAI,IAAI;AAAA,YACR,gBAAgB,IAAI;AAAA,YACpB,MAAM,IAAI;AAAA,YACV,SAAS,IAAI;AAAA,YACb,UAAU,IAAI;AAAA,YACd,YAAY,IAAI;AAAA,YAChB,WAAW,IAAI;AAAA,UACjB;AAAA,UACA,OAAO,iBAAiB,gBAAgB,MAAM;AAAA,QAChD;AAAA,MACF,CAAC;AAED,aAAO,KAAK,CAAC,GAAG,MAAM,EAAE,QAAQ,EAAE,KAAK;AACvC,aAAO,OAAO,MAAM,GAAG,EAAE,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI;AAAA,IAC9C;AAAA,EACF;AACF;;;AC1IA,iBAAkB;AAEX,IAAM,uBAAuB,aAAE,KAAK;AAAA,EACzC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,CAAC;AAGM,IAAM,mBAAmB,aAAE,KAAK;AAAA,EACrC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,CAAC;AAGM,IAAM,uBAAuB,aAAE,OAAO;AAAA,EAC3C,MAAM,aAAE,OAAO,EAAE,IAAI,EAAE,SAAS;AAAA,EAChC,GAAG,aAAE,OAAO;AAAA,EACZ,GAAG,aAAE,OAAO;AAAA,EACZ,OAAO,aAAE,OAAO;AAAA,EAChB,QAAQ,aAAE,OAAO;AACnB,CAAC;AAGM,IAAM,2BAA2B,aAAE,OAAO;AAAA,EAC/C,MAAM,aAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS;AAAA,EAC3C,WAAW,aAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS;AAAA,EAChD,SAAS,aAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS;AAAA,EAC9C,WAAW,aAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,SAAS;AAAA,EACnD,SAAS,aAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,SAAS;AAAA,EACjD,WAAW,aAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS;AAAA,EAChD,SAAS,aAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS;AAAA,EAC9C,WAAW,aAAE,OAAO,EAAE,SAAS;AACjC,CAAC;AAGM,IAAM,mBAAmB,aAAE,OAAO;AAAA,EACvC,IAAI,aAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EACpB,YAAY,aAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EAC5B,YAAY,iBAAiB,SAAS;AAAA,EACtC,SAAS,aAAE,OAAO,EAAE,SAAS;AAAA,EAC7B,MAAM;AAAA,EACN,MAAM,aAAE,OAAO;AAAA,EACf,MAAM,aAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EACtB,UAAU,aAAE,OAAO,EAAE,SAAS;AAAA,EAC9B,WAAW,aAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS;AAAA,EAChD,SAAS,aAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS;AAAA,EAC9C,WAAW,aAAE,OAAO,EAAE,SAAS;AAAA,EAC/B,YAAY,aAAE,OAAO,EAAE,SAAS;AAAA,EAChC,MAAM,aAAE,MAAM,oBAAoB,EAAE,SAAS;AAAA,EAC7C,UAAU,yBAAyB,SAAS;AAAA,EAC5C,UAAU,aAAE,OAAO,aAAE,OAAO,CAAC,EAAE,SAAS;AAC1C,CAAC;AAGM,IAAM,sBAAsB,aAAE,OAAO;AAAA,EAC1C,cAAc,aAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EAC9B,YAAY,aAAE,OAAO,EAAE,IAAI,CAAC,EAAE,SAAS;AAAA,EACvC,SAAS,aAAE,OAAO,EAAE,SAAS;AAAA,EAC7B,OAAO,aAAE,OAAO,EAAE,SAAS;AAAA,EAC3B,MAAM,aAAE,OAAO,EAAE,SAAS;AAAA,EAC1B,UAAU,yBAAyB,SAAS;AAC9C,CAAC;AAGM,IAAM,oBAAoB,aAAE,OAAO;AAAA,EACxC,IAAI,aAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EACpB,YAAY,aAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EAC5B,eAAe,aAAE,MAAM,aAAE,OAAO,EAAE,IAAI,CAAC,CAAC;AAAA,EACxC,MAAM,aAAE,OAAO;AAAA,EACf,UAAU,aAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EAC1B,WAAW,aAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS;AAAA,EAChD,SAAS,aAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS;AAAA,EAC9C,UAAU,aAAE,OAAO,aAAE,OAAO,CAAC,EAAE,QAAQ,CAAC,CAAC;AAC3C,CAAC;;;AC/CD,SAAS,mBAAmB,UAA2C;AACrE,SAAO;AAAA,IACL,SAAS,UAAU;AAAA,IACnB,SAAS,gBAAgB;AAAA,IACzB,SAAS,WAAW;AAAA,IACpB,SAAS,cAAc;AAAA,IACvB,SAAS,UAAU;AAAA,IACnB,SAAS,gBAAgB;AAAA,IACzB,SAAS;AAAA,EACX,EAAE,KAAK,GAAG;AACZ;AAEO,SAAS,sBAAsB,GAA4B,GAAoC;AACpG,QAAM,iBAAiB,EAAE,YAAY,EAAE;AACvC,MAAI,mBAAmB,EAAG,QAAO;AACjC,SAAO,mBAAmB,CAAC,EAAE,cAAc,mBAAmB,CAAC,CAAC;AAClE;AAEO,SAAS,oBAAuD,UAAoB;AACzF,SAAO,CAAC,GAAG,QAAQ,EAAE,KAAK,qBAAqB;AACjD;;;ACzCA,SAASA,kBAAiB,GAAa,GAAqB;AAC1D,MAAI,MAAM,GAAG,OAAO,GAAG,OAAO;AAC9B,WAAS,IAAI,GAAG,IAAI,EAAE,QAAQ,KAAK;AACjC,WAAO,EAAE,CAAC,IAAI,EAAE,CAAC;AACjB,YAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;AAClB,YAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;AAAA,EACpB;AACA,QAAM,cAAc,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,IAAI;AACpD,SAAO,gBAAgB,IAAI,IAAI,MAAM;AACvC;AAEA,SAAS,kBAAkB,WAA6B;AACtD,SAAO,OAAO,KAAK,IAAI,aAAa,SAAS,EAAE,MAAM;AACvD;AAEA,SAAS,kBAAkB,QAA0B;AACnD,SAAO,MAAM,KAAK,IAAI,aAAa,OAAO,QAAQ,OAAO,YAAY,OAAO,aAAa,CAAC,CAAC;AAC7F;AAEA,SAAS,UAAa,OAAkC,UAAgB;AACtE,MAAI,CAAC,MAAO,QAAO;AACnB,MAAI;AACF,WAAO,KAAK,MAAM,KAAK;AAAA,EACzB,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEA,SAAS,gBAAgB,KAA0C;AACjE,QAAM,WAAW,UAAU,IAAI,UAAgC,CAAC,CAAC;AACjE,SAAO;AAAA,IACL,IAAI,IAAI;AAAA,IACR,YAAY,IAAI;AAAA,IAChB,YAAa,IAAI,eAAe;AAAA,IAChC,SAAU,IAAI,YAAY;AAAA,IAC1B,MAAM,IAAI;AAAA,IACV,MAAM,IAAI;AAAA,IACV,MAAM,IAAI;AAAA,IACV,UAAW,IAAI,aAAa;AAAA,IAC5B,WAAY,IAAI,cAAc;AAAA,IAC9B,SAAU,IAAI,YAAY;AAAA,IAC1B,WAAY,IAAI,cAAc;AAAA,IAC9B,YAAa,IAAI,eAAe;AAAA,IAChC,UAAU,UAAU,IAAI,UAAgC,MAAS;AAAA,IACjE,MAAM,UAAU,IAAI,MAA4B,MAAS;AAAA,IACzD,UAAU,OAAO,KAAK,QAAQ,EAAE,SAAS,WAAW;AAAA,EACtD;AACF;AAEA,SAAS,iBAAiB,KAA2C;AACnE,SAAO;AAAA,IACL,IAAI,IAAI;AAAA,IACR,YAAY,IAAI;AAAA,IAChB,eAAe,UAAU,IAAI,iBAAuC,CAAC,CAAC;AAAA,IACtE,MAAM,IAAI;AAAA,IACV,UAAU,IAAI;AAAA,IACd,WAAW,IAAI;AAAA,IACf,SAAS,IAAI;AAAA,IACb,UAAU,UAAU,IAAI,UAAgC,CAAC,CAAC;AAAA,EAC5D;AACF;AAEO,SAAS,wBAAwB,IAAuB,OAA+B;AAC5F,QAAM,QAAQ,OAAO,CAAC;AAEtB,SAAO;AAAA,IACL,MAAM,eAAe,OAAoC;AACvD,YAAM,OAAO,GAAG,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA,OAKvB;AACD,YAAM,aAAa,GAAG,YAAY,CAAC,UAAwB;AACzD,mBAAW,QAAQ,OAAO;AACxB,eAAK;AAAA,YACH,KAAK;AAAA,YACL,KAAK;AAAA,YACL,KAAK,cAAc;AAAA,YACnB,KAAK,WAAW;AAAA,YAChB,KAAK;AAAA,YACL,KAAK;AAAA,YACL,KAAK;AAAA,YACL,KAAK,YAAY;AAAA,YACjB,KAAK,aAAa;AAAA,YAClB,KAAK,WAAW;AAAA,YAChB,KAAK,aAAa;AAAA,YAClB,KAAK,cAAc;AAAA,YACnB,KAAK,WAAW,KAAK,UAAU,KAAK,QAAQ,IAAI;AAAA,YAChD,KAAK,OAAO,KAAK,UAAU,KAAK,IAAI,IAAI;AAAA,YACxC,KAAK,UAAU,KAAK,YAAY,CAAC,CAAC;AAAA,YAClC;AAAA,UACF;AAAA,QACF;AAAA,MACF,CAAC;AACD,iBAAW,KAAK;AAEhB,YAAM,QAAQ,IAAI,MAAM;AAAA,QAAI,CAAC,SAC3B,MAAM,YAAY;AAChB,cAAI;AACF,kBAAM,YAAY,MAAM,MAAM,KAAK,IAAI;AACvC,eAAG,QAAQ,oDAAoD,EAAE,IAAI,kBAAkB,SAAS,GAAG,KAAK,EAAE;AAAA,UAC5G,QAAQ;AAAA,UAER;AAAA,QACF,CAAC;AAAA,MACH,CAAC;AAAA,IACH;AAAA,IAEA,MAAM,gBAAgB,QAAsC;AAC1D,YAAM,OAAO,GAAG,QAAQ;AAAA;AAAA;AAAA;AAAA,OAIvB;AACD,YAAM,aAAa,GAAG,YAAY,CAAC,UAAyB;AAC1D,mBAAW,SAAS,OAAO;AACzB,eAAK;AAAA,YACH,MAAM;AAAA,YACN,MAAM;AAAA,YACN,KAAK,UAAU,MAAM,aAAa;AAAA,YAClC,MAAM;AAAA,YACN,MAAM;AAAA,YACN,MAAM,aAAa;AAAA,YACnB,MAAM,WAAW;AAAA,YACjB,KAAK,UAAU,MAAM,YAAY,CAAC,CAAC;AAAA,UACrC;AAAA,QACF;AAAA,MACF,CAAC;AACD,iBAAW,MAAM;AAAA,IACnB;AAAA,IAEA,MAAM,cAAc,IAAwC;AAC1D,YAAM,MAAM,GAAG,QAAQ,yCAAyC,EAAE,IAAI,EAAE;AACxE,aAAO,MAAM,gBAAgB,GAAG,IAAI;AAAA,IACtC;AAAA,IAEA,MAAM,yBAAyB,YAA2C;AACxE,YAAM,OAAO,GAAG,QAAQ,kEAAkE,EAAE,IAAI,UAAU;AAC1G,aAAO,KAAK,IAAI,eAAe;AAAA,IACjC;AAAA,IAEA,MAAM,0BAA0B,YAA4C;AAC1E,YAAM,OAAO,GAAG,QAAQ,mEAAmE,EAAE,IAAI,UAAU;AAC3G,aAAO,KAAK,IAAI,gBAAgB;AAAA,IAClC;AAAA,IAEA,MAAM,qBAAqB,YAAmC;AAC5D,SAAG,QAAQ,iDAAiD,EAAE,IAAI,UAAU;AAC5E,SAAG,QAAQ,gDAAgD,EAAE,IAAI,UAAU;AAAA,IAC7E;AAAA,IAEA,MAAM,kBAAkB,OAA+D;AACrF,YAAM,iBAAiB,MAAM,MAAM,MAAM,QAAQ;AACjD,YAAM,cAAc,MAAM,SAAS;AACnC,UAAI,MAAM;AACV,YAAM,SAAoB,CAAC;AAE3B,UAAI,MAAM,aAAa,QAAQ;AAC7B,eAAO,wBAAwB,MAAM,YAAY,IAAI,MAAM,GAAG,EAAE,KAAK,GAAG,CAAC;AACzE,eAAO,KAAK,GAAG,MAAM,WAAW;AAAA,MAClC;AACA,UAAI,MAAM,UAAU,QAAQ;AAC1B,eAAO,qBAAqB,MAAM,SAAS,IAAI,MAAM,GAAG,EAAE,KAAK,GAAG,CAAC;AACnE,eAAO,KAAK,GAAG,MAAM,QAAQ;AAAA,MAC/B;AACA,UAAI,MAAM,SAAS,YAAY;AAC7B,eAAO;AACP,eAAO,KAAK,MAAM,QAAQ,UAAU;AAAA,MACtC;AACA,UAAI,MAAM,SAAS,YAAY;AAC7B,eAAO;AACP,eAAO,KAAK,MAAM,QAAQ,UAAU;AAAA,MACtC;AACA,UAAI,MAAM,SAAS,WAAW;AAC5B,eAAO;AACP,eAAO,KAAK,MAAM,QAAQ,SAAS;AAAA,MACrC;AAEA,YAAM,OAAO,GAAG,QAAQ,GAAG,EAAE,IAAI,GAAG,MAAM;AAC1C,YAAM,SAAS,KAAK,IAAI,CAAC,QAAQ;AAC/B,cAAM,OAAO,gBAAgB,GAAG;AAChC,eAAO;AAAA,UACL;AAAA,UACA,WAAWA,kBAAiB,gBAAgB,kBAAkB,IAAI,SAAmB,CAAC;AAAA,QACxF;AAAA,MACF,CAAC;AAED,aAAO,oBAAoB,OAAO,IAAI,CAAC,YAAY;AAAA,QACjD,GAAG;AAAA,QACH,cAAc,OAAO,KAAK;AAAA,QAC1B,SAAS,OAAO,KAAK;AAAA,QACrB,YAAY,OAAO,KAAK;AAAA,QACxB,MAAM,OAAO,KAAK;AAAA,MACpB,EAAE,CAAC,EAAE,IAAI,CAAC,EAAE,MAAM,UAAU,OAAO,EAAE,MAAM,UAAU,EAAE,EAAE,MAAM,GAAG,WAAW;AAAA,IAC/E;AAAA,EACF;AACF;;;AP/LO,SAAS,kBAAkB,SAKhC;AAGA,QAAM,gBAAgB,QAAQ,gBAAgB;AAC9C,QAAM,KAAK,IAAI,cAAc,QAAQ,IAAI;AAEzC,KAAG,OAAO,oBAAoB;AAC9B,KAAG,OAAO,mBAAmB;AAC7B,KAAG,KAAK,aAAa;AAErB,SAAO;AAAA,IACL,WAAW,0BAA0B,EAAE;AAAA,IACvC,QAAQ,wBAAwB,IAAI,QAAQ,KAAK;AAAA,IACjD,QAAQ,wBAAwB,IAAI,QAAQ,KAAK;AAAA,IACjD,OAAO,MAAM,GAAG,MAAM;AAAA,EACxB;AACF;","names":["cosineSimilarity"]}
@@ -122,10 +122,11 @@ function createSqliteDocumentStore(db) {
122
122
 
123
123
  // src/core/concurrency.ts
124
124
  function pLimit(concurrency) {
125
+ const maxConcurrency = Number.isFinite(concurrency) ? Math.max(1, Math.floor(concurrency)) : 1;
125
126
  let active = 0;
126
127
  const queue = [];
127
128
  function next() {
128
- if (queue.length > 0 && active < concurrency) {
129
+ if (queue.length > 0 && active < maxConcurrency) {
129
130
  active++;
130
131
  queue.shift()();
131
132
  }
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/storage/sqlite/migrations.ts","../src/storage/sqlite/document-store.ts","../src/core/concurrency.ts","../src/storage/sqlite/memory-store.ts","../src/source/schemas.ts","../src/source/retrieval.ts","../src/storage/sqlite/source-store.ts","../src/storage/sqlite/index.ts"],"sourcesContent":["export const CREATE_TABLES = `\nCREATE TABLE IF NOT EXISTS documents (\n id TEXT PRIMARY KEY,\n type TEXT NOT NULL,\n data TEXT NOT NULL,\n created_at INTEGER NOT NULL DEFAULT (unixepoch())\n);\n\nCREATE TABLE IF NOT EXISTS chunks (\n id TEXT PRIMARY KEY,\n document_id TEXT NOT NULL,\n type TEXT NOT NULL,\n text TEXT NOT NULL,\n metadata TEXT NOT NULL DEFAULT '{}',\n embedding BLOB,\n FOREIGN KEY (document_id) REFERENCES documents(id) ON DELETE CASCADE\n);\n\nCREATE TABLE IF NOT EXISTS conversation_turns (\n id TEXT PRIMARY KEY,\n conversation_id TEXT NOT NULL,\n role TEXT NOT NULL,\n content TEXT NOT NULL,\n tool_name TEXT,\n tool_result TEXT,\n timestamp INTEGER NOT NULL,\n embedding BLOB\n);\n\nCREATE TABLE IF NOT EXISTS source_spans (\n id TEXT PRIMARY KEY,\n document_id TEXT NOT NULL,\n source_kind TEXT,\n chunk_id TEXT,\n kind TEXT NOT NULL,\n text TEXT NOT NULL,\n hash TEXT NOT NULL,\n text_hash TEXT,\n page_start INTEGER,\n page_end INTEGER,\n section_id TEXT,\n form_number TEXT,\n location TEXT,\n bbox TEXT,\n metadata TEXT NOT NULL DEFAULT '{}',\n embedding BLOB\n);\n\nCREATE TABLE IF NOT EXISTS source_chunks (\n id TEXT PRIMARY KEY,\n document_id TEXT NOT NULL,\n source_span_ids TEXT NOT NULL,\n text TEXT NOT NULL,\n text_hash TEXT NOT NULL,\n page_start INTEGER,\n page_end INTEGER,\n metadata TEXT NOT NULL DEFAULT '{}'\n);\n\nCREATE INDEX IF NOT EXISTS idx_chunks_document_id ON chunks(document_id);\nCREATE INDEX IF NOT EXISTS idx_chunks_type ON chunks(type);\nCREATE INDEX IF NOT EXISTS idx_turns_conversation_id ON conversation_turns(conversation_id);\nCREATE INDEX IF NOT EXISTS idx_turns_timestamp ON conversation_turns(timestamp);\nCREATE INDEX IF NOT EXISTS idx_source_spans_document_id ON source_spans(document_id);\nCREATE INDEX IF NOT EXISTS idx_source_spans_chunk_id ON source_spans(chunk_id);\nCREATE INDEX IF NOT EXISTS idx_source_chunks_document_id ON source_chunks(document_id);\n`;\n","import type Database from \"better-sqlite3\";\nimport type { DocumentStore } from \"../interfaces\";\nimport type { InsuranceDocument } from \"../../schemas/document\";\nimport type { DocumentFilters } from \"../chunk-types\";\n\nexport function createSqliteDocumentStore(db: Database.Database): DocumentStore {\n return {\n async save(doc: InsuranceDocument): Promise<void> {\n db.prepare(\"INSERT OR REPLACE INTO documents (id, type, data) VALUES (?, ?, ?)\").run(\n doc.id, doc.type, JSON.stringify(doc),\n );\n },\n\n async get(id: string): Promise<InsuranceDocument | null> {\n const row = db.prepare(\"SELECT data FROM documents WHERE id = ?\").get(id) as { data: string } | undefined;\n return row ? JSON.parse(row.data) : null;\n },\n\n async query(filters: DocumentFilters): Promise<InsuranceDocument[]> {\n let sql = \"SELECT data FROM documents WHERE 1=1\";\n const params: unknown[] = [];\n\n if (filters.type) {\n sql += \" AND type = ?\";\n params.push(filters.type);\n }\n if (filters.carrier) {\n sql += \" AND json_extract(data, '$.carrier') LIKE ?\";\n params.push(`%${filters.carrier}%`);\n }\n if (filters.insuredName) {\n sql += \" AND json_extract(data, '$.insuredName') LIKE ?\";\n params.push(`%${filters.insuredName}%`);\n }\n if (filters.policyNumber) {\n sql += \" AND json_extract(data, '$.policyNumber') = ?\";\n params.push(filters.policyNumber);\n }\n if (filters.quoteNumber) {\n sql += \" AND json_extract(data, '$.quoteNumber') = ?\";\n params.push(filters.quoteNumber);\n }\n\n const rows = db.prepare(sql).all(...params) as { data: string }[];\n return rows.map((r) => JSON.parse(r.data));\n },\n\n async delete(id: string): Promise<void> {\n db.prepare(\"DELETE FROM documents WHERE id = ?\").run(id);\n },\n };\n}\n","/**\n * Concurrency limiter — returns a function that wraps async tasks\n * so at most `concurrency` run simultaneously.\n */\nexport function pLimit(concurrency: number) {\n let active = 0;\n const queue: Array<() => void> = [];\n\n function next() {\n if (queue.length > 0 && active < concurrency) {\n active++;\n queue.shift()!();\n }\n }\n\n return <T>(fn: () => Promise<T>): Promise<T> =>\n new Promise<T>((resolve, reject) => {\n const run = () => {\n fn().then(resolve, reject).finally(() => {\n active--;\n next();\n });\n };\n queue.push(run);\n next();\n });\n}\n","import type Database from \"better-sqlite3\";\nimport type { MemoryStore } from \"../interfaces\";\nimport type { DocumentChunk, ConversationTurn, ChunkFilter } from \"../chunk-types\";\nimport type { EmbedText } from \"../../core/types\";\nimport { pLimit } from \"../../core/concurrency\";\n\nfunction cosineSimilarity(a: number[], b: number[]): number {\n let dot = 0, magA = 0, magB = 0;\n for (let i = 0; i < a.length; i++) {\n dot += a[i] * b[i];\n magA += a[i] * a[i];\n magB += b[i] * b[i];\n }\n return dot / (Math.sqrt(magA) * Math.sqrt(magB));\n}\n\nexport function createSqliteMemoryStore(db: Database.Database, embed: EmbedText): MemoryStore {\n const limit = pLimit(4);\n\n return {\n async addChunks(chunks: DocumentChunk[]): Promise<void> {\n const stmt = db.prepare(\"INSERT OR REPLACE INTO chunks (id, document_id, type, text, metadata, embedding) VALUES (?, ?, ?, ?, ?, ?)\");\n const insertMany = db.transaction((items: DocumentChunk[]) => {\n for (const chunk of items) {\n stmt.run(chunk.id, chunk.documentId, chunk.type, chunk.text, JSON.stringify(chunk.metadata), null);\n }\n });\n insertMany(chunks);\n\n await Promise.all(chunks.map((chunk) =>\n limit(async () => {\n try {\n const embedding = await embed(chunk.text);\n const buf = Buffer.from(new Float64Array(embedding).buffer);\n db.prepare(\"UPDATE chunks SET embedding = ? WHERE id = ?\").run(buf, chunk.id);\n } catch {\n // Embedding failure is non-fatal\n }\n }),\n ));\n },\n\n async search(query: string, options?: { limit?: number; filter?: ChunkFilter }): Promise<DocumentChunk[]> {\n const queryEmbedding = await embed(query);\n const resultLimit = options?.limit ?? 10;\n\n let sql = \"SELECT id, document_id, type, text, metadata, embedding FROM chunks WHERE embedding IS NOT NULL\";\n const params: unknown[] = [];\n\n if (options?.filter?.documentId) {\n sql += \" AND document_id = ?\";\n params.push(options.filter.documentId);\n }\n if (options?.filter?.type) {\n sql += \" AND type = ?\";\n params.push(options.filter.type);\n }\n\n const rows = db.prepare(sql).all(...params) as Array<{\n id: string; document_id: string; type: string; text: string; metadata: string; embedding: Buffer;\n }>;\n\n const scored = rows.map((row) => {\n const stored = Array.from(new Float64Array(row.embedding.buffer, row.embedding.byteOffset, row.embedding.byteLength / 8));\n return {\n chunk: {\n id: row.id,\n documentId: row.document_id,\n type: row.type as DocumentChunk[\"type\"],\n text: row.text,\n metadata: JSON.parse(row.metadata),\n },\n score: cosineSimilarity(queryEmbedding, stored),\n };\n });\n\n scored.sort((a, b) => b.score - a.score);\n return scored.slice(0, resultLimit).map((s) => s.chunk);\n },\n\n async addTurn(turn: ConversationTurn): Promise<void> {\n const embedding = await embed(turn.content).catch(() => null);\n const buf = embedding ? Buffer.from(new Float64Array(embedding).buffer) : null;\n db.prepare(\n \"INSERT INTO conversation_turns (id, conversation_id, role, content, tool_name, tool_result, timestamp, embedding) VALUES (?, ?, ?, ?, ?, ?, ?, ?)\"\n ).run(turn.id, turn.conversationId, turn.role, turn.content, turn.toolName ?? null, turn.toolResult ?? null, turn.timestamp, buf);\n },\n\n async getHistory(conversationId: string, options?: { limit?: number }): Promise<ConversationTurn[]> {\n const resultLimit = options?.limit ?? 50;\n const rows = db.prepare(\n \"SELECT id, conversation_id, role, content, tool_name, tool_result, timestamp FROM conversation_turns WHERE conversation_id = ? ORDER BY timestamp DESC LIMIT ?\"\n ).all(conversationId, resultLimit) as Array<Record<string, unknown>>;\n\n return rows.reverse().map((r) => ({\n id: r.id as string,\n conversationId: r.conversation_id as string,\n role: r.role as ConversationTurn[\"role\"],\n content: r.content as string,\n toolName: r.tool_name as string | undefined,\n toolResult: r.tool_result as string | undefined,\n timestamp: r.timestamp as number,\n }));\n },\n\n async searchHistory(query: string, conversationId?: string): Promise<ConversationTurn[]> {\n const queryEmbedding = await embed(query);\n\n let sql = \"SELECT id, conversation_id, role, content, tool_name, tool_result, timestamp, embedding FROM conversation_turns WHERE embedding IS NOT NULL\";\n const params: unknown[] = [];\n if (conversationId) {\n sql += \" AND conversation_id = ?\";\n params.push(conversationId);\n }\n\n const rows = db.prepare(sql).all(...params) as Array<Record<string, unknown>>;\n\n const scored = rows.map((row) => {\n const buf = row.embedding as Buffer;\n const stored = Array.from(new Float64Array(buf.buffer, buf.byteOffset, buf.byteLength / 8));\n return {\n turn: {\n id: row.id as string,\n conversationId: row.conversation_id as string,\n role: row.role as ConversationTurn[\"role\"],\n content: row.content as string,\n toolName: row.tool_name as string | undefined,\n toolResult: row.tool_result as string | undefined,\n timestamp: row.timestamp as number,\n },\n score: cosineSimilarity(queryEmbedding, stored),\n };\n });\n\n scored.sort((a, b) => b.score - a.score);\n return scored.slice(0, 10).map((s) => s.turn);\n },\n };\n}\n","import { z } from \"zod\";\n\nexport const SourceSpanKindSchema = z.enum([\n \"pdf_text\",\n \"pdf_image\",\n \"html\",\n \"markdown\",\n \"plain_text\",\n \"structured_field\",\n]);\nexport type SourceSpanKind = z.infer<typeof SourceSpanKindSchema>;\n\nexport const SourceKindSchema = z.enum([\n \"policy_pdf\",\n \"application_pdf\",\n \"email\",\n \"attachment\",\n \"manual_note\",\n]);\nexport type SourceKind = z.infer<typeof SourceKindSchema>;\n\nexport const SourceSpanBBoxSchema = z.object({\n page: z.number().int().positive(),\n x: z.number(),\n y: z.number(),\n width: z.number(),\n height: z.number(),\n});\nexport type SourceSpanBBox = z.infer<typeof SourceSpanBBoxSchema>;\n\nexport const SourceSpanLocationSchema = z.object({\n page: z.number().int().positive().optional(),\n startPage: z.number().int().positive().optional(),\n endPage: z.number().int().positive().optional(),\n charStart: z.number().int().nonnegative().optional(),\n charEnd: z.number().int().nonnegative().optional(),\n lineStart: z.number().int().positive().optional(),\n lineEnd: z.number().int().positive().optional(),\n fieldPath: z.string().optional(),\n});\nexport type SourceSpanLocation = z.infer<typeof SourceSpanLocationSchema>;\n\nexport const SourceSpanSchema = z.object({\n id: z.string().min(1),\n documentId: z.string().min(1),\n sourceKind: SourceKindSchema.optional(),\n chunkId: z.string().optional(),\n kind: SourceSpanKindSchema,\n text: z.string(),\n hash: z.string().min(1),\n textHash: z.string().optional(),\n pageStart: z.number().int().positive().optional(),\n pageEnd: z.number().int().positive().optional(),\n sectionId: z.string().optional(),\n formNumber: z.string().optional(),\n bbox: z.array(SourceSpanBBoxSchema).optional(),\n location: SourceSpanLocationSchema.optional(),\n metadata: z.record(z.string()).optional(),\n});\nexport type SourceSpan = z.infer<typeof SourceSpanSchema>;\n\nexport const SourceSpanRefSchema = z.object({\n sourceSpanId: z.string().min(1),\n documentId: z.string().min(1).optional(),\n chunkId: z.string().optional(),\n quote: z.string().optional(),\n hash: z.string().optional(),\n location: SourceSpanLocationSchema.optional(),\n});\nexport type SourceSpanRef = z.infer<typeof SourceSpanRefSchema>;\n\nexport const SourceChunkSchema = z.object({\n id: z.string().min(1),\n documentId: z.string().min(1),\n sourceSpanIds: z.array(z.string().min(1)),\n text: z.string(),\n textHash: z.string().min(1),\n pageStart: z.number().int().positive().optional(),\n pageEnd: z.number().int().positive().optional(),\n metadata: z.record(z.string()).default({}),\n});\nexport type SourceChunk = z.infer<typeof SourceChunkSchema>;\n","import type { SourceSpan } from \"./schemas\";\n\nexport type SourceRetrievalMode = \"graph_only\" | \"source_rag\" | \"long_context\" | \"hybrid\";\n\nexport interface SourceRetrievalQuery {\n question: string;\n documentIds?: string[];\n chunkIds?: string[];\n limit?: number;\n mode?: SourceRetrievalMode;\n filters?: Record<string, string>;\n}\n\nexport interface SourceRetrievalResult {\n span: SourceSpan;\n relevance: number;\n}\n\nexport interface SourceRetriever {\n searchSourceSpans(query: SourceRetrievalQuery): Promise<SourceRetrievalResult[]>;\n}\n\nexport interface OrderableSourceEvidence {\n source?: string;\n sourceSpanId?: string;\n chunkId?: string;\n documentId?: string;\n turnId?: string;\n attachmentId?: string;\n text: string;\n relevance: number;\n}\n\nfunction evidenceTieBreakId(evidence: OrderableSourceEvidence): string {\n return [\n evidence.source ?? \"\",\n evidence.sourceSpanId ?? \"\",\n evidence.chunkId ?? \"\",\n evidence.documentId ?? \"\",\n evidence.turnId ?? \"\",\n evidence.attachmentId ?? \"\",\n evidence.text,\n ].join(\"|\");\n}\n\nexport function compareSourceEvidence(a: OrderableSourceEvidence, b: OrderableSourceEvidence): number {\n const relevanceDelta = b.relevance - a.relevance;\n if (relevanceDelta !== 0) return relevanceDelta;\n return evidenceTieBreakId(a).localeCompare(evidenceTieBreakId(b));\n}\n\nexport function orderSourceEvidence<T extends OrderableSourceEvidence>(evidence: T[]): T[] {\n return [...evidence].sort(compareSourceEvidence);\n}\n","import type Database from \"better-sqlite3\";\nimport type { EmbedText } from \"../../core/types\";\nimport type {\n SourceChunk,\n SourceRetrievalQuery,\n SourceRetrievalResult,\n SourceSpan,\n SourceStore,\n} from \"../../source\";\nimport { orderSourceEvidence } from \"../../source\";\nimport { pLimit } from \"../../core/concurrency\";\n\nfunction cosineSimilarity(a: number[], b: number[]): number {\n let dot = 0, magA = 0, magB = 0;\n for (let i = 0; i < a.length; i++) {\n dot += a[i] * b[i];\n magA += a[i] * a[i];\n magB += b[i] * b[i];\n }\n const denominator = Math.sqrt(magA) * Math.sqrt(magB);\n return denominator === 0 ? 0 : dot / denominator;\n}\n\nfunction embeddingToBuffer(embedding: number[]): Buffer {\n return Buffer.from(new Float64Array(embedding).buffer);\n}\n\nfunction bufferToEmbedding(buffer: Buffer): number[] {\n return Array.from(new Float64Array(buffer.buffer, buffer.byteOffset, buffer.byteLength / 8));\n}\n\nfunction parseJson<T>(value: string | null | undefined, fallback: T): T {\n if (!value) return fallback;\n try {\n return JSON.parse(value) as T;\n } catch {\n return fallback;\n }\n}\n\nfunction rowToSourceSpan(row: Record<string, unknown>): SourceSpan {\n const metadata = parseJson(row.metadata as string | undefined, {});\n return {\n id: row.id as string,\n documentId: row.document_id as string,\n sourceKind: (row.source_kind ?? undefined) as SourceSpan[\"sourceKind\"],\n chunkId: (row.chunk_id ?? undefined) as string | undefined,\n kind: row.kind as SourceSpan[\"kind\"],\n text: row.text as string,\n hash: row.hash as string,\n textHash: (row.text_hash ?? undefined) as string | undefined,\n pageStart: (row.page_start ?? undefined) as number | undefined,\n pageEnd: (row.page_end ?? undefined) as number | undefined,\n sectionId: (row.section_id ?? undefined) as string | undefined,\n formNumber: (row.form_number ?? undefined) as string | undefined,\n location: parseJson(row.location as string | undefined, undefined),\n bbox: parseJson(row.bbox as string | undefined, undefined),\n metadata: Object.keys(metadata).length ? metadata : undefined,\n };\n}\n\nfunction rowToSourceChunk(row: Record<string, unknown>): SourceChunk {\n return {\n id: row.id as string,\n documentId: row.document_id as string,\n sourceSpanIds: parseJson(row.source_span_ids as string | undefined, []),\n text: row.text as string,\n textHash: row.text_hash as string,\n pageStart: row.page_start as number | undefined,\n pageEnd: row.page_end as number | undefined,\n metadata: parseJson(row.metadata as string | undefined, {}),\n };\n}\n\nexport function createSqliteSourceStore(db: Database.Database, embed: EmbedText): SourceStore {\n const limit = pLimit(4);\n\n return {\n async addSourceSpans(spans: SourceSpan[]): Promise<void> {\n const stmt = db.prepare(`\n INSERT OR REPLACE INTO source_spans (\n id, document_id, source_kind, chunk_id, kind, text, hash, text_hash,\n page_start, page_end, section_id, form_number, location, bbox, metadata, embedding\n ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)\n `);\n const insertMany = db.transaction((items: SourceSpan[]) => {\n for (const span of items) {\n stmt.run(\n span.id,\n span.documentId,\n span.sourceKind ?? null,\n span.chunkId ?? null,\n span.kind,\n span.text,\n span.hash,\n span.textHash ?? null,\n span.pageStart ?? null,\n span.pageEnd ?? null,\n span.sectionId ?? null,\n span.formNumber ?? null,\n span.location ? JSON.stringify(span.location) : null,\n span.bbox ? JSON.stringify(span.bbox) : null,\n JSON.stringify(span.metadata ?? {}),\n null,\n );\n }\n });\n insertMany(spans);\n\n await Promise.all(spans.map((span) =>\n limit(async () => {\n try {\n const embedding = await embed(span.text);\n db.prepare(\"UPDATE source_spans SET embedding = ? WHERE id = ?\").run(embeddingToBuffer(embedding), span.id);\n } catch {\n // Embedding failure is non-fatal; span text remains persisted.\n }\n }),\n ));\n },\n\n async addSourceChunks(chunks: SourceChunk[]): Promise<void> {\n const stmt = db.prepare(`\n INSERT OR REPLACE INTO source_chunks (\n id, document_id, source_span_ids, text, text_hash, page_start, page_end, metadata\n ) VALUES (?, ?, ?, ?, ?, ?, ?, ?)\n `);\n const insertMany = db.transaction((items: SourceChunk[]) => {\n for (const chunk of items) {\n stmt.run(\n chunk.id,\n chunk.documentId,\n JSON.stringify(chunk.sourceSpanIds),\n chunk.text,\n chunk.textHash,\n chunk.pageStart ?? null,\n chunk.pageEnd ?? null,\n JSON.stringify(chunk.metadata ?? {}),\n );\n }\n });\n insertMany(chunks);\n },\n\n async getSourceSpan(id: string): Promise<SourceSpan | null> {\n const row = db.prepare(\"SELECT * FROM source_spans WHERE id = ?\").get(id) as Record<string, unknown> | undefined;\n return row ? rowToSourceSpan(row) : null;\n },\n\n async getSourceSpansByDocument(documentId: string): Promise<SourceSpan[]> {\n const rows = db.prepare(\"SELECT * FROM source_spans WHERE document_id = ? ORDER BY id ASC\").all(documentId) as Array<Record<string, unknown>>;\n return rows.map(rowToSourceSpan);\n },\n\n async getSourceChunksByDocument(documentId: string): Promise<SourceChunk[]> {\n const rows = db.prepare(\"SELECT * FROM source_chunks WHERE document_id = ? ORDER BY id ASC\").all(documentId) as Array<Record<string, unknown>>;\n return rows.map(rowToSourceChunk);\n },\n\n async deleteDocumentSource(documentId: string): Promise<void> {\n db.prepare(\"DELETE FROM source_chunks WHERE document_id = ?\").run(documentId);\n db.prepare(\"DELETE FROM source_spans WHERE document_id = ?\").run(documentId);\n },\n\n async searchSourceSpans(query: SourceRetrievalQuery): Promise<SourceRetrievalResult[]> {\n const queryEmbedding = await embed(query.question);\n const resultLimit = query.limit ?? 10;\n let sql = \"SELECT * FROM source_spans WHERE embedding IS NOT NULL\";\n const params: unknown[] = [];\n\n if (query.documentIds?.length) {\n sql += ` AND document_id IN (${query.documentIds.map(() => \"?\").join(\",\")})`;\n params.push(...query.documentIds);\n }\n if (query.chunkIds?.length) {\n sql += ` AND chunk_id IN (${query.chunkIds.map(() => \"?\").join(\",\")})`;\n params.push(...query.chunkIds);\n }\n if (query.filters?.sourceKind) {\n sql += \" AND source_kind = ?\";\n params.push(query.filters.sourceKind);\n }\n if (query.filters?.formNumber) {\n sql += \" AND form_number = ?\";\n params.push(query.filters.formNumber);\n }\n if (query.filters?.sectionId) {\n sql += \" AND section_id = ?\";\n params.push(query.filters.sectionId);\n }\n\n const rows = db.prepare(sql).all(...params) as Array<Record<string, unknown>>;\n const scored = rows.map((row) => {\n const span = rowToSourceSpan(row);\n return {\n span,\n relevance: cosineSimilarity(queryEmbedding, bufferToEmbedding(row.embedding as Buffer)),\n };\n });\n\n return orderSourceEvidence(scored.map((result) => ({\n ...result,\n sourceSpanId: result.span.id,\n chunkId: result.span.chunkId,\n documentId: result.span.documentId,\n text: result.span.text,\n }))).map(({ span, relevance }) => ({ span, relevance })).slice(0, resultLimit);\n },\n };\n}\n","import type { EmbedText } from \"../../core/types\";\nimport type { DocumentStore } from \"../interfaces\";\nimport type { MemoryStore } from \"../interfaces\";\nimport type { SourceStore } from \"../../source\";\nimport { CREATE_TABLES } from \"./migrations\";\nimport { createSqliteDocumentStore } from \"./document-store\";\nimport { createSqliteMemoryStore } from \"./memory-store\";\nimport { createSqliteSourceStore } from \"./source-store\";\n\nexport { createSqliteDocumentStore } from \"./document-store\";\nexport { createSqliteMemoryStore } from \"./memory-store\";\nexport { createSqliteSourceStore } from \"./source-store\";\n\nexport interface SqliteStoreOptions {\n path: string;\n embed: EmbedText;\n}\n\nexport function createSqliteStore(options: SqliteStoreOptions): {\n documents: DocumentStore;\n memory: MemoryStore;\n source: SourceStore;\n close: () => void;\n} {\n // Dynamic import to keep better-sqlite3 optional\n // eslint-disable-next-line @typescript-eslint/no-require-imports\n const BetterSqlite3 = require(\"better-sqlite3\");\n const db = new BetterSqlite3(options.path);\n\n db.pragma(\"journal_mode = WAL\");\n db.pragma(\"foreign_keys = ON\");\n db.exec(CREATE_TABLES);\n\n return {\n documents: createSqliteDocumentStore(db),\n memory: createSqliteMemoryStore(db, options.embed),\n source: createSqliteSourceStore(db, options.embed),\n close: () => db.close(),\n };\n}\n\nexport type { DocumentStore, MemoryStore } from \"../interfaces\";\nexport type { SourceStore } from \"../../source\";\n"],"mappings":";;;;;;;;AAAO,IAAM,gBAAgB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACKtB,SAAS,0BAA0B,IAAsC;AAC9E,SAAO;AAAA,IACL,MAAM,KAAK,KAAuC;AAChD,SAAG,QAAQ,oEAAoE,EAAE;AAAA,QAC/E,IAAI;AAAA,QAAI,IAAI;AAAA,QAAM,KAAK,UAAU,GAAG;AAAA,MACtC;AAAA,IACF;AAAA,IAEA,MAAM,IAAI,IAA+C;AACvD,YAAM,MAAM,GAAG,QAAQ,yCAAyC,EAAE,IAAI,EAAE;AACxE,aAAO,MAAM,KAAK,MAAM,IAAI,IAAI,IAAI;AAAA,IACtC;AAAA,IAEA,MAAM,MAAM,SAAwD;AAClE,UAAI,MAAM;AACV,YAAM,SAAoB,CAAC;AAE3B,UAAI,QAAQ,MAAM;AAChB,eAAO;AACP,eAAO,KAAK,QAAQ,IAAI;AAAA,MAC1B;AACA,UAAI,QAAQ,SAAS;AACnB,eAAO;AACP,eAAO,KAAK,IAAI,QAAQ,OAAO,GAAG;AAAA,MACpC;AACA,UAAI,QAAQ,aAAa;AACvB,eAAO;AACP,eAAO,KAAK,IAAI,QAAQ,WAAW,GAAG;AAAA,MACxC;AACA,UAAI,QAAQ,cAAc;AACxB,eAAO;AACP,eAAO,KAAK,QAAQ,YAAY;AAAA,MAClC;AACA,UAAI,QAAQ,aAAa;AACvB,eAAO;AACP,eAAO,KAAK,QAAQ,WAAW;AAAA,MACjC;AAEA,YAAM,OAAO,GAAG,QAAQ,GAAG,EAAE,IAAI,GAAG,MAAM;AAC1C,aAAO,KAAK,IAAI,CAAC,MAAM,KAAK,MAAM,EAAE,IAAI,CAAC;AAAA,IAC3C;AAAA,IAEA,MAAM,OAAO,IAA2B;AACtC,SAAG,QAAQ,oCAAoC,EAAE,IAAI,EAAE;AAAA,IACzD;AAAA,EACF;AACF;;;AC/CO,SAAS,OAAO,aAAqB;AAC1C,MAAI,SAAS;AACb,QAAM,QAA2B,CAAC;AAElC,WAAS,OAAO;AACd,QAAI,MAAM,SAAS,KAAK,SAAS,aAAa;AAC5C;AACA,YAAM,MAAM,EAAG;AAAA,IACjB;AAAA,EACF;AAEA,SAAO,CAAI,OACT,IAAI,QAAW,CAAC,SAAS,WAAW;AAClC,UAAM,MAAM,MAAM;AAChB,SAAG,EAAE,KAAK,SAAS,MAAM,EAAE,QAAQ,MAAM;AACvC;AACA,aAAK;AAAA,MACP,CAAC;AAAA,IACH;AACA,UAAM,KAAK,GAAG;AACd,SAAK;AAAA,EACP,CAAC;AACL;;;ACpBA,SAAS,iBAAiB,GAAa,GAAqB;AAC1D,MAAI,MAAM,GAAG,OAAO,GAAG,OAAO;AAC9B,WAAS,IAAI,GAAG,IAAI,EAAE,QAAQ,KAAK;AACjC,WAAO,EAAE,CAAC,IAAI,EAAE,CAAC;AACjB,YAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;AAClB,YAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;AAAA,EACpB;AACA,SAAO,OAAO,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,IAAI;AAChD;AAEO,SAAS,wBAAwB,IAAuB,OAA+B;AAC5F,QAAM,QAAQ,OAAO,CAAC;AAEtB,SAAO;AAAA,IACL,MAAM,UAAU,QAAwC;AACtD,YAAM,OAAO,GAAG,QAAQ,4GAA4G;AACpI,YAAM,aAAa,GAAG,YAAY,CAAC,UAA2B;AAC5D,mBAAW,SAAS,OAAO;AACzB,eAAK,IAAI,MAAM,IAAI,MAAM,YAAY,MAAM,MAAM,MAAM,MAAM,KAAK,UAAU,MAAM,QAAQ,GAAG,IAAI;AAAA,QACnG;AAAA,MACF,CAAC;AACD,iBAAW,MAAM;AAEjB,YAAM,QAAQ,IAAI,OAAO;AAAA,QAAI,CAAC,UAC5B,MAAM,YAAY;AAChB,cAAI;AACF,kBAAM,YAAY,MAAM,MAAM,MAAM,IAAI;AACxC,kBAAM,MAAM,OAAO,KAAK,IAAI,aAAa,SAAS,EAAE,MAAM;AAC1D,eAAG,QAAQ,8CAA8C,EAAE,IAAI,KAAK,MAAM,EAAE;AAAA,UAC9E,QAAQ;AAAA,UAER;AAAA,QACF,CAAC;AAAA,MACH,CAAC;AAAA,IACH;AAAA,IAEA,MAAM,OAAO,OAAe,SAA8E;AACxG,YAAM,iBAAiB,MAAM,MAAM,KAAK;AACxC,YAAM,cAAc,SAAS,SAAS;AAEtC,UAAI,MAAM;AACV,YAAM,SAAoB,CAAC;AAE3B,UAAI,SAAS,QAAQ,YAAY;AAC/B,eAAO;AACP,eAAO,KAAK,QAAQ,OAAO,UAAU;AAAA,MACvC;AACA,UAAI,SAAS,QAAQ,MAAM;AACzB,eAAO;AACP,eAAO,KAAK,QAAQ,OAAO,IAAI;AAAA,MACjC;AAEA,YAAM,OAAO,GAAG,QAAQ,GAAG,EAAE,IAAI,GAAG,MAAM;AAI1C,YAAM,SAAS,KAAK,IAAI,CAAC,QAAQ;AAC/B,cAAM,SAAS,MAAM,KAAK,IAAI,aAAa,IAAI,UAAU,QAAQ,IAAI,UAAU,YAAY,IAAI,UAAU,aAAa,CAAC,CAAC;AACxH,eAAO;AAAA,UACL,OAAO;AAAA,YACL,IAAI,IAAI;AAAA,YACR,YAAY,IAAI;AAAA,YAChB,MAAM,IAAI;AAAA,YACV,MAAM,IAAI;AAAA,YACV,UAAU,KAAK,MAAM,IAAI,QAAQ;AAAA,UACnC;AAAA,UACA,OAAO,iBAAiB,gBAAgB,MAAM;AAAA,QAChD;AAAA,MACF,CAAC;AAED,aAAO,KAAK,CAAC,GAAG,MAAM,EAAE,QAAQ,EAAE,KAAK;AACvC,aAAO,OAAO,MAAM,GAAG,WAAW,EAAE,IAAI,CAAC,MAAM,EAAE,KAAK;AAAA,IACxD;AAAA,IAEA,MAAM,QAAQ,MAAuC;AACnD,YAAM,YAAY,MAAM,MAAM,KAAK,OAAO,EAAE,MAAM,MAAM,IAAI;AAC5D,YAAM,MAAM,YAAY,OAAO,KAAK,IAAI,aAAa,SAAS,EAAE,MAAM,IAAI;AAC1E,SAAG;AAAA,QACD;AAAA,MACF,EAAE,IAAI,KAAK,IAAI,KAAK,gBAAgB,KAAK,MAAM,KAAK,SAAS,KAAK,YAAY,MAAM,KAAK,cAAc,MAAM,KAAK,WAAW,GAAG;AAAA,IAClI;AAAA,IAEA,MAAM,WAAW,gBAAwB,SAA2D;AAClG,YAAM,cAAc,SAAS,SAAS;AACtC,YAAM,OAAO,GAAG;AAAA,QACd;AAAA,MACF,EAAE,IAAI,gBAAgB,WAAW;AAEjC,aAAO,KAAK,QAAQ,EAAE,IAAI,CAAC,OAAO;AAAA,QAChC,IAAI,EAAE;AAAA,QACN,gBAAgB,EAAE;AAAA,QAClB,MAAM,EAAE;AAAA,QACR,SAAS,EAAE;AAAA,QACX,UAAU,EAAE;AAAA,QACZ,YAAY,EAAE;AAAA,QACd,WAAW,EAAE;AAAA,MACf,EAAE;AAAA,IACJ;AAAA,IAEA,MAAM,cAAc,OAAe,gBAAsD;AACvF,YAAM,iBAAiB,MAAM,MAAM,KAAK;AAExC,UAAI,MAAM;AACV,YAAM,SAAoB,CAAC;AAC3B,UAAI,gBAAgB;AAClB,eAAO;AACP,eAAO,KAAK,cAAc;AAAA,MAC5B;AAEA,YAAM,OAAO,GAAG,QAAQ,GAAG,EAAE,IAAI,GAAG,MAAM;AAE1C,YAAM,SAAS,KAAK,IAAI,CAAC,QAAQ;AAC/B,cAAM,MAAM,IAAI;AAChB,cAAM,SAAS,MAAM,KAAK,IAAI,aAAa,IAAI,QAAQ,IAAI,YAAY,IAAI,aAAa,CAAC,CAAC;AAC1F,eAAO;AAAA,UACL,MAAM;AAAA,YACJ,IAAI,IAAI;AAAA,YACR,gBAAgB,IAAI;AAAA,YACpB,MAAM,IAAI;AAAA,YACV,SAAS,IAAI;AAAA,YACb,UAAU,IAAI;AAAA,YACd,YAAY,IAAI;AAAA,YAChB,WAAW,IAAI;AAAA,UACjB;AAAA,UACA,OAAO,iBAAiB,gBAAgB,MAAM;AAAA,QAChD;AAAA,MACF,CAAC;AAED,aAAO,KAAK,CAAC,GAAG,MAAM,EAAE,QAAQ,EAAE,KAAK;AACvC,aAAO,OAAO,MAAM,GAAG,EAAE,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI;AAAA,IAC9C;AAAA,EACF;AACF;;;AC1IA,SAAS,SAAS;AAEX,IAAM,uBAAuB,EAAE,KAAK;AAAA,EACzC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,CAAC;AAGM,IAAM,mBAAmB,EAAE,KAAK;AAAA,EACrC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,CAAC;AAGM,IAAM,uBAAuB,EAAE,OAAO;AAAA,EAC3C,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS;AAAA,EAChC,GAAG,EAAE,OAAO;AAAA,EACZ,GAAG,EAAE,OAAO;AAAA,EACZ,OAAO,EAAE,OAAO;AAAA,EAChB,QAAQ,EAAE,OAAO;AACnB,CAAC;AAGM,IAAM,2BAA2B,EAAE,OAAO;AAAA,EAC/C,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS;AAAA,EAC3C,WAAW,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS;AAAA,EAChD,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS;AAAA,EAC9C,WAAW,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,SAAS;AAAA,EACnD,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,SAAS;AAAA,EACjD,WAAW,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS;AAAA,EAChD,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS;AAAA,EAC9C,WAAW,EAAE,OAAO,EAAE,SAAS;AACjC,CAAC;AAGM,IAAM,mBAAmB,EAAE,OAAO;AAAA,EACvC,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EACpB,YAAY,EAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EAC5B,YAAY,iBAAiB,SAAS;AAAA,EACtC,SAAS,EAAE,OAAO,EAAE,SAAS;AAAA,EAC7B,MAAM;AAAA,EACN,MAAM,EAAE,OAAO;AAAA,EACf,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EACtB,UAAU,EAAE,OAAO,EAAE,SAAS;AAAA,EAC9B,WAAW,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS;AAAA,EAChD,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS;AAAA,EAC9C,WAAW,EAAE,OAAO,EAAE,SAAS;AAAA,EAC/B,YAAY,EAAE,OAAO,EAAE,SAAS;AAAA,EAChC,MAAM,EAAE,MAAM,oBAAoB,EAAE,SAAS;AAAA,EAC7C,UAAU,yBAAyB,SAAS;AAAA,EAC5C,UAAU,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,SAAS;AAC1C,CAAC;AAGM,IAAM,sBAAsB,EAAE,OAAO;AAAA,EAC1C,cAAc,EAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EAC9B,YAAY,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,SAAS;AAAA,EACvC,SAAS,EAAE,OAAO,EAAE,SAAS;AAAA,EAC7B,OAAO,EAAE,OAAO,EAAE,SAAS;AAAA,EAC3B,MAAM,EAAE,OAAO,EAAE,SAAS;AAAA,EAC1B,UAAU,yBAAyB,SAAS;AAC9C,CAAC;AAGM,IAAM,oBAAoB,EAAE,OAAO;AAAA,EACxC,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EACpB,YAAY,EAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EAC5B,eAAe,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;AAAA,EACxC,MAAM,EAAE,OAAO;AAAA,EACf,UAAU,EAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EAC1B,WAAW,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS;AAAA,EAChD,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS;AAAA,EAC9C,UAAU,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,QAAQ,CAAC,CAAC;AAC3C,CAAC;;;AC/CD,SAAS,mBAAmB,UAA2C;AACrE,SAAO;AAAA,IACL,SAAS,UAAU;AAAA,IACnB,SAAS,gBAAgB;AAAA,IACzB,SAAS,WAAW;AAAA,IACpB,SAAS,cAAc;AAAA,IACvB,SAAS,UAAU;AAAA,IACnB,SAAS,gBAAgB;AAAA,IACzB,SAAS;AAAA,EACX,EAAE,KAAK,GAAG;AACZ;AAEO,SAAS,sBAAsB,GAA4B,GAAoC;AACpG,QAAM,iBAAiB,EAAE,YAAY,EAAE;AACvC,MAAI,mBAAmB,EAAG,QAAO;AACjC,SAAO,mBAAmB,CAAC,EAAE,cAAc,mBAAmB,CAAC,CAAC;AAClE;AAEO,SAAS,oBAAuD,UAAoB;AACzF,SAAO,CAAC,GAAG,QAAQ,EAAE,KAAK,qBAAqB;AACjD;;;ACzCA,SAASA,kBAAiB,GAAa,GAAqB;AAC1D,MAAI,MAAM,GAAG,OAAO,GAAG,OAAO;AAC9B,WAAS,IAAI,GAAG,IAAI,EAAE,QAAQ,KAAK;AACjC,WAAO,EAAE,CAAC,IAAI,EAAE,CAAC;AACjB,YAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;AAClB,YAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;AAAA,EACpB;AACA,QAAM,cAAc,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,IAAI;AACpD,SAAO,gBAAgB,IAAI,IAAI,MAAM;AACvC;AAEA,SAAS,kBAAkB,WAA6B;AACtD,SAAO,OAAO,KAAK,IAAI,aAAa,SAAS,EAAE,MAAM;AACvD;AAEA,SAAS,kBAAkB,QAA0B;AACnD,SAAO,MAAM,KAAK,IAAI,aAAa,OAAO,QAAQ,OAAO,YAAY,OAAO,aAAa,CAAC,CAAC;AAC7F;AAEA,SAAS,UAAa,OAAkC,UAAgB;AACtE,MAAI,CAAC,MAAO,QAAO;AACnB,MAAI;AACF,WAAO,KAAK,MAAM,KAAK;AAAA,EACzB,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEA,SAAS,gBAAgB,KAA0C;AACjE,QAAM,WAAW,UAAU,IAAI,UAAgC,CAAC,CAAC;AACjE,SAAO;AAAA,IACL,IAAI,IAAI;AAAA,IACR,YAAY,IAAI;AAAA,IAChB,YAAa,IAAI,eAAe;AAAA,IAChC,SAAU,IAAI,YAAY;AAAA,IAC1B,MAAM,IAAI;AAAA,IACV,MAAM,IAAI;AAAA,IACV,MAAM,IAAI;AAAA,IACV,UAAW,IAAI,aAAa;AAAA,IAC5B,WAAY,IAAI,cAAc;AAAA,IAC9B,SAAU,IAAI,YAAY;AAAA,IAC1B,WAAY,IAAI,cAAc;AAAA,IAC9B,YAAa,IAAI,eAAe;AAAA,IAChC,UAAU,UAAU,IAAI,UAAgC,MAAS;AAAA,IACjE,MAAM,UAAU,IAAI,MAA4B,MAAS;AAAA,IACzD,UAAU,OAAO,KAAK,QAAQ,EAAE,SAAS,WAAW;AAAA,EACtD;AACF;AAEA,SAAS,iBAAiB,KAA2C;AACnE,SAAO;AAAA,IACL,IAAI,IAAI;AAAA,IACR,YAAY,IAAI;AAAA,IAChB,eAAe,UAAU,IAAI,iBAAuC,CAAC,CAAC;AAAA,IACtE,MAAM,IAAI;AAAA,IACV,UAAU,IAAI;AAAA,IACd,WAAW,IAAI;AAAA,IACf,SAAS,IAAI;AAAA,IACb,UAAU,UAAU,IAAI,UAAgC,CAAC,CAAC;AAAA,EAC5D;AACF;AAEO,SAAS,wBAAwB,IAAuB,OAA+B;AAC5F,QAAM,QAAQ,OAAO,CAAC;AAEtB,SAAO;AAAA,IACL,MAAM,eAAe,OAAoC;AACvD,YAAM,OAAO,GAAG,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA,OAKvB;AACD,YAAM,aAAa,GAAG,YAAY,CAAC,UAAwB;AACzD,mBAAW,QAAQ,OAAO;AACxB,eAAK;AAAA,YACH,KAAK;AAAA,YACL,KAAK;AAAA,YACL,KAAK,cAAc;AAAA,YACnB,KAAK,WAAW;AAAA,YAChB,KAAK;AAAA,YACL,KAAK;AAAA,YACL,KAAK;AAAA,YACL,KAAK,YAAY;AAAA,YACjB,KAAK,aAAa;AAAA,YAClB,KAAK,WAAW;AAAA,YAChB,KAAK,aAAa;AAAA,YAClB,KAAK,cAAc;AAAA,YACnB,KAAK,WAAW,KAAK,UAAU,KAAK,QAAQ,IAAI;AAAA,YAChD,KAAK,OAAO,KAAK,UAAU,KAAK,IAAI,IAAI;AAAA,YACxC,KAAK,UAAU,KAAK,YAAY,CAAC,CAAC;AAAA,YAClC;AAAA,UACF;AAAA,QACF;AAAA,MACF,CAAC;AACD,iBAAW,KAAK;AAEhB,YAAM,QAAQ,IAAI,MAAM;AAAA,QAAI,CAAC,SAC3B,MAAM,YAAY;AAChB,cAAI;AACF,kBAAM,YAAY,MAAM,MAAM,KAAK,IAAI;AACvC,eAAG,QAAQ,oDAAoD,EAAE,IAAI,kBAAkB,SAAS,GAAG,KAAK,EAAE;AAAA,UAC5G,QAAQ;AAAA,UAER;AAAA,QACF,CAAC;AAAA,MACH,CAAC;AAAA,IACH;AAAA,IAEA,MAAM,gBAAgB,QAAsC;AAC1D,YAAM,OAAO,GAAG,QAAQ;AAAA;AAAA;AAAA;AAAA,OAIvB;AACD,YAAM,aAAa,GAAG,YAAY,CAAC,UAAyB;AAC1D,mBAAW,SAAS,OAAO;AACzB,eAAK;AAAA,YACH,MAAM;AAAA,YACN,MAAM;AAAA,YACN,KAAK,UAAU,MAAM,aAAa;AAAA,YAClC,MAAM;AAAA,YACN,MAAM;AAAA,YACN,MAAM,aAAa;AAAA,YACnB,MAAM,WAAW;AAAA,YACjB,KAAK,UAAU,MAAM,YAAY,CAAC,CAAC;AAAA,UACrC;AAAA,QACF;AAAA,MACF,CAAC;AACD,iBAAW,MAAM;AAAA,IACnB;AAAA,IAEA,MAAM,cAAc,IAAwC;AAC1D,YAAM,MAAM,GAAG,QAAQ,yCAAyC,EAAE,IAAI,EAAE;AACxE,aAAO,MAAM,gBAAgB,GAAG,IAAI;AAAA,IACtC;AAAA,IAEA,MAAM,yBAAyB,YAA2C;AACxE,YAAM,OAAO,GAAG,QAAQ,kEAAkE,EAAE,IAAI,UAAU;AAC1G,aAAO,KAAK,IAAI,eAAe;AAAA,IACjC;AAAA,IAEA,MAAM,0BAA0B,YAA4C;AAC1E,YAAM,OAAO,GAAG,QAAQ,mEAAmE,EAAE,IAAI,UAAU;AAC3G,aAAO,KAAK,IAAI,gBAAgB;AAAA,IAClC;AAAA,IAEA,MAAM,qBAAqB,YAAmC;AAC5D,SAAG,QAAQ,iDAAiD,EAAE,IAAI,UAAU;AAC5E,SAAG,QAAQ,gDAAgD,EAAE,IAAI,UAAU;AAAA,IAC7E;AAAA,IAEA,MAAM,kBAAkB,OAA+D;AACrF,YAAM,iBAAiB,MAAM,MAAM,MAAM,QAAQ;AACjD,YAAM,cAAc,MAAM,SAAS;AACnC,UAAI,MAAM;AACV,YAAM,SAAoB,CAAC;AAE3B,UAAI,MAAM,aAAa,QAAQ;AAC7B,eAAO,wBAAwB,MAAM,YAAY,IAAI,MAAM,GAAG,EAAE,KAAK,GAAG,CAAC;AACzE,eAAO,KAAK,GAAG,MAAM,WAAW;AAAA,MAClC;AACA,UAAI,MAAM,UAAU,QAAQ;AAC1B,eAAO,qBAAqB,MAAM,SAAS,IAAI,MAAM,GAAG,EAAE,KAAK,GAAG,CAAC;AACnE,eAAO,KAAK,GAAG,MAAM,QAAQ;AAAA,MAC/B;AACA,UAAI,MAAM,SAAS,YAAY;AAC7B,eAAO;AACP,eAAO,KAAK,MAAM,QAAQ,UAAU;AAAA,MACtC;AACA,UAAI,MAAM,SAAS,YAAY;AAC7B,eAAO;AACP,eAAO,KAAK,MAAM,QAAQ,UAAU;AAAA,MACtC;AACA,UAAI,MAAM,SAAS,WAAW;AAC5B,eAAO;AACP,eAAO,KAAK,MAAM,QAAQ,SAAS;AAAA,MACrC;AAEA,YAAM,OAAO,GAAG,QAAQ,GAAG,EAAE,IAAI,GAAG,MAAM;AAC1C,YAAM,SAAS,KAAK,IAAI,CAAC,QAAQ;AAC/B,cAAM,OAAO,gBAAgB,GAAG;AAChC,eAAO;AAAA,UACL;AAAA,UACA,WAAWA,kBAAiB,gBAAgB,kBAAkB,IAAI,SAAmB,CAAC;AAAA,QACxF;AAAA,MACF,CAAC;AAED,aAAO,oBAAoB,OAAO,IAAI,CAAC,YAAY;AAAA,QACjD,GAAG;AAAA,QACH,cAAc,OAAO,KAAK;AAAA,QAC1B,SAAS,OAAO,KAAK;AAAA,QACrB,YAAY,OAAO,KAAK;AAAA,QACxB,MAAM,OAAO,KAAK;AAAA,MACpB,EAAE,CAAC,EAAE,IAAI,CAAC,EAAE,MAAM,UAAU,OAAO,EAAE,MAAM,UAAU,EAAE,EAAE,MAAM,GAAG,WAAW;AAAA,IAC/E;AAAA,EACF;AACF;;;AC/LO,SAAS,kBAAkB,SAKhC;AAGA,QAAM,gBAAgB,UAAQ,gBAAgB;AAC9C,QAAM,KAAK,IAAI,cAAc,QAAQ,IAAI;AAEzC,KAAG,OAAO,oBAAoB;AAC9B,KAAG,OAAO,mBAAmB;AAC7B,KAAG,KAAK,aAAa;AAErB,SAAO;AAAA,IACL,WAAW,0BAA0B,EAAE;AAAA,IACvC,QAAQ,wBAAwB,IAAI,QAAQ,KAAK;AAAA,IACjD,QAAQ,wBAAwB,IAAI,QAAQ,KAAK;AAAA,IACjD,OAAO,MAAM,GAAG,MAAM;AAAA,EACxB;AACF;","names":["cosineSimilarity"]}
1
+ {"version":3,"sources":["../src/storage/sqlite/migrations.ts","../src/storage/sqlite/document-store.ts","../src/core/concurrency.ts","../src/storage/sqlite/memory-store.ts","../src/source/schemas.ts","../src/source/retrieval.ts","../src/storage/sqlite/source-store.ts","../src/storage/sqlite/index.ts"],"sourcesContent":["export const CREATE_TABLES = `\nCREATE TABLE IF NOT EXISTS documents (\n id TEXT PRIMARY KEY,\n type TEXT NOT NULL,\n data TEXT NOT NULL,\n created_at INTEGER NOT NULL DEFAULT (unixepoch())\n);\n\nCREATE TABLE IF NOT EXISTS chunks (\n id TEXT PRIMARY KEY,\n document_id TEXT NOT NULL,\n type TEXT NOT NULL,\n text TEXT NOT NULL,\n metadata TEXT NOT NULL DEFAULT '{}',\n embedding BLOB,\n FOREIGN KEY (document_id) REFERENCES documents(id) ON DELETE CASCADE\n);\n\nCREATE TABLE IF NOT EXISTS conversation_turns (\n id TEXT PRIMARY KEY,\n conversation_id TEXT NOT NULL,\n role TEXT NOT NULL,\n content TEXT NOT NULL,\n tool_name TEXT,\n tool_result TEXT,\n timestamp INTEGER NOT NULL,\n embedding BLOB\n);\n\nCREATE TABLE IF NOT EXISTS source_spans (\n id TEXT PRIMARY KEY,\n document_id TEXT NOT NULL,\n source_kind TEXT,\n chunk_id TEXT,\n kind TEXT NOT NULL,\n text TEXT NOT NULL,\n hash TEXT NOT NULL,\n text_hash TEXT,\n page_start INTEGER,\n page_end INTEGER,\n section_id TEXT,\n form_number TEXT,\n location TEXT,\n bbox TEXT,\n metadata TEXT NOT NULL DEFAULT '{}',\n embedding BLOB\n);\n\nCREATE TABLE IF NOT EXISTS source_chunks (\n id TEXT PRIMARY KEY,\n document_id TEXT NOT NULL,\n source_span_ids TEXT NOT NULL,\n text TEXT NOT NULL,\n text_hash TEXT NOT NULL,\n page_start INTEGER,\n page_end INTEGER,\n metadata TEXT NOT NULL DEFAULT '{}'\n);\n\nCREATE INDEX IF NOT EXISTS idx_chunks_document_id ON chunks(document_id);\nCREATE INDEX IF NOT EXISTS idx_chunks_type ON chunks(type);\nCREATE INDEX IF NOT EXISTS idx_turns_conversation_id ON conversation_turns(conversation_id);\nCREATE INDEX IF NOT EXISTS idx_turns_timestamp ON conversation_turns(timestamp);\nCREATE INDEX IF NOT EXISTS idx_source_spans_document_id ON source_spans(document_id);\nCREATE INDEX IF NOT EXISTS idx_source_spans_chunk_id ON source_spans(chunk_id);\nCREATE INDEX IF NOT EXISTS idx_source_chunks_document_id ON source_chunks(document_id);\n`;\n","import type Database from \"better-sqlite3\";\nimport type { DocumentStore } from \"../interfaces\";\nimport type { InsuranceDocument } from \"../../schemas/document\";\nimport type { DocumentFilters } from \"../chunk-types\";\n\nexport function createSqliteDocumentStore(db: Database.Database): DocumentStore {\n return {\n async save(doc: InsuranceDocument): Promise<void> {\n db.prepare(\"INSERT OR REPLACE INTO documents (id, type, data) VALUES (?, ?, ?)\").run(\n doc.id, doc.type, JSON.stringify(doc),\n );\n },\n\n async get(id: string): Promise<InsuranceDocument | null> {\n const row = db.prepare(\"SELECT data FROM documents WHERE id = ?\").get(id) as { data: string } | undefined;\n return row ? JSON.parse(row.data) : null;\n },\n\n async query(filters: DocumentFilters): Promise<InsuranceDocument[]> {\n let sql = \"SELECT data FROM documents WHERE 1=1\";\n const params: unknown[] = [];\n\n if (filters.type) {\n sql += \" AND type = ?\";\n params.push(filters.type);\n }\n if (filters.carrier) {\n sql += \" AND json_extract(data, '$.carrier') LIKE ?\";\n params.push(`%${filters.carrier}%`);\n }\n if (filters.insuredName) {\n sql += \" AND json_extract(data, '$.insuredName') LIKE ?\";\n params.push(`%${filters.insuredName}%`);\n }\n if (filters.policyNumber) {\n sql += \" AND json_extract(data, '$.policyNumber') = ?\";\n params.push(filters.policyNumber);\n }\n if (filters.quoteNumber) {\n sql += \" AND json_extract(data, '$.quoteNumber') = ?\";\n params.push(filters.quoteNumber);\n }\n\n const rows = db.prepare(sql).all(...params) as { data: string }[];\n return rows.map((r) => JSON.parse(r.data));\n },\n\n async delete(id: string): Promise<void> {\n db.prepare(\"DELETE FROM documents WHERE id = ?\").run(id);\n },\n };\n}\n","/**\n * Concurrency limiter — returns a function that wraps async tasks\n * so at most `concurrency` run simultaneously.\n */\nexport function pLimit(concurrency: number) {\n const maxConcurrency = Number.isFinite(concurrency) ? Math.max(1, Math.floor(concurrency)) : 1;\n let active = 0;\n const queue: Array<() => void> = [];\n\n function next() {\n if (queue.length > 0 && active < maxConcurrency) {\n active++;\n queue.shift()!();\n }\n }\n\n return <T>(fn: () => Promise<T>): Promise<T> =>\n new Promise<T>((resolve, reject) => {\n const run = () => {\n fn().then(resolve, reject).finally(() => {\n active--;\n next();\n });\n };\n queue.push(run);\n next();\n });\n}\n","import type Database from \"better-sqlite3\";\nimport type { MemoryStore } from \"../interfaces\";\nimport type { DocumentChunk, ConversationTurn, ChunkFilter } from \"../chunk-types\";\nimport type { EmbedText } from \"../../core/types\";\nimport { pLimit } from \"../../core/concurrency\";\n\nfunction cosineSimilarity(a: number[], b: number[]): number {\n let dot = 0, magA = 0, magB = 0;\n for (let i = 0; i < a.length; i++) {\n dot += a[i] * b[i];\n magA += a[i] * a[i];\n magB += b[i] * b[i];\n }\n return dot / (Math.sqrt(magA) * Math.sqrt(magB));\n}\n\nexport function createSqliteMemoryStore(db: Database.Database, embed: EmbedText): MemoryStore {\n const limit = pLimit(4);\n\n return {\n async addChunks(chunks: DocumentChunk[]): Promise<void> {\n const stmt = db.prepare(\"INSERT OR REPLACE INTO chunks (id, document_id, type, text, metadata, embedding) VALUES (?, ?, ?, ?, ?, ?)\");\n const insertMany = db.transaction((items: DocumentChunk[]) => {\n for (const chunk of items) {\n stmt.run(chunk.id, chunk.documentId, chunk.type, chunk.text, JSON.stringify(chunk.metadata), null);\n }\n });\n insertMany(chunks);\n\n await Promise.all(chunks.map((chunk) =>\n limit(async () => {\n try {\n const embedding = await embed(chunk.text);\n const buf = Buffer.from(new Float64Array(embedding).buffer);\n db.prepare(\"UPDATE chunks SET embedding = ? WHERE id = ?\").run(buf, chunk.id);\n } catch {\n // Embedding failure is non-fatal\n }\n }),\n ));\n },\n\n async search(query: string, options?: { limit?: number; filter?: ChunkFilter }): Promise<DocumentChunk[]> {\n const queryEmbedding = await embed(query);\n const resultLimit = options?.limit ?? 10;\n\n let sql = \"SELECT id, document_id, type, text, metadata, embedding FROM chunks WHERE embedding IS NOT NULL\";\n const params: unknown[] = [];\n\n if (options?.filter?.documentId) {\n sql += \" AND document_id = ?\";\n params.push(options.filter.documentId);\n }\n if (options?.filter?.type) {\n sql += \" AND type = ?\";\n params.push(options.filter.type);\n }\n\n const rows = db.prepare(sql).all(...params) as Array<{\n id: string; document_id: string; type: string; text: string; metadata: string; embedding: Buffer;\n }>;\n\n const scored = rows.map((row) => {\n const stored = Array.from(new Float64Array(row.embedding.buffer, row.embedding.byteOffset, row.embedding.byteLength / 8));\n return {\n chunk: {\n id: row.id,\n documentId: row.document_id,\n type: row.type as DocumentChunk[\"type\"],\n text: row.text,\n metadata: JSON.parse(row.metadata),\n },\n score: cosineSimilarity(queryEmbedding, stored),\n };\n });\n\n scored.sort((a, b) => b.score - a.score);\n return scored.slice(0, resultLimit).map((s) => s.chunk);\n },\n\n async addTurn(turn: ConversationTurn): Promise<void> {\n const embedding = await embed(turn.content).catch(() => null);\n const buf = embedding ? Buffer.from(new Float64Array(embedding).buffer) : null;\n db.prepare(\n \"INSERT INTO conversation_turns (id, conversation_id, role, content, tool_name, tool_result, timestamp, embedding) VALUES (?, ?, ?, ?, ?, ?, ?, ?)\"\n ).run(turn.id, turn.conversationId, turn.role, turn.content, turn.toolName ?? null, turn.toolResult ?? null, turn.timestamp, buf);\n },\n\n async getHistory(conversationId: string, options?: { limit?: number }): Promise<ConversationTurn[]> {\n const resultLimit = options?.limit ?? 50;\n const rows = db.prepare(\n \"SELECT id, conversation_id, role, content, tool_name, tool_result, timestamp FROM conversation_turns WHERE conversation_id = ? ORDER BY timestamp DESC LIMIT ?\"\n ).all(conversationId, resultLimit) as Array<Record<string, unknown>>;\n\n return rows.reverse().map((r) => ({\n id: r.id as string,\n conversationId: r.conversation_id as string,\n role: r.role as ConversationTurn[\"role\"],\n content: r.content as string,\n toolName: r.tool_name as string | undefined,\n toolResult: r.tool_result as string | undefined,\n timestamp: r.timestamp as number,\n }));\n },\n\n async searchHistory(query: string, conversationId?: string): Promise<ConversationTurn[]> {\n const queryEmbedding = await embed(query);\n\n let sql = \"SELECT id, conversation_id, role, content, tool_name, tool_result, timestamp, embedding FROM conversation_turns WHERE embedding IS NOT NULL\";\n const params: unknown[] = [];\n if (conversationId) {\n sql += \" AND conversation_id = ?\";\n params.push(conversationId);\n }\n\n const rows = db.prepare(sql).all(...params) as Array<Record<string, unknown>>;\n\n const scored = rows.map((row) => {\n const buf = row.embedding as Buffer;\n const stored = Array.from(new Float64Array(buf.buffer, buf.byteOffset, buf.byteLength / 8));\n return {\n turn: {\n id: row.id as string,\n conversationId: row.conversation_id as string,\n role: row.role as ConversationTurn[\"role\"],\n content: row.content as string,\n toolName: row.tool_name as string | undefined,\n toolResult: row.tool_result as string | undefined,\n timestamp: row.timestamp as number,\n },\n score: cosineSimilarity(queryEmbedding, stored),\n };\n });\n\n scored.sort((a, b) => b.score - a.score);\n return scored.slice(0, 10).map((s) => s.turn);\n },\n };\n}\n","import { z } from \"zod\";\n\nexport const SourceSpanKindSchema = z.enum([\n \"pdf_text\",\n \"pdf_image\",\n \"html\",\n \"markdown\",\n \"plain_text\",\n \"structured_field\",\n]);\nexport type SourceSpanKind = z.infer<typeof SourceSpanKindSchema>;\n\nexport const SourceKindSchema = z.enum([\n \"policy_pdf\",\n \"application_pdf\",\n \"email\",\n \"attachment\",\n \"manual_note\",\n]);\nexport type SourceKind = z.infer<typeof SourceKindSchema>;\n\nexport const SourceSpanBBoxSchema = z.object({\n page: z.number().int().positive(),\n x: z.number(),\n y: z.number(),\n width: z.number(),\n height: z.number(),\n});\nexport type SourceSpanBBox = z.infer<typeof SourceSpanBBoxSchema>;\n\nexport const SourceSpanLocationSchema = z.object({\n page: z.number().int().positive().optional(),\n startPage: z.number().int().positive().optional(),\n endPage: z.number().int().positive().optional(),\n charStart: z.number().int().nonnegative().optional(),\n charEnd: z.number().int().nonnegative().optional(),\n lineStart: z.number().int().positive().optional(),\n lineEnd: z.number().int().positive().optional(),\n fieldPath: z.string().optional(),\n});\nexport type SourceSpanLocation = z.infer<typeof SourceSpanLocationSchema>;\n\nexport const SourceSpanSchema = z.object({\n id: z.string().min(1),\n documentId: z.string().min(1),\n sourceKind: SourceKindSchema.optional(),\n chunkId: z.string().optional(),\n kind: SourceSpanKindSchema,\n text: z.string(),\n hash: z.string().min(1),\n textHash: z.string().optional(),\n pageStart: z.number().int().positive().optional(),\n pageEnd: z.number().int().positive().optional(),\n sectionId: z.string().optional(),\n formNumber: z.string().optional(),\n bbox: z.array(SourceSpanBBoxSchema).optional(),\n location: SourceSpanLocationSchema.optional(),\n metadata: z.record(z.string()).optional(),\n});\nexport type SourceSpan = z.infer<typeof SourceSpanSchema>;\n\nexport const SourceSpanRefSchema = z.object({\n sourceSpanId: z.string().min(1),\n documentId: z.string().min(1).optional(),\n chunkId: z.string().optional(),\n quote: z.string().optional(),\n hash: z.string().optional(),\n location: SourceSpanLocationSchema.optional(),\n});\nexport type SourceSpanRef = z.infer<typeof SourceSpanRefSchema>;\n\nexport const SourceChunkSchema = z.object({\n id: z.string().min(1),\n documentId: z.string().min(1),\n sourceSpanIds: z.array(z.string().min(1)),\n text: z.string(),\n textHash: z.string().min(1),\n pageStart: z.number().int().positive().optional(),\n pageEnd: z.number().int().positive().optional(),\n metadata: z.record(z.string()).default({}),\n});\nexport type SourceChunk = z.infer<typeof SourceChunkSchema>;\n","import type { SourceSpan } from \"./schemas\";\n\nexport type SourceRetrievalMode = \"graph_only\" | \"source_rag\" | \"long_context\" | \"hybrid\";\n\nexport interface SourceRetrievalQuery {\n question: string;\n documentIds?: string[];\n chunkIds?: string[];\n limit?: number;\n mode?: SourceRetrievalMode;\n filters?: Record<string, string>;\n}\n\nexport interface SourceRetrievalResult {\n span: SourceSpan;\n relevance: number;\n}\n\nexport interface SourceRetriever {\n searchSourceSpans(query: SourceRetrievalQuery): Promise<SourceRetrievalResult[]>;\n}\n\nexport interface OrderableSourceEvidence {\n source?: string;\n sourceSpanId?: string;\n chunkId?: string;\n documentId?: string;\n turnId?: string;\n attachmentId?: string;\n text: string;\n relevance: number;\n}\n\nfunction evidenceTieBreakId(evidence: OrderableSourceEvidence): string {\n return [\n evidence.source ?? \"\",\n evidence.sourceSpanId ?? \"\",\n evidence.chunkId ?? \"\",\n evidence.documentId ?? \"\",\n evidence.turnId ?? \"\",\n evidence.attachmentId ?? \"\",\n evidence.text,\n ].join(\"|\");\n}\n\nexport function compareSourceEvidence(a: OrderableSourceEvidence, b: OrderableSourceEvidence): number {\n const relevanceDelta = b.relevance - a.relevance;\n if (relevanceDelta !== 0) return relevanceDelta;\n return evidenceTieBreakId(a).localeCompare(evidenceTieBreakId(b));\n}\n\nexport function orderSourceEvidence<T extends OrderableSourceEvidence>(evidence: T[]): T[] {\n return [...evidence].sort(compareSourceEvidence);\n}\n","import type Database from \"better-sqlite3\";\nimport type { EmbedText } from \"../../core/types\";\nimport type {\n SourceChunk,\n SourceRetrievalQuery,\n SourceRetrievalResult,\n SourceSpan,\n SourceStore,\n} from \"../../source\";\nimport { orderSourceEvidence } from \"../../source\";\nimport { pLimit } from \"../../core/concurrency\";\n\nfunction cosineSimilarity(a: number[], b: number[]): number {\n let dot = 0, magA = 0, magB = 0;\n for (let i = 0; i < a.length; i++) {\n dot += a[i] * b[i];\n magA += a[i] * a[i];\n magB += b[i] * b[i];\n }\n const denominator = Math.sqrt(magA) * Math.sqrt(magB);\n return denominator === 0 ? 0 : dot / denominator;\n}\n\nfunction embeddingToBuffer(embedding: number[]): Buffer {\n return Buffer.from(new Float64Array(embedding).buffer);\n}\n\nfunction bufferToEmbedding(buffer: Buffer): number[] {\n return Array.from(new Float64Array(buffer.buffer, buffer.byteOffset, buffer.byteLength / 8));\n}\n\nfunction parseJson<T>(value: string | null | undefined, fallback: T): T {\n if (!value) return fallback;\n try {\n return JSON.parse(value) as T;\n } catch {\n return fallback;\n }\n}\n\nfunction rowToSourceSpan(row: Record<string, unknown>): SourceSpan {\n const metadata = parseJson(row.metadata as string | undefined, {});\n return {\n id: row.id as string,\n documentId: row.document_id as string,\n sourceKind: (row.source_kind ?? undefined) as SourceSpan[\"sourceKind\"],\n chunkId: (row.chunk_id ?? undefined) as string | undefined,\n kind: row.kind as SourceSpan[\"kind\"],\n text: row.text as string,\n hash: row.hash as string,\n textHash: (row.text_hash ?? undefined) as string | undefined,\n pageStart: (row.page_start ?? undefined) as number | undefined,\n pageEnd: (row.page_end ?? undefined) as number | undefined,\n sectionId: (row.section_id ?? undefined) as string | undefined,\n formNumber: (row.form_number ?? undefined) as string | undefined,\n location: parseJson(row.location as string | undefined, undefined),\n bbox: parseJson(row.bbox as string | undefined, undefined),\n metadata: Object.keys(metadata).length ? metadata : undefined,\n };\n}\n\nfunction rowToSourceChunk(row: Record<string, unknown>): SourceChunk {\n return {\n id: row.id as string,\n documentId: row.document_id as string,\n sourceSpanIds: parseJson(row.source_span_ids as string | undefined, []),\n text: row.text as string,\n textHash: row.text_hash as string,\n pageStart: row.page_start as number | undefined,\n pageEnd: row.page_end as number | undefined,\n metadata: parseJson(row.metadata as string | undefined, {}),\n };\n}\n\nexport function createSqliteSourceStore(db: Database.Database, embed: EmbedText): SourceStore {\n const limit = pLimit(4);\n\n return {\n async addSourceSpans(spans: SourceSpan[]): Promise<void> {\n const stmt = db.prepare(`\n INSERT OR REPLACE INTO source_spans (\n id, document_id, source_kind, chunk_id, kind, text, hash, text_hash,\n page_start, page_end, section_id, form_number, location, bbox, metadata, embedding\n ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)\n `);\n const insertMany = db.transaction((items: SourceSpan[]) => {\n for (const span of items) {\n stmt.run(\n span.id,\n span.documentId,\n span.sourceKind ?? null,\n span.chunkId ?? null,\n span.kind,\n span.text,\n span.hash,\n span.textHash ?? null,\n span.pageStart ?? null,\n span.pageEnd ?? null,\n span.sectionId ?? null,\n span.formNumber ?? null,\n span.location ? JSON.stringify(span.location) : null,\n span.bbox ? JSON.stringify(span.bbox) : null,\n JSON.stringify(span.metadata ?? {}),\n null,\n );\n }\n });\n insertMany(spans);\n\n await Promise.all(spans.map((span) =>\n limit(async () => {\n try {\n const embedding = await embed(span.text);\n db.prepare(\"UPDATE source_spans SET embedding = ? WHERE id = ?\").run(embeddingToBuffer(embedding), span.id);\n } catch {\n // Embedding failure is non-fatal; span text remains persisted.\n }\n }),\n ));\n },\n\n async addSourceChunks(chunks: SourceChunk[]): Promise<void> {\n const stmt = db.prepare(`\n INSERT OR REPLACE INTO source_chunks (\n id, document_id, source_span_ids, text, text_hash, page_start, page_end, metadata\n ) VALUES (?, ?, ?, ?, ?, ?, ?, ?)\n `);\n const insertMany = db.transaction((items: SourceChunk[]) => {\n for (const chunk of items) {\n stmt.run(\n chunk.id,\n chunk.documentId,\n JSON.stringify(chunk.sourceSpanIds),\n chunk.text,\n chunk.textHash,\n chunk.pageStart ?? null,\n chunk.pageEnd ?? null,\n JSON.stringify(chunk.metadata ?? {}),\n );\n }\n });\n insertMany(chunks);\n },\n\n async getSourceSpan(id: string): Promise<SourceSpan | null> {\n const row = db.prepare(\"SELECT * FROM source_spans WHERE id = ?\").get(id) as Record<string, unknown> | undefined;\n return row ? rowToSourceSpan(row) : null;\n },\n\n async getSourceSpansByDocument(documentId: string): Promise<SourceSpan[]> {\n const rows = db.prepare(\"SELECT * FROM source_spans WHERE document_id = ? ORDER BY id ASC\").all(documentId) as Array<Record<string, unknown>>;\n return rows.map(rowToSourceSpan);\n },\n\n async getSourceChunksByDocument(documentId: string): Promise<SourceChunk[]> {\n const rows = db.prepare(\"SELECT * FROM source_chunks WHERE document_id = ? ORDER BY id ASC\").all(documentId) as Array<Record<string, unknown>>;\n return rows.map(rowToSourceChunk);\n },\n\n async deleteDocumentSource(documentId: string): Promise<void> {\n db.prepare(\"DELETE FROM source_chunks WHERE document_id = ?\").run(documentId);\n db.prepare(\"DELETE FROM source_spans WHERE document_id = ?\").run(documentId);\n },\n\n async searchSourceSpans(query: SourceRetrievalQuery): Promise<SourceRetrievalResult[]> {\n const queryEmbedding = await embed(query.question);\n const resultLimit = query.limit ?? 10;\n let sql = \"SELECT * FROM source_spans WHERE embedding IS NOT NULL\";\n const params: unknown[] = [];\n\n if (query.documentIds?.length) {\n sql += ` AND document_id IN (${query.documentIds.map(() => \"?\").join(\",\")})`;\n params.push(...query.documentIds);\n }\n if (query.chunkIds?.length) {\n sql += ` AND chunk_id IN (${query.chunkIds.map(() => \"?\").join(\",\")})`;\n params.push(...query.chunkIds);\n }\n if (query.filters?.sourceKind) {\n sql += \" AND source_kind = ?\";\n params.push(query.filters.sourceKind);\n }\n if (query.filters?.formNumber) {\n sql += \" AND form_number = ?\";\n params.push(query.filters.formNumber);\n }\n if (query.filters?.sectionId) {\n sql += \" AND section_id = ?\";\n params.push(query.filters.sectionId);\n }\n\n const rows = db.prepare(sql).all(...params) as Array<Record<string, unknown>>;\n const scored = rows.map((row) => {\n const span = rowToSourceSpan(row);\n return {\n span,\n relevance: cosineSimilarity(queryEmbedding, bufferToEmbedding(row.embedding as Buffer)),\n };\n });\n\n return orderSourceEvidence(scored.map((result) => ({\n ...result,\n sourceSpanId: result.span.id,\n chunkId: result.span.chunkId,\n documentId: result.span.documentId,\n text: result.span.text,\n }))).map(({ span, relevance }) => ({ span, relevance })).slice(0, resultLimit);\n },\n };\n}\n","import type { EmbedText } from \"../../core/types\";\nimport type { DocumentStore } from \"../interfaces\";\nimport type { MemoryStore } from \"../interfaces\";\nimport type { SourceStore } from \"../../source\";\nimport { CREATE_TABLES } from \"./migrations\";\nimport { createSqliteDocumentStore } from \"./document-store\";\nimport { createSqliteMemoryStore } from \"./memory-store\";\nimport { createSqliteSourceStore } from \"./source-store\";\n\nexport { createSqliteDocumentStore } from \"./document-store\";\nexport { createSqliteMemoryStore } from \"./memory-store\";\nexport { createSqliteSourceStore } from \"./source-store\";\n\nexport interface SqliteStoreOptions {\n path: string;\n embed: EmbedText;\n}\n\nexport function createSqliteStore(options: SqliteStoreOptions): {\n documents: DocumentStore;\n memory: MemoryStore;\n source: SourceStore;\n close: () => void;\n} {\n // Dynamic import to keep better-sqlite3 optional\n // eslint-disable-next-line @typescript-eslint/no-require-imports\n const BetterSqlite3 = require(\"better-sqlite3\");\n const db = new BetterSqlite3(options.path);\n\n db.pragma(\"journal_mode = WAL\");\n db.pragma(\"foreign_keys = ON\");\n db.exec(CREATE_TABLES);\n\n return {\n documents: createSqliteDocumentStore(db),\n memory: createSqliteMemoryStore(db, options.embed),\n source: createSqliteSourceStore(db, options.embed),\n close: () => db.close(),\n };\n}\n\nexport type { DocumentStore, MemoryStore } from \"../interfaces\";\nexport type { SourceStore } from \"../../source\";\n"],"mappings":";;;;;;;;AAAO,IAAM,gBAAgB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACKtB,SAAS,0BAA0B,IAAsC;AAC9E,SAAO;AAAA,IACL,MAAM,KAAK,KAAuC;AAChD,SAAG,QAAQ,oEAAoE,EAAE;AAAA,QAC/E,IAAI;AAAA,QAAI,IAAI;AAAA,QAAM,KAAK,UAAU,GAAG;AAAA,MACtC;AAAA,IACF;AAAA,IAEA,MAAM,IAAI,IAA+C;AACvD,YAAM,MAAM,GAAG,QAAQ,yCAAyC,EAAE,IAAI,EAAE;AACxE,aAAO,MAAM,KAAK,MAAM,IAAI,IAAI,IAAI;AAAA,IACtC;AAAA,IAEA,MAAM,MAAM,SAAwD;AAClE,UAAI,MAAM;AACV,YAAM,SAAoB,CAAC;AAE3B,UAAI,QAAQ,MAAM;AAChB,eAAO;AACP,eAAO,KAAK,QAAQ,IAAI;AAAA,MAC1B;AACA,UAAI,QAAQ,SAAS;AACnB,eAAO;AACP,eAAO,KAAK,IAAI,QAAQ,OAAO,GAAG;AAAA,MACpC;AACA,UAAI,QAAQ,aAAa;AACvB,eAAO;AACP,eAAO,KAAK,IAAI,QAAQ,WAAW,GAAG;AAAA,MACxC;AACA,UAAI,QAAQ,cAAc;AACxB,eAAO;AACP,eAAO,KAAK,QAAQ,YAAY;AAAA,MAClC;AACA,UAAI,QAAQ,aAAa;AACvB,eAAO;AACP,eAAO,KAAK,QAAQ,WAAW;AAAA,MACjC;AAEA,YAAM,OAAO,GAAG,QAAQ,GAAG,EAAE,IAAI,GAAG,MAAM;AAC1C,aAAO,KAAK,IAAI,CAAC,MAAM,KAAK,MAAM,EAAE,IAAI,CAAC;AAAA,IAC3C;AAAA,IAEA,MAAM,OAAO,IAA2B;AACtC,SAAG,QAAQ,oCAAoC,EAAE,IAAI,EAAE;AAAA,IACzD;AAAA,EACF;AACF;;;AC/CO,SAAS,OAAO,aAAqB;AAC1C,QAAM,iBAAiB,OAAO,SAAS,WAAW,IAAI,KAAK,IAAI,GAAG,KAAK,MAAM,WAAW,CAAC,IAAI;AAC7F,MAAI,SAAS;AACb,QAAM,QAA2B,CAAC;AAElC,WAAS,OAAO;AACd,QAAI,MAAM,SAAS,KAAK,SAAS,gBAAgB;AAC/C;AACA,YAAM,MAAM,EAAG;AAAA,IACjB;AAAA,EACF;AAEA,SAAO,CAAI,OACT,IAAI,QAAW,CAAC,SAAS,WAAW;AAClC,UAAM,MAAM,MAAM;AAChB,SAAG,EAAE,KAAK,SAAS,MAAM,EAAE,QAAQ,MAAM;AACvC;AACA,aAAK;AAAA,MACP,CAAC;AAAA,IACH;AACA,UAAM,KAAK,GAAG;AACd,SAAK;AAAA,EACP,CAAC;AACL;;;ACrBA,SAAS,iBAAiB,GAAa,GAAqB;AAC1D,MAAI,MAAM,GAAG,OAAO,GAAG,OAAO;AAC9B,WAAS,IAAI,GAAG,IAAI,EAAE,QAAQ,KAAK;AACjC,WAAO,EAAE,CAAC,IAAI,EAAE,CAAC;AACjB,YAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;AAClB,YAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;AAAA,EACpB;AACA,SAAO,OAAO,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,IAAI;AAChD;AAEO,SAAS,wBAAwB,IAAuB,OAA+B;AAC5F,QAAM,QAAQ,OAAO,CAAC;AAEtB,SAAO;AAAA,IACL,MAAM,UAAU,QAAwC;AACtD,YAAM,OAAO,GAAG,QAAQ,4GAA4G;AACpI,YAAM,aAAa,GAAG,YAAY,CAAC,UAA2B;AAC5D,mBAAW,SAAS,OAAO;AACzB,eAAK,IAAI,MAAM,IAAI,MAAM,YAAY,MAAM,MAAM,MAAM,MAAM,KAAK,UAAU,MAAM,QAAQ,GAAG,IAAI;AAAA,QACnG;AAAA,MACF,CAAC;AACD,iBAAW,MAAM;AAEjB,YAAM,QAAQ,IAAI,OAAO;AAAA,QAAI,CAAC,UAC5B,MAAM,YAAY;AAChB,cAAI;AACF,kBAAM,YAAY,MAAM,MAAM,MAAM,IAAI;AACxC,kBAAM,MAAM,OAAO,KAAK,IAAI,aAAa,SAAS,EAAE,MAAM;AAC1D,eAAG,QAAQ,8CAA8C,EAAE,IAAI,KAAK,MAAM,EAAE;AAAA,UAC9E,QAAQ;AAAA,UAER;AAAA,QACF,CAAC;AAAA,MACH,CAAC;AAAA,IACH;AAAA,IAEA,MAAM,OAAO,OAAe,SAA8E;AACxG,YAAM,iBAAiB,MAAM,MAAM,KAAK;AACxC,YAAM,cAAc,SAAS,SAAS;AAEtC,UAAI,MAAM;AACV,YAAM,SAAoB,CAAC;AAE3B,UAAI,SAAS,QAAQ,YAAY;AAC/B,eAAO;AACP,eAAO,KAAK,QAAQ,OAAO,UAAU;AAAA,MACvC;AACA,UAAI,SAAS,QAAQ,MAAM;AACzB,eAAO;AACP,eAAO,KAAK,QAAQ,OAAO,IAAI;AAAA,MACjC;AAEA,YAAM,OAAO,GAAG,QAAQ,GAAG,EAAE,IAAI,GAAG,MAAM;AAI1C,YAAM,SAAS,KAAK,IAAI,CAAC,QAAQ;AAC/B,cAAM,SAAS,MAAM,KAAK,IAAI,aAAa,IAAI,UAAU,QAAQ,IAAI,UAAU,YAAY,IAAI,UAAU,aAAa,CAAC,CAAC;AACxH,eAAO;AAAA,UACL,OAAO;AAAA,YACL,IAAI,IAAI;AAAA,YACR,YAAY,IAAI;AAAA,YAChB,MAAM,IAAI;AAAA,YACV,MAAM,IAAI;AAAA,YACV,UAAU,KAAK,MAAM,IAAI,QAAQ;AAAA,UACnC;AAAA,UACA,OAAO,iBAAiB,gBAAgB,MAAM;AAAA,QAChD;AAAA,MACF,CAAC;AAED,aAAO,KAAK,CAAC,GAAG,MAAM,EAAE,QAAQ,EAAE,KAAK;AACvC,aAAO,OAAO,MAAM,GAAG,WAAW,EAAE,IAAI,CAAC,MAAM,EAAE,KAAK;AAAA,IACxD;AAAA,IAEA,MAAM,QAAQ,MAAuC;AACnD,YAAM,YAAY,MAAM,MAAM,KAAK,OAAO,EAAE,MAAM,MAAM,IAAI;AAC5D,YAAM,MAAM,YAAY,OAAO,KAAK,IAAI,aAAa,SAAS,EAAE,MAAM,IAAI;AAC1E,SAAG;AAAA,QACD;AAAA,MACF,EAAE,IAAI,KAAK,IAAI,KAAK,gBAAgB,KAAK,MAAM,KAAK,SAAS,KAAK,YAAY,MAAM,KAAK,cAAc,MAAM,KAAK,WAAW,GAAG;AAAA,IAClI;AAAA,IAEA,MAAM,WAAW,gBAAwB,SAA2D;AAClG,YAAM,cAAc,SAAS,SAAS;AACtC,YAAM,OAAO,GAAG;AAAA,QACd;AAAA,MACF,EAAE,IAAI,gBAAgB,WAAW;AAEjC,aAAO,KAAK,QAAQ,EAAE,IAAI,CAAC,OAAO;AAAA,QAChC,IAAI,EAAE;AAAA,QACN,gBAAgB,EAAE;AAAA,QAClB,MAAM,EAAE;AAAA,QACR,SAAS,EAAE;AAAA,QACX,UAAU,EAAE;AAAA,QACZ,YAAY,EAAE;AAAA,QACd,WAAW,EAAE;AAAA,MACf,EAAE;AAAA,IACJ;AAAA,IAEA,MAAM,cAAc,OAAe,gBAAsD;AACvF,YAAM,iBAAiB,MAAM,MAAM,KAAK;AAExC,UAAI,MAAM;AACV,YAAM,SAAoB,CAAC;AAC3B,UAAI,gBAAgB;AAClB,eAAO;AACP,eAAO,KAAK,cAAc;AAAA,MAC5B;AAEA,YAAM,OAAO,GAAG,QAAQ,GAAG,EAAE,IAAI,GAAG,MAAM;AAE1C,YAAM,SAAS,KAAK,IAAI,CAAC,QAAQ;AAC/B,cAAM,MAAM,IAAI;AAChB,cAAM,SAAS,MAAM,KAAK,IAAI,aAAa,IAAI,QAAQ,IAAI,YAAY,IAAI,aAAa,CAAC,CAAC;AAC1F,eAAO;AAAA,UACL,MAAM;AAAA,YACJ,IAAI,IAAI;AAAA,YACR,gBAAgB,IAAI;AAAA,YACpB,MAAM,IAAI;AAAA,YACV,SAAS,IAAI;AAAA,YACb,UAAU,IAAI;AAAA,YACd,YAAY,IAAI;AAAA,YAChB,WAAW,IAAI;AAAA,UACjB;AAAA,UACA,OAAO,iBAAiB,gBAAgB,MAAM;AAAA,QAChD;AAAA,MACF,CAAC;AAED,aAAO,KAAK,CAAC,GAAG,MAAM,EAAE,QAAQ,EAAE,KAAK;AACvC,aAAO,OAAO,MAAM,GAAG,EAAE,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI;AAAA,IAC9C;AAAA,EACF;AACF;;;AC1IA,SAAS,SAAS;AAEX,IAAM,uBAAuB,EAAE,KAAK;AAAA,EACzC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,CAAC;AAGM,IAAM,mBAAmB,EAAE,KAAK;AAAA,EACrC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,CAAC;AAGM,IAAM,uBAAuB,EAAE,OAAO;AAAA,EAC3C,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS;AAAA,EAChC,GAAG,EAAE,OAAO;AAAA,EACZ,GAAG,EAAE,OAAO;AAAA,EACZ,OAAO,EAAE,OAAO;AAAA,EAChB,QAAQ,EAAE,OAAO;AACnB,CAAC;AAGM,IAAM,2BAA2B,EAAE,OAAO;AAAA,EAC/C,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS;AAAA,EAC3C,WAAW,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS;AAAA,EAChD,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS;AAAA,EAC9C,WAAW,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,SAAS;AAAA,EACnD,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,SAAS;AAAA,EACjD,WAAW,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS;AAAA,EAChD,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS;AAAA,EAC9C,WAAW,EAAE,OAAO,EAAE,SAAS;AACjC,CAAC;AAGM,IAAM,mBAAmB,EAAE,OAAO;AAAA,EACvC,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EACpB,YAAY,EAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EAC5B,YAAY,iBAAiB,SAAS;AAAA,EACtC,SAAS,EAAE,OAAO,EAAE,SAAS;AAAA,EAC7B,MAAM;AAAA,EACN,MAAM,EAAE,OAAO;AAAA,EACf,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EACtB,UAAU,EAAE,OAAO,EAAE,SAAS;AAAA,EAC9B,WAAW,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS;AAAA,EAChD,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS;AAAA,EAC9C,WAAW,EAAE,OAAO,EAAE,SAAS;AAAA,EAC/B,YAAY,EAAE,OAAO,EAAE,SAAS;AAAA,EAChC,MAAM,EAAE,MAAM,oBAAoB,EAAE,SAAS;AAAA,EAC7C,UAAU,yBAAyB,SAAS;AAAA,EAC5C,UAAU,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,SAAS;AAC1C,CAAC;AAGM,IAAM,sBAAsB,EAAE,OAAO;AAAA,EAC1C,cAAc,EAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EAC9B,YAAY,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,SAAS;AAAA,EACvC,SAAS,EAAE,OAAO,EAAE,SAAS;AAAA,EAC7B,OAAO,EAAE,OAAO,EAAE,SAAS;AAAA,EAC3B,MAAM,EAAE,OAAO,EAAE,SAAS;AAAA,EAC1B,UAAU,yBAAyB,SAAS;AAC9C,CAAC;AAGM,IAAM,oBAAoB,EAAE,OAAO;AAAA,EACxC,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EACpB,YAAY,EAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EAC5B,eAAe,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;AAAA,EACxC,MAAM,EAAE,OAAO;AAAA,EACf,UAAU,EAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EAC1B,WAAW,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS;AAAA,EAChD,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS;AAAA,EAC9C,UAAU,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,QAAQ,CAAC,CAAC;AAC3C,CAAC;;;AC/CD,SAAS,mBAAmB,UAA2C;AACrE,SAAO;AAAA,IACL,SAAS,UAAU;AAAA,IACnB,SAAS,gBAAgB;AAAA,IACzB,SAAS,WAAW;AAAA,IACpB,SAAS,cAAc;AAAA,IACvB,SAAS,UAAU;AAAA,IACnB,SAAS,gBAAgB;AAAA,IACzB,SAAS;AAAA,EACX,EAAE,KAAK,GAAG;AACZ;AAEO,SAAS,sBAAsB,GAA4B,GAAoC;AACpG,QAAM,iBAAiB,EAAE,YAAY,EAAE;AACvC,MAAI,mBAAmB,EAAG,QAAO;AACjC,SAAO,mBAAmB,CAAC,EAAE,cAAc,mBAAmB,CAAC,CAAC;AAClE;AAEO,SAAS,oBAAuD,UAAoB;AACzF,SAAO,CAAC,GAAG,QAAQ,EAAE,KAAK,qBAAqB;AACjD;;;ACzCA,SAASA,kBAAiB,GAAa,GAAqB;AAC1D,MAAI,MAAM,GAAG,OAAO,GAAG,OAAO;AAC9B,WAAS,IAAI,GAAG,IAAI,EAAE,QAAQ,KAAK;AACjC,WAAO,EAAE,CAAC,IAAI,EAAE,CAAC;AACjB,YAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;AAClB,YAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;AAAA,EACpB;AACA,QAAM,cAAc,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,IAAI;AACpD,SAAO,gBAAgB,IAAI,IAAI,MAAM;AACvC;AAEA,SAAS,kBAAkB,WAA6B;AACtD,SAAO,OAAO,KAAK,IAAI,aAAa,SAAS,EAAE,MAAM;AACvD;AAEA,SAAS,kBAAkB,QAA0B;AACnD,SAAO,MAAM,KAAK,IAAI,aAAa,OAAO,QAAQ,OAAO,YAAY,OAAO,aAAa,CAAC,CAAC;AAC7F;AAEA,SAAS,UAAa,OAAkC,UAAgB;AACtE,MAAI,CAAC,MAAO,QAAO;AACnB,MAAI;AACF,WAAO,KAAK,MAAM,KAAK;AAAA,EACzB,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEA,SAAS,gBAAgB,KAA0C;AACjE,QAAM,WAAW,UAAU,IAAI,UAAgC,CAAC,CAAC;AACjE,SAAO;AAAA,IACL,IAAI,IAAI;AAAA,IACR,YAAY,IAAI;AAAA,IAChB,YAAa,IAAI,eAAe;AAAA,IAChC,SAAU,IAAI,YAAY;AAAA,IAC1B,MAAM,IAAI;AAAA,IACV,MAAM,IAAI;AAAA,IACV,MAAM,IAAI;AAAA,IACV,UAAW,IAAI,aAAa;AAAA,IAC5B,WAAY,IAAI,cAAc;AAAA,IAC9B,SAAU,IAAI,YAAY;AAAA,IAC1B,WAAY,IAAI,cAAc;AAAA,IAC9B,YAAa,IAAI,eAAe;AAAA,IAChC,UAAU,UAAU,IAAI,UAAgC,MAAS;AAAA,IACjE,MAAM,UAAU,IAAI,MAA4B,MAAS;AAAA,IACzD,UAAU,OAAO,KAAK,QAAQ,EAAE,SAAS,WAAW;AAAA,EACtD;AACF;AAEA,SAAS,iBAAiB,KAA2C;AACnE,SAAO;AAAA,IACL,IAAI,IAAI;AAAA,IACR,YAAY,IAAI;AAAA,IAChB,eAAe,UAAU,IAAI,iBAAuC,CAAC,CAAC;AAAA,IACtE,MAAM,IAAI;AAAA,IACV,UAAU,IAAI;AAAA,IACd,WAAW,IAAI;AAAA,IACf,SAAS,IAAI;AAAA,IACb,UAAU,UAAU,IAAI,UAAgC,CAAC,CAAC;AAAA,EAC5D;AACF;AAEO,SAAS,wBAAwB,IAAuB,OAA+B;AAC5F,QAAM,QAAQ,OAAO,CAAC;AAEtB,SAAO;AAAA,IACL,MAAM,eAAe,OAAoC;AACvD,YAAM,OAAO,GAAG,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA,OAKvB;AACD,YAAM,aAAa,GAAG,YAAY,CAAC,UAAwB;AACzD,mBAAW,QAAQ,OAAO;AACxB,eAAK;AAAA,YACH,KAAK;AAAA,YACL,KAAK;AAAA,YACL,KAAK,cAAc;AAAA,YACnB,KAAK,WAAW;AAAA,YAChB,KAAK;AAAA,YACL,KAAK;AAAA,YACL,KAAK;AAAA,YACL,KAAK,YAAY;AAAA,YACjB,KAAK,aAAa;AAAA,YAClB,KAAK,WAAW;AAAA,YAChB,KAAK,aAAa;AAAA,YAClB,KAAK,cAAc;AAAA,YACnB,KAAK,WAAW,KAAK,UAAU,KAAK,QAAQ,IAAI;AAAA,YAChD,KAAK,OAAO,KAAK,UAAU,KAAK,IAAI,IAAI;AAAA,YACxC,KAAK,UAAU,KAAK,YAAY,CAAC,CAAC;AAAA,YAClC;AAAA,UACF;AAAA,QACF;AAAA,MACF,CAAC;AACD,iBAAW,KAAK;AAEhB,YAAM,QAAQ,IAAI,MAAM;AAAA,QAAI,CAAC,SAC3B,MAAM,YAAY;AAChB,cAAI;AACF,kBAAM,YAAY,MAAM,MAAM,KAAK,IAAI;AACvC,eAAG,QAAQ,oDAAoD,EAAE,IAAI,kBAAkB,SAAS,GAAG,KAAK,EAAE;AAAA,UAC5G,QAAQ;AAAA,UAER;AAAA,QACF,CAAC;AAAA,MACH,CAAC;AAAA,IACH;AAAA,IAEA,MAAM,gBAAgB,QAAsC;AAC1D,YAAM,OAAO,GAAG,QAAQ;AAAA;AAAA;AAAA;AAAA,OAIvB;AACD,YAAM,aAAa,GAAG,YAAY,CAAC,UAAyB;AAC1D,mBAAW,SAAS,OAAO;AACzB,eAAK;AAAA,YACH,MAAM;AAAA,YACN,MAAM;AAAA,YACN,KAAK,UAAU,MAAM,aAAa;AAAA,YAClC,MAAM;AAAA,YACN,MAAM;AAAA,YACN,MAAM,aAAa;AAAA,YACnB,MAAM,WAAW;AAAA,YACjB,KAAK,UAAU,MAAM,YAAY,CAAC,CAAC;AAAA,UACrC;AAAA,QACF;AAAA,MACF,CAAC;AACD,iBAAW,MAAM;AAAA,IACnB;AAAA,IAEA,MAAM,cAAc,IAAwC;AAC1D,YAAM,MAAM,GAAG,QAAQ,yCAAyC,EAAE,IAAI,EAAE;AACxE,aAAO,MAAM,gBAAgB,GAAG,IAAI;AAAA,IACtC;AAAA,IAEA,MAAM,yBAAyB,YAA2C;AACxE,YAAM,OAAO,GAAG,QAAQ,kEAAkE,EAAE,IAAI,UAAU;AAC1G,aAAO,KAAK,IAAI,eAAe;AAAA,IACjC;AAAA,IAEA,MAAM,0BAA0B,YAA4C;AAC1E,YAAM,OAAO,GAAG,QAAQ,mEAAmE,EAAE,IAAI,UAAU;AAC3G,aAAO,KAAK,IAAI,gBAAgB;AAAA,IAClC;AAAA,IAEA,MAAM,qBAAqB,YAAmC;AAC5D,SAAG,QAAQ,iDAAiD,EAAE,IAAI,UAAU;AAC5E,SAAG,QAAQ,gDAAgD,EAAE,IAAI,UAAU;AAAA,IAC7E;AAAA,IAEA,MAAM,kBAAkB,OAA+D;AACrF,YAAM,iBAAiB,MAAM,MAAM,MAAM,QAAQ;AACjD,YAAM,cAAc,MAAM,SAAS;AACnC,UAAI,MAAM;AACV,YAAM,SAAoB,CAAC;AAE3B,UAAI,MAAM,aAAa,QAAQ;AAC7B,eAAO,wBAAwB,MAAM,YAAY,IAAI,MAAM,GAAG,EAAE,KAAK,GAAG,CAAC;AACzE,eAAO,KAAK,GAAG,MAAM,WAAW;AAAA,MAClC;AACA,UAAI,MAAM,UAAU,QAAQ;AAC1B,eAAO,qBAAqB,MAAM,SAAS,IAAI,MAAM,GAAG,EAAE,KAAK,GAAG,CAAC;AACnE,eAAO,KAAK,GAAG,MAAM,QAAQ;AAAA,MAC/B;AACA,UAAI,MAAM,SAAS,YAAY;AAC7B,eAAO;AACP,eAAO,KAAK,MAAM,QAAQ,UAAU;AAAA,MACtC;AACA,UAAI,MAAM,SAAS,YAAY;AAC7B,eAAO;AACP,eAAO,KAAK,MAAM,QAAQ,UAAU;AAAA,MACtC;AACA,UAAI,MAAM,SAAS,WAAW;AAC5B,eAAO;AACP,eAAO,KAAK,MAAM,QAAQ,SAAS;AAAA,MACrC;AAEA,YAAM,OAAO,GAAG,QAAQ,GAAG,EAAE,IAAI,GAAG,MAAM;AAC1C,YAAM,SAAS,KAAK,IAAI,CAAC,QAAQ;AAC/B,cAAM,OAAO,gBAAgB,GAAG;AAChC,eAAO;AAAA,UACL;AAAA,UACA,WAAWA,kBAAiB,gBAAgB,kBAAkB,IAAI,SAAmB,CAAC;AAAA,QACxF;AAAA,MACF,CAAC;AAED,aAAO,oBAAoB,OAAO,IAAI,CAAC,YAAY;AAAA,QACjD,GAAG;AAAA,QACH,cAAc,OAAO,KAAK;AAAA,QAC1B,SAAS,OAAO,KAAK;AAAA,QACrB,YAAY,OAAO,KAAK;AAAA,QACxB,MAAM,OAAO,KAAK;AAAA,MACpB,EAAE,CAAC,EAAE,IAAI,CAAC,EAAE,MAAM,UAAU,OAAO,EAAE,MAAM,UAAU,EAAE,EAAE,MAAM,GAAG,WAAW;AAAA,IAC/E;AAAA,EACF;AACF;;;AC/LO,SAAS,kBAAkB,SAKhC;AAGA,QAAM,gBAAgB,UAAQ,gBAAgB;AAC9C,QAAM,KAAK,IAAI,cAAc,QAAQ,IAAI;AAEzC,KAAG,OAAO,oBAAoB;AAC9B,KAAG,OAAO,mBAAmB;AAC7B,KAAG,KAAK,aAAa;AAErB,SAAO;AAAA,IACL,WAAW,0BAA0B,EAAE;AAAA,IACvC,QAAQ,wBAAwB,IAAI,QAAQ,KAAK;AAAA,IACjD,QAAQ,wBAAwB,IAAI,QAAQ,KAAK;AAAA,IACjD,OAAO,MAAM,GAAG,MAAM;AAAA,EACxB;AACF;","names":["cosineSimilarity"]}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@claritylabs/cl-sdk",
3
- "version": "0.18.0",
3
+ "version": "1.0.2",
4
4
  "description": "Deterministic insurance intelligence primitives for regulated AI agents",
5
5
  "main": "./dist/index.js",
6
6
  "module": "./dist/index.mjs",