mindgraph-core 0.1.0

package/dist/extraction/prompts/thought-extraction.js

@@ -0,0 +1,41 @@
+export const THOUGHT_EXTRACTION_PROMPT = `You are a thought and opinion extraction system. Analyze the following text and extract subjective interpretations, opinions, stances, and personal judgments.
+
+A thought is a subjective statement — an opinion, belief, interpretation, or personal stance. Focus on:
+- Opinions ("I think X is better than Y")
+- Value judgments ("This approach is flawed")
+- Interpretations ("This suggests that...")
+- Preferences ("I prefer X over Y")
+- Predictions based on judgment ("This will likely lead to...")
+
+Do NOT include:
+- Objective facts (those are "propositions")
+- Questions
+- Direct quotes from others (unless the author endorses them)
+
+TEXT:
+{{TEXT}}
+
+Respond with ONLY valid JSON in this exact format:
+{
+  "thoughts": [
+    {
+      "statement": "Clear restatement of the opinion/thought",
+      "stance": "for|against|neutral",
+      "subject": "What entity or concept this thought is about",
+      "confidence": 0.7,
+      "implications": ["What this thought implies"],
+      "quoteText": "exact text span from the source",
+      "quoteStart": 0,
+      "quoteEnd": 50
+    }
+  ]
+}
+
+Rules:
+- stance is the author's position: "for" (positive/supportive), "against" (negative/critical), or "neutral" (ambivalent/observational)
+- subject should name a specific entity or concept the thought is about
+- confidence is 0.0 to 1.0 — how strongly the thought is expressed
+- quoteText must be the EXACT substring from the source text
+- implications are downstream consequences of holding this view
+- statement should be self-contained`;
+//# sourceMappingURL=thought-extraction.js.map

package/dist/extraction/prompts/thought-extraction.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"thought-extraction.js","sourceRoot":"","sources":["../../../src/extraction/prompts/thought-extraction.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,yBAAyB,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;qCAuCJ,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,41 @@
+export { NodeType, RelType } from './schema/types.js';
+export type { GraphNode, GraphEdge, Provenance, EmbeddingRecord, SearchResult, Citation, BeliefEntry, ContradictionPair, QueryResult, BeliefCard, BeliefCardEntry, OpenLoop, } from './schema/types.js';
+export type * from './schema/node-types.js';
+export type * from './schema/edge-types.js';
+export { validateNode, validateEdge, validateProvenance, passesConfidenceGate } from './schema/validation.js';
+export type { StorageAdapter, NodeQuery, EdgeQuery, TraversalOptions, SimilarityQuery, FullTextQuery, } from './storage/storage-interface.js';
+export { MemoryAdapter } from './storage/memory/memory-adapter.js';
+export { SqliteAdapter } from './storage/sqlite/sqlite-adapter.js';
+export { GraphExporter, GraphImporter } from './storage/export-import.js';
+export type { ImportStrategy, ImportResult } from './storage/export-import.js';
+export { chunkMarkdown, stripFrontmatter } from './ingestion/chunker.js';
+export type { Chunk, ChunkerOptions } from './ingestion/chunker.js';
+export { generateChunkId, generateNoteId, generateEntityId, generateConceptId, generatePropositionId, generateThoughtId } from './ingestion/chunk-id.js';
+export { hashContent, hashStatement } from './ingestion/hasher.js';
+export { IngestionPipeline } from './ingestion/pipeline.js';
+export type { PipelineOptions, PipelineStats } from './ingestion/pipeline.js';
+export type { ExtractionProvider, ExtractionResult, ExtractedEntity, ExtractedConcept, ExtractedProposition, ExtractedThought } from './extraction/extractor-interface.js';
+export { BasicExtractor } from './extraction/basic-extractor.js';
+export { OllamaExtractor } from './extraction/ollama-extractor.js';
+export { LLMExtractor } from './extraction/llm-extractor.js';
+export { OpenAIExtractor } from './extraction/openai-extractor.js';
+export { AnthropicExtractor } from './extraction/anthropic-extractor.js';
+export { EntityResolver } from './extraction/entity-resolver.js';
+export { applyConfidenceGate } from './extraction/confidence-gate.js';
+export { ContradictionDetector } from './extraction/contradiction-detector.js';
+export { OpenLoopDetector } from './extraction/open-loop-detector.js';
+export { EntityIndex } from './extraction/entity-index.js';
+export type { EmbeddingProvider } from './embeddings/embedder-interface.js';
+export { TransformersEmbedder } from './embeddings/transformers-embedder.js';
+export { OllamaEmbedder } from './embeddings/ollama-embedder.js';
+export { retryFetch, FetchError } from './utils/retry-fetch.js';
+export type { RetryFetchOptions } from './utils/retry-fetch.js';
+export { GraphDataProvider } from './query/graph-data.js';
+export type { VisNode, VisEdge, GraphData } from './query/graph-data.js';
+export { QueryEngine } from './query/query-engine.js';
+export type { QueryMode, QueryOptions } from './query/query-engine.js';
+export { SemanticSearch } from './query/semantic-search.js';
+export { GraphSearch } from './query/graph-search.js';
+export { CitationBuilder } from './query/citation-builder.js';
+export { AnswerBuilder } from './query/answer-builder.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AACtD,YAAY,EACV,SAAS,EACT,SAAS,EACT,UAAU,EACV,eAAe,EACf,YAAY,EACZ,QAAQ,EACR,WAAW,EACX,iBAAiB,EACjB,WAAW,EACX,UAAU,EACV,eAAe,EACf,QAAQ,GACT,MAAM,mBAAmB,CAAC;AAC3B,mBAAmB,wBAAwB,CAAC;AAC5C,mBAAmB,wBAAwB,CAAC;AAC5C,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAG9G,YAAY,EACV,cAAc,EACd,SAAS,EACT,SAAS,EACT,gBAAgB,EAChB,eAAe,EACf,aAAa,GACd,MAAM,gCAAgC,CAAC;AACxC,OAAO,EAAE,aAAa,EAAE,MAAM,oCAAoC,CAAC;AACnE,OAAO,EAAE,aAAa,EAAE,MAAM,oCAAoC,CAAC;AACnE,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAC1E,YAAY,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAG/E,OAAO,EAAE,aAAa,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AACzE,YAAY,EAAE,KAAK,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACpE,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AACzJ,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACnE,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAC5D,YAAY,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAG9E,YAAY,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,eAAe,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,MAAM,qCAAqC,CAAC;AAC3K,OAAO,EAAE,cAAc,EAAE,MAAM,iCAAiC,CAAC;AACjE,OAAO,EAAE,eAAe,EAAE,MAAM,kCAAkC,CAAC;AACnE,OAAO,EAAE,YAAY,EAAE,MAAM,+BAA+B,CAAC;AAC7D,OAAO,EAAE,eAAe,EAAE,MAAM,kCAAkC,CAAC;AACnE,OAAO,EAAE,kBAAkB,EAAE,MAAM,qCAAqC,CAAC;AACzE,OAAO,EAAE,cAAc,EAAE,MAAM,iCAAiC,CAAC;AACjE,OAAO,EAAE,mBAAmB,EAAE,MAAM,iCAAiC,CAAC;AACtE,OAAO,EAAE,qBAAqB,EAAE,MAAM,wCAAwC,CAAC;AAC/E,OAAO,EAAE,gBAAgB,EAAE,MAAM,oCAAoC,CAAC;AACtE,OAAO,EAAE,WAAW,EAAE,MAAM,8BAA8B,CAAC;AAG3D,YAAY,EAAE,iBAAiB,EAAE,MAAM,oCAAoC,CAAC;AAC5E,OAAO,EAAE,oBAAoB,EAAE,MAAM,uCAAuC,CAAC;AAC7E,OAAO,EAAE,cAAc,EAAE,MAAM,iCAAiC,CAAC;AAGjE,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAChE,YAAY,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAGhE,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AACzE,OAAO,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AACtD,YAAY,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AACvE,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAC5D,OAAO,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AACtD,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAC9D,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC"}

package/dist/index.js

@@ -0,0 +1,33 @@
+// Schema
+export { NodeType, RelType } from './schema/types.js';
+export { validateNode, validateEdge, validateProvenance, passesConfidenceGate } from './schema/validation.js';
+export { MemoryAdapter } from './storage/memory/memory-adapter.js';
+export { SqliteAdapter } from './storage/sqlite/sqlite-adapter.js';
+export { GraphExporter, GraphImporter } from './storage/export-import.js';
+// Ingestion
+export { chunkMarkdown, stripFrontmatter } from './ingestion/chunker.js';
+export { generateChunkId, generateNoteId, generateEntityId, generateConceptId, generatePropositionId, generateThoughtId } from './ingestion/chunk-id.js';
+export { hashContent, hashStatement } from './ingestion/hasher.js';
+export { IngestionPipeline } from './ingestion/pipeline.js';
+export { BasicExtractor } from './extraction/basic-extractor.js';
+export { OllamaExtractor } from './extraction/ollama-extractor.js';
+export { LLMExtractor } from './extraction/llm-extractor.js';
+export { OpenAIExtractor } from './extraction/openai-extractor.js';
+export { AnthropicExtractor } from './extraction/anthropic-extractor.js';
+export { EntityResolver } from './extraction/entity-resolver.js';
+export { applyConfidenceGate } from './extraction/confidence-gate.js';
+export { ContradictionDetector } from './extraction/contradiction-detector.js';
+export { OpenLoopDetector } from './extraction/open-loop-detector.js';
+export { EntityIndex } from './extraction/entity-index.js';
+export { TransformersEmbedder } from './embeddings/transformers-embedder.js';
+export { OllamaEmbedder } from './embeddings/ollama-embedder.js';
+// Utils
+export { retryFetch, FetchError } from './utils/retry-fetch.js';
+// Query
+export { GraphDataProvider } from './query/graph-data.js';
+export { QueryEngine } from './query/query-engine.js';
+export { SemanticSearch } from './query/semantic-search.js';
+export { GraphSearch } from './query/graph-search.js';
+export { CitationBuilder } from './query/citation-builder.js';
+export { AnswerBuilder } from './query/answer-builder.js';
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,SAAS;AACT,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAiBtD,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAW9G,OAAO,EAAE,aAAa,EAAE,MAAM,oCAAoC,CAAC;AACnE,OAAO,EAAE,aAAa,EAAE,MAAM,oCAAoC,CAAC;AACnE,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAG1E,YAAY;AACZ,OAAO,EAAE,aAAa,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAEzE,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AACzJ,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACnE,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAK5D,OAAO,EAAE,cAAc,EAAE,MAAM,iCAAiC,CAAC;AACjE,OAAO,EAAE,eAAe,EAAE,MAAM,kCAAkC,CAAC;AACnE,OAAO,EAAE,YAAY,EAAE,MAAM,+BAA+B,CAAC;AAC7D,OAAO,EAAE,eAAe,EAAE,MAAM,kCAAkC,CAAC;AACnE,OAAO,EAAE,kBAAkB,EAAE,MAAM,qCAAqC,CAAC;AACzE,OAAO,EAAE,cAAc,EAAE,MAAM,iCAAiC,CAAC;AACjE,OAAO,EAAE,mBAAmB,EAAE,MAAM,iCAAiC,CAAC;AACtE,OAAO,EAAE,qBAAqB,EAAE,MAAM,wCAAwC,CAAC;AAC/E,OAAO,EAAE,gBAAgB,EAAE,MAAM,oCAAoC,CAAC;AACtE,OAAO,EAAE,WAAW,EAAE,MAAM,8BAA8B,CAAC;AAI3D,OAAO,EAAE,oBAAoB,EAAE,MAAM,uCAAuC,CAAC;AAC7E,OAAO,EAAE,cAAc,EAAE,MAAM,iCAAiC,CAAC;AAEjE,QAAQ;AACR,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAGhE,QAAQ;AACR,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAE1D,OAAO,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AAEtD,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAC5D,OAAO,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AACtD,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAC9D,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC"}

package/dist/ingestion/chunk-id.d.ts

@@ -0,0 +1,27 @@
+/**
+ * Generate a stable, deterministic chunk ID from its source note and position.
+ * This ensures the same chunk in the same note always gets the same ID,
+ * allowing idempotent re-indexing.
+ */
+export declare function generateChunkId(notePath: string, index: number, text: string): string;
+/**
+ * Generate a stable node ID for an entity extracted from a note.
+ */
+export declare function generateEntityId(name: string): string;
+/**
+ * Generate a stable node ID for a concept.
+ */
+export declare function generateConceptId(name: string): string;
+/**
+ * Generate a stable node ID for a proposition.
+ */
+export declare function generatePropositionId(statementHash: string): string;
+/**
+ * Generate a stable node ID for a thought.
+ */
+export declare function generateThoughtId(statementHash: string): string;
+/**
+ * Generate a note node ID from its vault path.
+ */
+export declare function generateNoteId(notePath: string): string;
+//# sourceMappingURL=chunk-id.d.ts.map

package/dist/ingestion/chunk-id.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunk-id.d.ts","sourceRoot":"","sources":["../../src/ingestion/chunk-id.ts"],"names":[],"mappings":"AAEA;;;;GAIG;AACH,wBAAgB,eAAe,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAKrF;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAGrD;AAED;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAGtD;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,aAAa,EAAE,MAAM,GAAG,MAAM,CAEnE;AAED;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,aAAa,EAAE,MAAM,GAAG,MAAM,CAE/D;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAEvD"}

package/dist/ingestion/chunk-id.js

@@ -0,0 +1,45 @@
+import { hashContent } from './hasher.js';
+/**
+ * Generate a stable, deterministic chunk ID from its source note and position.
+ * This ensures the same chunk in the same note always gets the same ID,
+ * allowing idempotent re-indexing.
+ */
+export function generateChunkId(notePath, index, text) {
+    // Combine note path + chunk index for stability across content edits
+    const base = `${notePath}::${index}`;
+    const hash = hashContent(base + text.slice(0, 100));
+    return `chunk:${hashContent(notePath)}:${index}:${hash}`;
+}
+/**
+ * Generate a stable node ID for an entity extracted from a note.
+ */
+export function generateEntityId(name) {
+    const normalized = name.toLowerCase().replace(/\s+/g, '_');
+    return `entity:${normalized}`;
+}
+/**
+ * Generate a stable node ID for a concept.
+ */
+export function generateConceptId(name) {
+    const normalized = name.toLowerCase().replace(/\s+/g, '_');
+    return `concept:${normalized}`;
+}
+/**
+ * Generate a stable node ID for a proposition.
+ */
+export function generatePropositionId(statementHash) {
+    return `prop:${statementHash}`;
+}
+/**
+ * Generate a stable node ID for a thought.
+ */
+export function generateThoughtId(statementHash) {
+    return `thought:${statementHash}`;
+}
+/**
+ * Generate a note node ID from its vault path.
+ */
+export function generateNoteId(notePath) {
+    return `note:${hashContent(notePath)}`;
+}
+//# sourceMappingURL=chunk-id.js.map

package/dist/ingestion/chunk-id.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunk-id.js","sourceRoot":"","sources":["../../src/ingestion/chunk-id.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE1C;;;;GAIG;AACH,MAAM,UAAU,eAAe,CAAC,QAAgB,EAAE,KAAa,EAAE,IAAY;IAC3E,qEAAqE;IACrE,MAAM,IAAI,GAAG,GAAG,QAAQ,KAAK,KAAK,EAAE,CAAC;IACrC,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;IACpD,OAAO,SAAS,WAAW,CAAC,QAAQ,CAAC,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;AAC3D,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAAC,IAAY;IAC3C,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC3D,OAAO,UAAU,UAAU,EAAE,CAAC;AAChC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,iBAAiB,CAAC,IAAY;IAC5C,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC3D,OAAO,WAAW,UAAU,EAAE,CAAC;AACjC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,qBAAqB,CAAC,aAAqB;IACzD,OAAO,QAAQ,aAAa,EAAE,CAAC;AACjC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,iBAAiB,CAAC,aAAqB;IACrD,OAAO,WAAW,aAAa,EAAE,CAAC;AACpC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,QAAgB;IAC7C,OAAO,QAAQ,WAAW,CAAC,QAAQ,CAAC,EAAE,CAAC;AACzC,CAAC"}

package/dist/ingestion/chunker.d.ts

@@ -0,0 +1,29 @@
+export interface Chunk {
+    id: string;
+    notePath: string;
+    text: string;
+    heading: string | null;
+    headingLevel: number;
+    startOffset: number;
+    endOffset: number;
+    index: number;
+    contentHash: string;
+}
+export interface ChunkerOptions {
+    maxChunkSize?: number;
+    minChunkSize?: number;
+    overlapSize?: number;
+}
+/**
+ * Markdown-structure-aware chunker.
+ * Splits by heading hierarchy, then by paragraph boundaries within large sections.
+ */
+export declare function chunkMarkdown(notePath: string, content: string, options?: ChunkerOptions): Chunk[];
+/**
+ * Strip YAML frontmatter from markdown content.
+ */
+export declare function stripFrontmatter(content: string): {
+    frontmatter: Record<string, unknown>;
+    body: string;
+};
+//# sourceMappingURL=chunker.d.ts.map

package/dist/ingestion/chunker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunker.d.ts","sourceRoot":"","sources":["../../src/ingestion/chunker.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,KAAK;IACpB,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,cAAc;IAC7B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAgBD;;;GAGG;AACH,wBAAgB,aAAa,CAC3B,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,EACf,OAAO,GAAE,cAAmB,GAC3B,KAAK,EAAE,CAgDT;AAuHD;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG;IAAE,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAgCxG"}

package/dist/ingestion/chunker.js

@@ -0,0 +1,182 @@
+import { generateChunkId } from './chunk-id.js';
+import { hashContent } from './hasher.js';
+const DEFAULT_OPTIONS = {
+    maxChunkSize: 6000,
+    minChunkSize: 200,
+    overlapSize: 200,
+};
+/**
+ * Markdown-structure-aware chunker.
+ * Splits by heading hierarchy, then by paragraph boundaries within large sections.
+ */
+export function chunkMarkdown(notePath, content, options = {}) {
+    const opts = { ...DEFAULT_OPTIONS, ...options };
+    // Step 1: Split into sections by headings
+    const sections = splitBySections(content);
+    // Step 2: For each section, split into appropriately sized chunks
+    const chunks = [];
+    let chunkIndex = 0;
+    for (const section of sections) {
+        const sectionChunks = splitSectionIntoChunks(section, opts);
+        for (const text of sectionChunks) {
+            if (text.trim().length < opts.minChunkSize &&
+                chunks.length > 0 &&
+                chunks[chunks.length - 1].heading === section.heading) {
+                // Merge tiny trailing chunks into the previous chunk (same heading only)
+                const prev = chunks[chunks.length - 1];
+                prev.text += '\n' + text;
+                prev.endOffset = section.endOffset;
+                prev.contentHash = hashContent(prev.text);
+                continue;
+            }
+            // Calculate offsets within the section
+            const startOffset = section.startOffset + section.content.indexOf(text);
+            const endOffset = startOffset + text.length;
+            const id = generateChunkId(notePath, chunkIndex, text);
+            chunks.push({
+                id,
+                notePath,
+                text,
+                heading: section.heading,
+                headingLevel: section.headingLevel,
+                startOffset: Math.max(0, startOffset),
+                endOffset: Math.min(content.length, endOffset),
+                index: chunkIndex,
+                contentHash: hashContent(text),
+            });
+            chunkIndex++;
+        }
+    }
+    return chunks;
+}
+function splitBySections(content) {
+    const sections = [];
+    const headingRegex = /^(#{1,6})\s+(.+)$/gm;
+    let lastIndex = 0;
+    let lastHeading = null;
+    let lastHeadingLevel = 0;
+    let match;
+    while ((match = headingRegex.exec(content)) !== null) {
+        // Content before this heading
+        if (match.index > lastIndex) {
+            const text = content.slice(lastIndex, match.index).trim();
+            if (text) {
+                sections.push({
+                    heading: lastHeading,
+                    headingLevel: lastHeadingLevel,
+                    content: text,
+                    startOffset: lastIndex,
+                    endOffset: match.index,
+                });
+            }
+        }
+        lastHeading = match[2];
+        lastHeadingLevel = match[1].length;
+        lastIndex = match.index;
+    }
+    // Remaining content after last heading
+    const remaining = content.slice(lastIndex).trim();
+    if (remaining) {
+        sections.push({
+            heading: lastHeading,
+            headingLevel: lastHeadingLevel,
+            content: remaining,
+            startOffset: lastIndex,
+            endOffset: content.length,
+        });
+    }
+    // If no sections found, treat entire content as one section
+    if (sections.length === 0 && content.trim()) {
+        sections.push({
+            heading: null,
+            headingLevel: 0,
+            content: content.trim(),
+            startOffset: 0,
+            endOffset: content.length,
+        });
+    }
+    return sections;
+}
+function splitSectionIntoChunks(section, opts) {
+    const content = section.content;
+    if (content.length <= opts.maxChunkSize) {
+        return [content];
+    }
+    const chunks = [];
+    // Split by paragraph boundaries (double newline)
+    const paragraphs = content.split(/\n\n+/);
+    let current = '';
+    for (const para of paragraphs) {
+        if (current.length + para.length + 2 > opts.maxChunkSize) {
+            if (current.trim()) {
+                chunks.push(current.trim());
+            }
+            // If a single paragraph exceeds max, split by sentences
+            if (para.length > opts.maxChunkSize) {
+                chunks.push(...splitBySize(para, opts.maxChunkSize));
+            }
+            else {
+                current = para;
+            }
+        }
+        else {
+            current += (current ? '\n\n' : '') + para;
+        }
+    }
+    if (current.trim()) {
+        chunks.push(current.trim());
+    }
+    return chunks;
+}
+function splitBySize(text, maxSize) {
+    const chunks = [];
+    // Try to split on sentence boundaries
+    const sentences = text.split(/(?<=[.!?])\s+/);
+    let current = '';
+    for (const sentence of sentences) {
+        if (current.length + sentence.length + 1 > maxSize) {
+            if (current.trim()) {
+                chunks.push(current.trim());
+            }
+            current = sentence;
+        }
+        else {
+            current += (current ? ' ' : '') + sentence;
+        }
+    }
+    if (current.trim()) {
+        chunks.push(current.trim());
+    }
+    return chunks;
+}
+/**
+ * Strip YAML frontmatter from markdown content.
+ */
+export function stripFrontmatter(content) {
+    const fmRegex = /^---\n([\s\S]*?)\n---\n?/;
+    const match = content.match(fmRegex);
+    if (!match) {
+        return { frontmatter: {}, body: content };
+    }
+    const fmText = match[1];
+    const body = content.slice(match[0].length);
+    // Simple YAML parsing (key: value pairs)
+    const frontmatter = {};
+    for (const line of fmText.split('\n')) {
+        const colonIdx = line.indexOf(':');
+        if (colonIdx > 0) {
+            const key = line.slice(0, colonIdx).trim();
+            let value = line.slice(colonIdx + 1).trim();
+            // Handle arrays (simple inline format)
+            if (typeof value === 'string' && value.startsWith('[') && value.endsWith(']')) {
+                value = value
+                    .slice(1, -1)
+                    .split(',')
+                    .map((s) => s.trim().replace(/^["']|["']$/g, ''));
+            }
+            frontmatter[key] = value;
+        }
+    }
+    return { frontmatter, body };
+}
+//# sourceMappingURL=chunker.js.map

package/dist/ingestion/chunker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunker.js","sourceRoot":"","sources":["../../src/ingestion/chunker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAChD,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAoB1C,MAAM,eAAe,GAA6B;IAChD,YAAY,EAAE,IAAI;IAClB,YAAY,EAAE,GAAG;IACjB,WAAW,EAAE,GAAG;CACjB,CAAC;AAUF;;;GAGG;AACH,MAAM,UAAU,aAAa,CAC3B,QAAgB,EAChB,OAAe,EACf,UAA0B,EAAE;IAE5B,MAAM,IAAI,GAAG,EAAE,GAAG,eAAe,EAAE,GAAG,OAAO,EAAE,CAAC;IAEhD,0CAA0C;IAC1C,MAAM,QAAQ,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;IAE1C,kEAAkE;IAClE,MAAM,MAAM,GAAY,EAAE,CAAC;IAC3B,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,MAAM,aAAa,GAAG,sBAAsB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QAE5D,KAAK,MAAM,IAAI,IAAI,aAAa,EAAE,CAAC;YACjC,IACE,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,YAAY;gBACtC,MAAM,CAAC,MAAM,GAAG,CAAC;gBACjB,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAE,CAAC,OAAO,KAAK,OAAO,CAAC,OAAO,EACtD,CAAC;gBACD,yEAAyE;gBACzE,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAE,CAAC;gBACxC,IAAI,CAAC,IAAI,IAAI,IAAI,GAAG,IAAI,CAAC;gBACzB,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;gBACnC,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC1C,SAAS;YACX,CAAC;YAED,uCAAuC;YACvC,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YACxE,MAAM,SAAS,GAAG,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC;YAE5C,MAAM,EAAE,GAAG,eAAe,CAAC,QAAQ,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC;YACvD,MAAM,CAAC,IAAI,CAAC;gBACV,EAAE;gBACF,QAAQ;gBACR,IAAI;gBACJ,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,YAAY,EAAE,OAAO,CAAC,YAAY;gBAClC,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,CAAC;gBACrC,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,SAAS,CAAC;gBAC9C,KAAK,EAAE,UAAU;gBACjB,WAAW,EAAE,WAAW,CAAC,IAAI,CAAC;aAC/B,CAAC,CAAC;YACH,UAAU,EAAE,CAAC;QACf,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,eAAe,CAAC,OAAe;IACtC,MAAM,QAAQ,GAAc,EAAE,CAAC;IAC/B,MAAM,YAAY,GAAG,qBAAqB,CAAC;IAC3C,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,WAAW,GAAkB,IAAI,CAAC;IACtC,IAAI,gBAAgB,GAAG,CAAC,CAAC;IACzB,IAAI,KAA6B,CAAC;IAElC,OAAO,CAAC,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACrD,8BAA8B;QAC9B,IAAI,KAAK,CAAC,KAAK,GAAG,SAAS,EAAE,CAAC;YAC5B,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;YAC1D,IAAI,IAAI,EAAE,CAAC;gBACT,QAAQ,CAAC,IAAI,CAAC;oBACZ,OAAO,EAAE,WAAW;oBACpB,YAAY,EAAE,gBAAgB;oBAC9B,OAAO,EAAE,IAAI;oBACb,WAAW,EAAE,SAAS;oBACtB,SAAS,EAAE,KAAK,CAAC,KAAK;iBACvB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,WAAW,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC;QACxB,gBAAgB,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC,MAAM,CAAC;QACpC,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC;IAC1B,CAAC;IAED,uCAAuC;IACvC,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,CAAC;IAClD,IAAI,SAAS,EAAE,CAAC;QACd,QAAQ,CAAC,IAAI,CAAC;YACZ,OAAO,EAAE,WAAW;YACpB,YAAY,EAAE,gBAAgB;YAC9B,OAAO,EAAE,SAAS;YAClB,WAAW,EAAE,SAAS;YACtB,SAAS,EAAE,OAAO,CAAC,MAAM;SAC1B,CAAC,CAAC;IACL,CAAC;IAED,4DAA4D;IAC5D,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;QAC5C,QAAQ,CAAC,IAAI,CAAC;YACZ,OAAO,EAAE,IAAI;YACb,YAAY,EAAE,CAAC;YACf,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE;YACvB,WAAW,EAAE,CAAC;YACd,SAAS,EAAE,OAAO,CAAC,MAAM;SAC1B,CAAC,CAAC;IACL,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,sBAAsB,CAC7B,OAAgB,EAChB,IAA8B;IAE9B,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IAEhC,IAAI,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;QACxC,OAAO,CAAC,OAAO,CAAC,CAAC;IACnB,CAAC;IAED,MAAM,MAAM,GAAa,EAAE,CAAC;IAE5B,iDAAiD;IACjD,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC1C,IAAI,OAAO,GAAG,EAAE,CAAC;IAEjB,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;QAC9B,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;YACzD,IAAI,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;gBACnB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;YAC9B,CAAC;YACD,wDAAwD;YACxD,IAAI,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;gBACpC,MAAM,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;YACvD,CAAC;iBAAM,CAAC;gBACN,OAAO,GAAG,IAAI,CAAC;YACjB,CAAC;QACH,CAAC;aAAM,CAAC;YACN,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC;QAC5C,CAAC;IACH,CAAC;IAED,IAAI,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;QACnB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IAC9B,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,WAAW,CAAC,IAAY,EAAE,OAAe;IAChD,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,sCAAsC;IACtC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;IAC9C,IAAI,OAAO,GAAG,EAAE,CAAC;IAEjB,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,IAAI,OAAO,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,GAAG,OAAO,EAAE,CAAC;YACnD,IAAI,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;gBACnB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;YAC9B,CAAC;YACD,OAAO,GAAG,QAAQ,CAAC;QACrB,CAAC;aAAM,CAAC;YACN,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC;QAC7C,CAAC;IACH,CAAC;IAED,IAAI,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;QACnB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IAC9B,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAAC,OAAe;IAC9C,MAAM,OAAO,GAAG,0BAA0B,CAAC;IAC3C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAErC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,EAAE,WAAW,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;IAC5C,CAAC;IAED,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC;IACzB,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAE5C,yCAAyC;IACzC,MAAM,WAAW,GAA4B,EAAE,CAAC;IAChD,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACnC,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;YACjB,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC;YAC3C,IAAI,KAAK,GAAY,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAErD,uCAAuC;YACvC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC9E,KAAK,GAAG,KAAK;qBACV,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;qBACZ,KAAK,CAAC,GAAG,CAAC;qBACV,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC,CAAC;YACtD,CAAC;YAED,WAAW,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;AAC/B,CAAC"}

package/dist/ingestion/hasher.d.ts

@@ -0,0 +1,7 @@
+/**
+ * Content hashing for idempotent upsert detection.
+ * Uses a simple DJB2a-like hash for speed; not cryptographic.
+ */
+export declare function hashContent(content: string): string;
+export declare function hashStatement(statement: string): string;
+//# sourceMappingURL=hasher.d.ts.map

package/dist/ingestion/hasher.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"hasher.d.ts","sourceRoot":"","sources":["../../src/ingestion/hasher.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,wBAAgB,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAOnD;AAED,wBAAgB,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAIvD"}

package/dist/ingestion/hasher.js

@@ -0,0 +1,18 @@
+/**
+ * Content hashing for idempotent upsert detection.
+ * Uses a simple DJB2a-like hash for speed; not cryptographic.
+ */
+export function hashContent(content) {
+    let hash = 5381;
+    for (let i = 0; i < content.length; i++) {
+        hash = ((hash << 5) + hash + content.charCodeAt(i)) | 0;
+    }
+    // Convert to unsigned 32-bit hex
+    return (hash >>> 0).toString(16).padStart(8, '0');
+}
+export function hashStatement(statement) {
+    // Normalize: lowercase, collapse whitespace, trim
+    const normalized = statement.toLowerCase().replace(/\s+/g, ' ').trim();
+    return hashContent(normalized);
+}
+//# sourceMappingURL=hasher.js.map

package/dist/ingestion/hasher.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hasher.js","sourceRoot":"","sources":["../../src/ingestion/hasher.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,UAAU,WAAW,CAAC,OAAe;IACzC,IAAI,IAAI,GAAG,IAAI,CAAC;IAChB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,IAAI,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,IAAI,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAC1D,CAAC;IACD,iCAAiC;IACjC,OAAO,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;AACpD,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,SAAiB;IAC7C,kDAAkD;IAClD,MAAM,UAAU,GAAG,SAAS,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IACvE,OAAO,WAAW,CAAC,UAAU,CAAC,CAAC;AACjC,CAAC"}

package/dist/ingestion/pipeline.d.ts

@@ -0,0 +1,58 @@
+import type { StorageAdapter } from '../storage/storage-interface.js';
+import type { EmbeddingProvider } from '../embeddings/embedder-interface.js';
+import type { ExtractionProvider } from '../extraction/extractor-interface.js';
+import { type ChunkerOptions } from './chunker.js';
+export interface PipelineOptions {
+    chunkerOptions?: ChunkerOptions;
+    confidenceThreshold?: number;
+    enableContradictionDetection?: boolean;
+}
+export interface PipelineStats {
+    notePath: string;
+    chunksCreated: number;
+    entitiesExtracted: number;
+    conceptsExtracted: number;
+    propositionsExtracted: number;
+    thoughtsExtracted: number;
+    embeddingsCreated: number;
+    contradictionsDetected: number;
+    skipped: boolean;
+}
+/**
+ * The ingestion pipeline orchestrates:
+ * hash check → chunk → extract → embed → store → detect contradictions
+ */
+export declare class IngestionPipeline {
+    private storage;
+    private embedder;
+    private extractor;
+    private options;
+    private entityResolver;
+    private contradictionDetector;
+    private entityIndex;
+    constructor(storage: StorageAdapter, embedder: EmbeddingProvider | null, extractor: ExtractionProvider, options?: PipelineOptions);
+    private getEntityIndex;
+    /**
+     * Index a single note. Idempotent — skips if content hash unchanged.
+     */
+    indexNote(notePath: string, content: string): Promise<PipelineStats>;
+    /**
+     * Remove a note and all its derived data.
+     */
+    forgetNote(notePath: string): Promise<void>;
+    /**
+     * Wipe all data.
+     */
+    wipeAll(): Promise<void>;
+    private processChunk;
+    private storeProposition;
+    private storeThought;
+    private createAboutEdgesFromChunkMentions;
+    private createAboutEdgesForThought;
+    private storeResolvedEntities;
+    cleanupOrphans(): Promise<number>;
+    private cleanupNoteChunks;
+    private cleanupOrphanedNodes;
+    private ensureDefaultAgent;
+}
+//# sourceMappingURL=pipeline.d.ts.map

package/dist/ingestion/pipeline.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipeline.d.ts","sourceRoot":"","sources":["../../src/ingestion/pipeline.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,iCAAiC,CAAC;AACtE,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,qCAAqC,CAAC;AAC7E,OAAO,KAAK,EAAE,kBAAkB,EAAoB,MAAM,sCAAsC,CAAC;AAKjG,OAAO,EAA+C,KAAK,cAAc,EAAE,MAAM,cAAc,CAAC;AAKhG,MAAM,WAAW,eAAe;IAC9B,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,4BAA4B,CAAC,EAAE,OAAO,CAAC;CACxC;AAED,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;IACtB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,qBAAqB,EAAE,MAAM,CAAC;IAC9B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,sBAAsB,EAAE,MAAM,CAAC;IAC/B,OAAO,EAAE,OAAO,CAAC;CAClB;AAID;;;GAGG;AACH,qBAAa,iBAAiB;IAM1B,OAAO,CAAC,OAAO;IACf,OAAO,CAAC,QAAQ;IAChB,OAAO,CAAC,SAAS;IACjB,OAAO,CAAC,OAAO;IARjB,OAAO,CAAC,cAAc,CAAwB;IAC9C,OAAO,CAAC,qBAAqB,CAAwB;IACrD,OAAO,CAAC,WAAW,CAA4B;gBAGrC,OAAO,EAAE,cAAc,EACvB,QAAQ,EAAE,iBAAiB,GAAG,IAAI,EAClC,SAAS,EAAE,kBAAkB,EAC7B,OAAO,GAAE,eAAoB;YAKzB,cAAc;IAQ5B;;OAEG;IACG,SAAS,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;IAgG1E;;OAEG;IACG,UAAU,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAQjD;;OAEG;IACG,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;YAShB,YAAY;YAmEZ,gBAAgB;YAgFhB,YAAY;YAmEZ,iCAAiC;YA+BjC,0BAA0B;YAyC1B,qBAAqB;IAgN7B,cAAc,IAAI,OAAO,CAAC,MAAM,CAAC;YAqBzB,iBAAiB;YAuBjB,oBAAoB;YAkBpB,kBAAkB;CAgBjC"}