@seanhogg/builderforce-memory 2026.7.14 → 2026.9.28

package/dist/evermind/recall.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"recall.d.ts","sourceRoot":"","sources":["../../src/evermind/recall.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAUH,2EAA2E;AAC3E,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAEnD;AAED,sFAAsF;AACtF,MAAM,WAAW,cAAc;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC;IACvB,OAAO,EAAE,MAAM,CAAC;IAChB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,sFAAsF;IACtF,MAAM,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,sFAAsF;AACtF,MAAM,WAAW,oBAAqB,SAAQ,cAAc;IACxD,8DAA8D;IAC9D,KAAK,EAAE,MAAM,CAAC;CACjB;AA2BD;;;;GAIG;AACH,wBAAgB,kBAAkB,CAC9B,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,SAAS,cAAc,EAAE,EACjC,IAAI,CAAC,EAAE;IAAE,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,GAC1B,oBAAoB,EAAE,CAYxB;AAED,wFAAwF;AACxF,wBAAgB,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAIrD;AAQD;;;;GAIG;AACH,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,aAAa,CAAC;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAYtG"}

package/dist/evermind/recall.js

@@ -0,0 +1,105 @@
+/**
+ * evermind/recall.ts — the lexical recall rules for a project Evermind's taught memories.
+ *
+ * The gateway ranks a project's retained contributions against a query ("which learned
+ * memory would answer this?"), and the chat client decides which recalled memories an
+ * answer RECONCILES (restates enough of to supersede). Both must key on the SAME
+ * meaningful terms, so the tokenizer, stopword set and both rules live here, once.
+ *
+ * Pure and dependency-free: safe in a Worker, in Node, and in a browser bundle.
+ */
+/** Tiny code+English stopword set — dropped so recall keys on meaningful terms. */
+const RECALL_STOPWORDS = new Set([
+    'the', 'a', 'an', 'and', 'or', 'to', 'of', 'in', 'on', 'for', 'with', 'is', 'are',
+    'be', 'as', 'at', 'by', 'it', 'this', 'that', 'from', 'you', 'your', 'i', 'we',
+    'they', 'he', 'she', 'can', 'will', 'how', 'do', 'does', 'what', 'why', 'when',
+    'which', 'use', 'using', 'used', 'please', 'need', 'want', 'me', 'my', 'so', 'if',
+]);
+/** Lowercase, split on non-word runs, drop stopwords and 1-char tokens. */
+export function recallTokens(text) {
+    return (text.toLowerCase().match(/[a-z0-9_]+/g) ?? []).filter((w) => w.length >= 2 && !RECALL_STOPWORDS.has(w));
+}
+function termFreq(tokens) {
+    const m = new Map();
+    for (const tok of tokens)
+        m.set(tok, (m.get(tok) ?? 0) + 1);
+    return m;
+}
+/** Cosine similarity between two TF maps (0..1). Iterates the smaller map. */
+function tfCosine(a, b) {
+    let na = 0;
+    for (const v of a.values())
+        na += v * v;
+    let nb = 0;
+    for (const v of b.values())
+        nb += v * v;
+    if (na === 0 || nb === 0)
+        return 0;
+    const [small, big] = a.size <= b.size ? [a, b] : [b, a];
+    let dot = 0;
+    for (const [k, v] of small) {
+        const w = big.get(k);
+        if (w)
+            dot += v * w;
+    }
+    return dot / (Math.sqrt(na) * Math.sqrt(nb));
+}
+/** Below this cosine a match is noise, not recall. */
+const MIN_RECALL_SCORE = 0.02;
+/**
+ * Rank contributions by lexical relevance to `query`, best first. Only entries carrying
+ * text can match (a weight delta has none); scores at or below the noise floor are
+ * dropped, and the result is capped at `limit` (default 8).
+ */
+export function rankEvermindRecall(query, recent, opts) {
+    const q = termFreq(recallTokens(query));
+    if (q.size === 0)
+        return [];
+    const scored = [];
+    for (const e of recent) {
+        const hay = `${e.prompt ?? ''} ${e.text ?? ''}`.trim();
+        if (!hay)
+            continue;
+        const score = tfCosine(q, termFreq(recallTokens(hay)));
+        if (score > MIN_RECALL_SCORE)
+            scored.push({ ...e, score: Math.round(score * 1000) / 1000 });
+    }
+    scored.sort((a, b) => b.score - a.score || b.at - a.at);
+    return scored.slice(0, Math.max(1, opts?.limit ?? 8));
+}
+/** Stable, bounded (djb2, base36) hash of a recall query — keeps a cache key finite. */
+export function hashRecallQuery(query) {
+    let h = 5381;
+    for (let i = 0; i < query.length; i++)
+        h = ((h << 5) + h + query.charCodeAt(i)) | 0;
+    return (h >>> 0).toString(36);
+}
+/**
+ * Fraction of a recalled memory's meaningful tokens an answer must restate for the
+ * turn to count as RECONCILING (superseding) that memory.
+ */
+const RECONCILE_OVERLAP = 0.6;
+/**
+ * How many recalled memories `answer` reconciles — restates enough of that the
+ * contributed turn supersedes them. A heuristic over token overlap; it surfaces the
+ * reconcile step and never gates learning.
+ */
+export function countReconciledMemories(items, answer) {
+    const ans = new Set(recallTokens(answer));
+    if (ans.size === 0)
+        return 0;
+    let n = 0;
+    for (const it of items) {
+        const mem = new Set(recallTokens(it.text));
+        if (mem.size === 0)
+            continue;
+        let hit = 0;
+        for (const tok of mem)
+            if (ans.has(tok))
+                hit++;
+        if (hit / mem.size >= RECONCILE_OVERLAP)
+            n++;
+    }
+    return n;
+}
+//# sourceMappingURL=recall.js.map

package/dist/evermind/recall.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"recall.js","sourceRoot":"","sources":["../../src/evermind/recall.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,mFAAmF;AACnF,MAAM,gBAAgB,GAAwB,IAAI,GAAG,CAAC;IAClD,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK;IACjF,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI;IAC9E,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM;IAC9E,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI;CACpF,CAAC,CAAC;AAEH,2EAA2E;AAC3E,MAAM,UAAU,YAAY,CAAC,IAAY;IACrC,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;AACpH,CAAC;AAqBD,SAAS,QAAQ,CAAC,MAAgB;IAC9B,MAAM,CAAC,GAAG,IAAI,GAAG,EAAkB,CAAC;IACpC,KAAK,MAAM,GAAG,IAAI,MAAM;QAAE,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC5D,OAAO,CAAC,CAAC;AACb,CAAC;AAED,8EAA8E;AAC9E,SAAS,QAAQ,CAAC,CAAsB,EAAE,CAAsB;IAC5D,IAAI,EAAE,GAAG,CAAC,CAAC;IACX,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE;QAAE,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;IACxC,IAAI,EAAE,GAAG,CAAC,CAAC;IACX,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE;QAAE,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;IACxC,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACnC,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACxD,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACrB,IAAI,CAAC;YAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC;IACD,OAAO,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;AACjD,CAAC;AAED,sDAAsD;AACtD,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAE9B;;;;GAIG;AACH,MAAM,UAAU,kBAAkB,CAC9B,KAAa,EACb,MAAiC,EACjC,IAAyB;IAEzB,MAAM,CAAC,GAAG,QAAQ,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;IACxC,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAC5B,MAAM,MAAM,GAA2B,EAAE,CAAC;IAC1C,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACrB,MAAM,GAAG,GAAG,GAAG,CAAC,CAAC,MAAM,IAAI,EAAE,IAAI,CAAC,CAAC,IAAI,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC;QACvD,IAAI,CAAC,GAAG;YAAE,SAAS;QACnB,MAAM,KAAK,GAAG,QAAQ,CAAC,CAAC,EAAE,QAAQ,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACvD,IAAI,KAAK,GAAG,gBAAgB;YAAE,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC;IAChG,CAAC;IACD,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;IACxD,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC;AAC1D,CAAC;AAED,wFAAwF;AACxF,MAAM,UAAU,eAAe,CAAC,KAAa;IACzC,IAAI,CAAC,GAAG,IAAI,CAAC;IACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE;QAAE,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACpF,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;AAClC,CAAC;AAED;;;GAGG;AACH,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAE9B;;;;GAIG;AACH,MAAM,UAAU,uBAAuB,CAAC,KAAsC,EAAE,MAAc;IAC1F,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC;IAC1C,IAAI,GAAG,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAC7B,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,KAAK,MAAM,EAAE,IAAI,KAAK,EAAE,CAAC;QACrB,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;QAC3C,IAAI,GAAG,CAAC,IAAI,KAAK,CAAC;YAAE,SAAS;QAC7B,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,KAAK,MAAM,GAAG,IAAI,GAAG;YAAE,IAAI,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,GAAG,EAAE,CAAC;QAC/C,IAAI,GAAG,GAAG,GAAG,CAAC,IAAI,IAAI,iBAAiB;YAAE,CAAC,EAAE,CAAC;IACjD,CAAC;IACD,OAAO,CAAC,CAAC;AACb,CAAC"}

package/dist/index.d.ts

@@ -34,12 +34,15 @@ export { SSMRuntime } from './runtime/SSMRuntime.js';
 export type { SSMRuntimeOptions, GenerateOptions } from './runtime/SSMRuntime.js';
 export type { TransformerBridge, BridgeGenerateOptions } from './bridges/TransformerBridge.js';
 export { OpenAIBridge } from './bridges/OpenAIBridge.js';
+export { VertexAIBridge, VertexAIEmbedder } from './bridges/VertexAIBridge.js';
 export { AnthropicBridge } from './bridges/AnthropicBridge.js';
 export { FetchBridge } from './bridges/FetchBridge.js';
 export { CachingBridge } from './bridges/CachingBridge.js';
 export { SemanticCachingBridge } from './bridges/SemanticCachingBridge.js';
 export { ResponseCache, buildCacheKey } from './bridges/ResponseCache.js';
+export type { BridgeCallInfo } from './bridges/TransformerBridge.js';
 export type { OpenAIBridgeOptions } from './bridges/OpenAIBridge.js';
+export type { VertexAIBridgeOptions, VertexAIEmbedderOptions } from './bridges/VertexAIBridge.js';
 export type { AnthropicBridgeOptions } from './bridges/AnthropicBridge.js';
 export type { FetchBridgeOptions } from './bridges/FetchBridge.js';
 export type { CachingBridgeOptions } from './bridges/CachingBridge.js';
@@ -49,12 +52,24 @@ export { SemanticCache } from './cache/SemanticCache.js';
 export { FetchSemanticCacheBackend } from './cache/FetchSemanticCacheBackend.js';
 export type { Embedder, SemanticCacheBackend, SemanticCacheHit, SemanticCacheOptions, FetchSemanticCacheBackendOptions, } from './cache/index.js';
 export { cosineSimilarity, jaccardSimilarity, tokenize } from './similarity/index.js';
-export { chunkText, bm25Search, reciprocalRankFusion, maximalMarginalRelevance, hybridRetrieve, } from './retrieval/index.js';
-export type { Chunk, ChunkOptions, Bm25Doc, Bm25Hit, Bm25Options, RankedList, FusedHit, MmrCandidate, RetrievalCandidate, HybridQuery, HybridRetrieveOptions, HybridHit, } from './retrieval/index.js';
+export { chunkText, bm25Search, bm25Idf, bm25LengthNorm, bm25TermScore, BM25_DEFAULT_K1, BM25_DEFAULT_B, reciprocalRankFusion, maximalMarginalRelevance, hybridRetrieve, } from './retrieval/index.js';
+export type { Chunk, ChunkOptions, Bm25Doc, Bm25Hit, Bm25Options, Bm25Tokenizer, RankedList, FusedHit, MmrCandidate, RetrievalCandidate, HybridQuery, HybridRetrieveOptions, HybridHit, } from './retrieval/index.js';
+export { Tracer, Span, parseTraceparent, formatTraceparent, MetricsRegistry, InstrumentedBridge, InMemorySpanExporter, ConsoleSpanExporter, OtlpHttpSpanExporter, toOtlpPayload, toOtlpSpan, percentile, estimateCostUsd, estimateTokens, resolveRate, DEFAULT_PRICE_BOOK, ANTHROPIC_PRICE_BOOK, EVERMIND_PRICE_BOOK, DEFAULT_CACHE_READ_MULTIPLIER, DEFAULT_CACHE_WRITE_MULTIPLIER, } from './telemetry/index.js';
+export type { TracerOptions, SpanOptions, TraceContext, SpanData, SpanKind, SpanStatus, SpanEvent, SpanExporter, AttributeValue, LlmUsage, LlmMetricSnapshot, KindMetricSnapshot, MetricsRegistryOptions, InstrumentedBridgeOptions, ConsoleSpanExporterOptions, OtlpHttpSpanExporterOptions, ModelRate, PriceBook, } from './telemetry/index.js';
+export { MemoryVectorStore, RestVectorStore, getDialect, listDialects, registerDialect, evermindDialect, qdrantDialect, pineconeDialect, vertexAiDialect, accessFilter, combineFilters, matchesFilter, filterFields, TENANT_FIELD, ACL_FIELD, SENSITIVITY_FIELD, ACL_PUBLIC, } from './vectorstore/index.js';
+export type { MemoryVectorStoreOptions, RestVectorStoreOptions, VectorDialect, DialectContext, TranslatedFilter, AccessScope, ComparisonOp, MetadataFilter, MetadataRecord, MetadataValue, UpsertResult, VectorMatch, VectorQuery, VectorRecord, VectorStore, } from './vectorstore/index.js';
+export { IngestionPipeline, InMemoryIngestManifest, ParserRegistry, BUILTIN_PARSERS, rowsParser, csvParser, jsonParser, markdownParser, htmlParser, plainTextParser, parseCsv, serializeRow, hashText, mapWithConcurrency, SOURCE_ID_FIELD, CHUNK_INDEX_FIELD, CONTENT_HASH_FIELD, TITLE_FIELD, URI_FIELD, PARSER_FIELD, } from './ingest/index.js';
+export type { IngestionPipelineOptions, BatchEmbedder, ChunkFingerprint, DocumentParser, IngestManifest, IngestionReport, ParsedSection, SourceContent, SourceDocument, StructuredRow, SyncStrategy, } from './ingest/index.js';
+export { EnterpriseRetriever, buildGroundedPrompt, GROUNDED_SYSTEM_PROMPT, NO_EVIDENCE_ANSWER, } from './rag/index.js';
+export type { EnterpriseRetrieverOptions, RetrieveOptions, RetrievalResult, RetrievalMode, RetrievedPassage, Reranker, } from './rag/index.js';
+export { AgentGraph, appendReducer, mergeReducer, sumReducer, unionReducer, InMemoryCheckpointer, KeyValueCheckpointer, createReactAgent, createReflectionAgent, createSupervisor, asWorker, parseReactTurn, renderToolCatalog, renderTranscript, REACT_PROTOCOL, DEFAULT_CRITIC_PROMPT, FINISH, START, END, } from './orchestration/index.js';
+export type { AgentGraphOptions, RunOptions, InMemoryCheckpointerOptions, KeyValueCheckpointerOptions, KeyValueLike, AgentTool, AgentTurn, AgentTurnRole, ParsedAction, ReactAgentOptions, ReactState, ReflectionAgentOptions, ReflectionState, SupervisorOptions, SupervisorState, Worker, ChannelReducer, ChannelSpec, ChannelSpecs, Checkpoint, Checkpointer, EdgeCondition, GraphEndReason, GraphEvent, GraphRunResult, GraphState, NodeContext, NodeFn, } from './orchestration/index.js';
+export { EvalHarness, evaluateGate, formatReport, exactMatch, substringChecks, embeddingSimilarity, retrievalRecall, citationValidity, llmJudge, noError, costBudget, DEFAULT_RAG_GRADERS, DEFAULT_JUDGE_RUBRIC, } from './eval/index.js';
+export type { EvalHarnessOptions, EvalCase, EvalDataset, EvalGate, EvalOutput, EvalReport, EvalTarget, CaseResult, GateVerdict, GradeResult, Grader, LlmJudgeOptions, SimilarityGraderOptions, } from './eval/index.js';
 export { InferenceRouter } from './router/InferenceRouter.js';
 export type { RoutingStrategy, RoutingDecision, RouterContext, InferenceRouterOptions, RoutingAuditEntry, } from './router/InferenceRouter.js';
 export { MemoryStore } from './memory/MemoryStore.js';
-export type { MemoryEntry, MemoryStoreOptions, RememberOptions, FactType, } from './memory/MemoryStore.js';
+export type { MemoryEntry, MemoryStoreOptions, RememberOptions, FactType, RecallMethod, ScoredMemory, RankedRecall, } from './memory/MemoryStore.js';
 export { EvermindCognition, workspacePresenceGatherer, canonicalizeSubjectKey, normalizeSubjectKey, buildAliasTable, sanitizeRecalledFact, buildRecallContext, trustScore, } from './cognition/index.js';
 export type { EvermindCognitionOptions, WorkspacePresenceRule, Claim, CognitionFactStore, CommitResult, EvidenceContext, EvidenceGatherer, EvidenceResult, Verdict, AliasTable, RecalledFact, FactProvenance, } from './cognition/index.js';
 export { runStackDiagnostic } from './diagnostics/index.js';

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAGH,OAAO,EAAE,YAAY,EAAE,MAAmB,oBAAoB,CAAC;AAC/D,OAAO,EAAE,YAAY,EAAE,MAAmB,oBAAoB,CAAC;AAC/D,OAAO,EAAE,aAAa,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAE7F,YAAY,EAAE,gBAAgB,EAAE,MAAU,oBAAoB,CAAC;AAC/D,YAAY,EAAE,mBAAmB,EAAE,MAAO,oBAAoB,CAAC;AAC/D,YAAY,EACR,mBAAmB,EACnB,eAAe,EACf,YAAY,EACZ,WAAW,EACX,WAAW,EACX,WAAW,EACX,aAAa,EACb,mBAAmB,EACnB,WAAW,EACX,eAAe,EACf,gBAAgB,EAChB,OAAO,EACP,SAAS,GACZ,MAAM,oBAAoB,CAAC;AAG5B,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAC1D,YAAY,EAAE,oBAAoB,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAGrF,OAAO,EACH,WAAW,EACX,aAAa,EACb,UAAU,EACV,gBAAgB,EAChB,gBAAgB,EAChB,aAAa,EACb,aAAa,EACb,MAAM,EACN,UAAU,EACV,YAAY,EACZ,aAAa,EACb,aAAa,GAChB,MAAM,sCAAsC,CAAC;AAC9C,YAAY,EACR,iBAAiB,EACjB,aAAa,EACb,YAAY,EACZ,kBAAkB,EAClB,aAAa,EACb,MAAM,GACT,MAAM,sCAAsC,CAAC;AAI9C,OAAO,EACH,eAAe,EACf,sBAAsB,EACtB,kBAAkB,EAClB,gBAAgB,EAChB,UAAU,EACV,oBAAoB,GACvB,MAAM,sCAAsC,CAAC;AAC9C,YAAY,EACR,SAAS,EACT,QAAQ,EACR,WAAW,EACX,SAAS,EACT,eAAe,EACf,cAAc,EACd,qBAAqB,EACrB,iBAAiB,EACjB,WAAW,EACX,gBAAgB,GACnB,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,UAAU,EAAE,iBAAiB,EAAE,MAAM,sCAAsC,CAAC;AACrF,YAAY,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,SAAS,EAAE,MAAM,sCAAsC,CAAC;AAG3G,OAAO,EAAE,UAAU,EAAE,MAAS,yBAAyB,CAAC;AACxD,YAAY,EAAE,iBAAiB,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAGlF,YAAY,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,gCAAgC,CAAC;AAC/F,OAAO,EAAE,YAAY,EAAE,MAAS,2BAA2B,CAAC;AAC5D,OAAO,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AAC/D,OAAO,EAAE,WAAW,EAAE,MAAU,0BAA0B,CAAC;AAC3D,OAAO,EAAE,aAAa,EAAE,MAAQ,4BAA4B,CAAC;AAC7D,OAAO,EAAE,qBAAqB,EAAE,MAAM,oCAAoC,CAAC;AAC3E,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAC1E,YAAY,EAAE,mBAAmB,EAAE,MAAS,2BAA2B,CAAC;AACxE,YAAY,EAAE,sBAAsB,EAAE,MAAM,8BAA8B,CAAC;AAC3E,YAAY,EAAE,kBAAkB,EAAE,MAAU,0BAA0B,CAAC;AACvE,YAAY,EAAE,oBAAoB,EAAE,MAAQ,4BAA4B,CAAC;AACzE,YAAY,EAAE,4BAA4B,EAAE,MAAM,oCAAoC,CAAC;AACvF,YAAY,EAAE,oBAAoB,EAAE,MAAQ,4BAA4B,CAAC;AAGzE,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AACzD,OAAO,EAAE,yBAAyB,EAAE,MAAM,sCAAsC,CAAC;AACjF,YAAY,EACR,QAAQ,EACR,oBAAoB,EACpB,gBAAgB,EAChB,oBAAoB,EACpB,gCAAgC,GACnC,MAAM,kBAAkB,CAAC;AAG1B,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AAGtF,OAAO,EACH,SAAS,EACT,UAAU,EACV,oBAAoB,EACpB,wBAAwB,EACxB,cAAc,GACjB,MAAM,sBAAsB,CAAC;AAC9B,YAAY,EACR,KAAK,EACL,YAAY,EACZ,OAAO,EACP,OAAO,EACP,WAAW,EACX,UAAU,EACV,QAAQ,EACR,YAAY,EACZ,kBAAkB,EAClB,WAAW,EACX,qBAAqB,EACrB,SAAS,GACZ,MAAM,sBAAsB,CAAC;AAG9B,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAC9D,YAAY,EACR,eAAe,EACf,eAAe,EACf,aAAa,EACb,sBAAsB,EACtB,iBAAiB,GACpB,MAAM,6BAA6B,CAAC;AAGrC,OAAO,EAAE,WAAW,EAAE,MAAO,yBAAyB,CAAC;AACvD,YAAY,EACR,WAAW,EACX,kBAAkB,EAClB,eAAe,EACf,QAAQ,GACX,MAAM,yBAAyB,CAAC;AAGjC,OAAO,EACH,iBAAiB,EACjB,yBAAyB,EACzB,sBAAsB,EACtB,mBAAmB,EACnB,eAAe,EACf,oBAAoB,EACpB,kBAAkB,EAClB,UAAU,GACb,MAAM,sBAAsB,CAAC;AAC9B,YAAY,EACR,wBAAwB,EACxB,qBAAqB,EACrB,KAAK,EACL,kBAAkB,EAClB,YAAY,EACZ,eAAe,EACf,gBAAgB,EAChB,cAAc,EACd,OAAO,EACP,UAAU,EACV,YAAY,EACZ,cAAc,GACjB,MAAM,sBAAsB,CAAC;AAG9B,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAC5D,YAAY,EACR,SAAS,EACT,eAAe,EACf,YAAY,EACZ,qBAAqB,EACrB,eAAe,EACf,UAAU,GACb,MAAM,wBAAwB,CAAC;AAGhC,OAAO,EACH,WAAW,EACX,eAAe,EACf,gBAAgB,EAChB,uBAAuB,EACvB,gBAAgB,EAChB,qBAAqB,EACrB,mBAAmB,EACnB,aAAa,EACb,mBAAmB,EACnB,SAAS,EACT,UAAU,EACV,kBAAkB,EAClB,WAAW,EACX,aAAa,EACb,WAAW,EACX,UAAU,GACb,MAAM,qBAAqB,CAAC;AAC7B,YAAY,EACR,cAAc,EACd,kBAAkB,EAClB,YAAY,EACZ,WAAW,EACX,uBAAuB,EACvB,kBAAkB,EAClB,YAAY,EACZ,QAAQ,EACR,cAAc,GACjB,MAAM,qBAAqB,CAAC;AAG7B,OAAO,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAC5E,YAAY,EAAE,iBAAiB,EAAE,cAAc,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAG/F,OAAO,EAAE,kBAAkB,EAAE,MAAM,sCAAsC,CAAC;AAC1E,YAAY,EACR,cAAc,EACd,aAAa,EACb,kBAAkB,EAClB,eAAe,EACf,WAAW,EACX,gBAAgB,GACnB,MAAM,sCAAsC,CAAC;AAG9C,OAAO,EAAE,QAAQ,EAAE,MAAO,qBAAqB,CAAC;AAChD,YAAY,EAAE,eAAe,EAAE,YAAY,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAGpG,OAAO,EAAE,QAAQ,EAAE,MAAO,sBAAsB,CAAC;AACjD,YAAY,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAMzD,OAAO,EAAE,UAAU,EAAE,MAAe,yBAAyB,CAAC;AAC9D,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAEjE,eAAO,MAAM,GAAG;IACZ;;;;;OAKG;4BACY,iBAAiB;CAC1B,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAGH,OAAO,EAAE,YAAY,EAAE,MAAmB,oBAAoB,CAAC;AAC/D,OAAO,EAAE,YAAY,EAAE,MAAmB,oBAAoB,CAAC;AAC/D,OAAO,EAAE,aAAa,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAE7F,YAAY,EAAE,gBAAgB,EAAE,MAAU,oBAAoB,CAAC;AAC/D,YAAY,EAAE,mBAAmB,EAAE,MAAO,oBAAoB,CAAC;AAC/D,YAAY,EACR,mBAAmB,EACnB,eAAe,EACf,YAAY,EACZ,WAAW,EACX,WAAW,EACX,WAAW,EACX,aAAa,EACb,mBAAmB,EACnB,WAAW,EACX,eAAe,EACf,gBAAgB,EAChB,OAAO,EACP,SAAS,GACZ,MAAM,oBAAoB,CAAC;AAG5B,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAC1D,YAAY,EAAE,oBAAoB,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAGrF,OAAO,EACH,WAAW,EACX,aAAa,EACb,UAAU,EACV,gBAAgB,EAChB,gBAAgB,EAChB,aAAa,EACb,aAAa,EACb,MAAM,EACN,UAAU,EACV,YAAY,EACZ,aAAa,EACb,aAAa,GAChB,MAAM,sCAAsC,CAAC;AAC9C,YAAY,EACR,iBAAiB,EACjB,aAAa,EACb,YAAY,EACZ,kBAAkB,EAClB,aAAa,EACb,MAAM,GACT,MAAM,sCAAsC,CAAC;AAI9C,OAAO,EACH,eAAe,EACf,sBAAsB,EACtB,kBAAkB,EAClB,gBAAgB,EAChB,UAAU,EACV,oBAAoB,GACvB,MAAM,sCAAsC,CAAC;AAC9C,YAAY,EACR,SAAS,EACT,QAAQ,EACR,WAAW,EACX,SAAS,EACT,eAAe,EACf,cAAc,EACd,qBAAqB,EACrB,iBAAiB,EACjB,WAAW,EACX,gBAAgB,GACnB,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,UAAU,EAAE,iBAAiB,EAAE,MAAM,sCAAsC,CAAC;AACrF,YAAY,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,SAAS,EAAE,MAAM,sCAAsC,CAAC;AAG3G,OAAO,EAAE,UAAU,EAAE,MAAS,yBAAyB,CAAC;AACxD,YAAY,EAAE,iBAAiB,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAGlF,YAAY,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,gCAAgC,CAAC;AAC/F,OAAO,EAAE,YAAY,EAAE,MAAS,2BAA2B,CAAC;AAC5D,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAC/E,OAAO,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AAC/D,OAAO,EAAE,WAAW,EAAE,MAAU,0BAA0B,CAAC;AAC3D,OAAO,EAAE,aAAa,EAAE,MAAQ,4BAA4B,CAAC;AAC7D,OAAO,EAAE,qBAAqB,EAAE,MAAM,oCAAoC,CAAC;AAC3E,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAC1E,YAAY,EAAE,cAAc,EAAE,MAAc,gCAAgC,CAAC;AAC7E,YAAY,EAAE,mBAAmB,EAAE,MAAS,2BAA2B,CAAC;AACxE,YAAY,EAAE,qBAAqB,EAAE,uBAAuB,EAAE,MAAM,6BAA6B,CAAC;AAClG,YAAY,EAAE,sBAAsB,EAAE,MAAM,8BAA8B,CAAC;AAC3E,YAAY,EAAE,kBAAkB,EAAE,MAAU,0BAA0B,CAAC;AACvE,YAAY,EAAE,oBAAoB,EAAE,MAAQ,4BAA4B,CAAC;AACzE,YAAY,EAAE,4BAA4B,EAAE,MAAM,oCAAoC,CAAC;AACvF,YAAY,EAAE,oBAAoB,EAAE,MAAQ,4BAA4B,CAAC;AAGzE,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AACzD,OAAO,EAAE,yBAAyB,EAAE,MAAM,sCAAsC,CAAC;AACjF,YAAY,EACR,QAAQ,EACR,oBAAoB,EACpB,gBAAgB,EAChB,oBAAoB,EACpB,gCAAgC,GACnC,MAAM,kBAAkB,CAAC;AAG1B,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AAGtF,OAAO,EACH,SAAS,EACT,UAAU,EACV,OAAO,EACP,cAAc,EACd,aAAa,EACb,eAAe,EACf,cAAc,EACd,oBAAoB,EACpB,wBAAwB,EACxB,cAAc,GACjB,MAAM,sBAAsB,CAAC;AAC9B,YAAY,EACR,KAAK,EACL,YAAY,EACZ,OAAO,EACP,OAAO,EACP,WAAW,EACX,aAAa,EACb,UAAU,EACV,QAAQ,EACR,YAAY,EACZ,kBAAkB,EAClB,WAAW,EACX,qBAAqB,EACrB,SAAS,GACZ,MAAM,sBAAsB,CAAC;AAG9B,OAAO,EACH,MAAM,EACN,IAAI,EACJ,gBAAgB,EAChB,iBAAiB,EACjB,eAAe,EACf,kBAAkB,EAClB,oBAAoB,EACpB,mBAAmB,EACnB,oBAAoB,EACpB,aAAa,EACb,UAAU,EACV,UAAU,EACV,eAAe,EACf,cAAc,EACd,WAAW,EACX,kBAAkB,EAClB,oBAAoB,EACpB,mBAAmB,EACnB,6BAA6B,EAC7B,8BAA8B,GACjC,MAAM,sBAAsB,CAAC;AAC9B,YAAY,EACR,aAAa,EACb,WAAW,EACX,YAAY,EACZ,QAAQ,EACR,QAAQ,EACR,UAAU,EACV,SAAS,EACT,YAAY,EACZ,cAAc,EACd,QAAQ,EACR,iBAAiB,EACjB,kBAAkB,EAClB,sBAAsB,EACtB,yBAAyB,EACzB,0BAA0B,EAC1B,2BAA2B,EAC3B,SAAS,EACT,SAAS,GACZ,MAAM,sBAAsB,CAAC;AAG9B,OAAO,EACH,iBAAiB,EACjB,eAAe,EACf,UAAU,EACV,YAAY,EACZ,eAAe,EACf,eAAe,EACf,aAAa,EACb,eAAe,EACf,eAAe,EACf,YAAY,EACZ,cAAc,EACd,aAAa,EACb,YAAY,EACZ,YAAY,EACZ,SAAS,EACT,iBAAiB,EACjB,UAAU,GACb,MAAM,wBAAwB,CAAC;AAChC,YAAY,EACR,wBAAwB,EACxB,sBAAsB,EACtB,aAAa,EACb,cAAc,EACd,gBAAgB,EAChB,WAAW,EACX,YAAY,EACZ,cAAc,EACd,cAAc,EACd,aAAa,EACb,YAAY,EACZ,WAAW,EACX,WAAW,EACX,YAAY,EACZ,WAAW,GACd,MAAM,wBAAwB,CAAC;AAGhC,OAAO,EACH,iBAAiB,EACjB,sBAAsB,EACtB,cAAc,EACd,eAAe,EACf,UAAU,EACV,SAAS,EACT,UAAU,EACV,cAAc,EACd,UAAU,EACV,eAAe,EACf,QAAQ,EACR,YAAY,EACZ,QAAQ,EACR,kBAAkB,EAClB,eAAe,EACf,iBAAiB,EACjB,kBAAkB,EAClB,WAAW,EACX,SAAS,EACT,YAAY,GACf,MAAM,mBAAmB,CAAC;AAC3B,YAAY,EACR,wBAAwB,EACxB,aAAa,EACb,gBAAgB,EAChB,cAAc,EACd,cAAc,EACd,eAAe,EACf,aAAa,EACb,aAAa,EACb,cAAc,EACd,aAAa,EACb,YAAY,GACf,MAAM,mBAAmB,CAAC;AAG3B,OAAO,EACH,mBAAmB,EACnB,mBAAmB,EACnB,sBAAsB,EACtB,kBAAkB,GACrB,MAAM,gBAAgB,CAAC;AACxB,YAAY,EACR,0BAA0B,EAC1B,eAAe,EACf,eAAe,EACf,aAAa,EACb,gBAAgB,EAChB,QAAQ,GACX,MAAM,gBAAgB,CAAC;AAGxB,OAAO,EACH,UAAU,EACV,aAAa,EACb,YAAY,EACZ,UAAU,EACV,YAAY,EACZ,oBAAoB,EACpB,oBAAoB,EACpB,gBAAgB,EAChB,qBAAqB,EACrB,gBAAgB,EAChB,QAAQ,EACR,cAAc,EACd,iBAAiB,EACjB,gBAAgB,EAChB,cAAc,EACd,qBAAqB,EACrB,MAAM,EACN,KAAK,EACL,GAAG,GACN,MAAM,0BAA0B,CAAC;AAClC,YAAY,EACR,iBAAiB,EACjB,UAAU,EACV,2BAA2B,EAC3B,2BAA2B,EAC3B,YAAY,EACZ,SAAS,EACT,SAAS,EACT,aAAa,EACb,YAAY,EACZ,iBAAiB,EACjB,UAAU,EACV,sBAAsB,EACtB,eAAe,EACf,iBAAiB,EACjB,eAAe,EACf,MAAM,EACN,cAAc,EACd,WAAW,EACX,YAAY,EACZ,UAAU,EACV,YAAY,EACZ,aAAa,EACb,cAAc,EACd,UAAU,EACV,cAAc,EACd,UAAU,EACV,WAAW,EACX,MAAM,GACT,MAAM,0BAA0B,CAAC;AAGlC,OAAO,EACH,WAAW,EACX,YAAY,EACZ,YAAY,EACZ,UAAU,EACV,eAAe,EACf,mBAAmB,EACnB,eAAe,EACf,gBAAgB,EAChB,QAAQ,EACR,OAAO,EACP,UAAU,EACV,mBAAmB,EACnB,oBAAoB,GACvB,MAAM,iBAAiB,CAAC;AACzB,YAAY,EACR,kBAAkB,EAClB,QAAQ,EACR,WAAW,EACX,QAAQ,EACR,UAAU,EACV,UAAU,EACV,UAAU,EACV,UAAU,EACV,WAAW,EACX,WAAW,EACX,MAAM,EACN,eAAe,EACf,uBAAuB,GAC1B,MAAM,iBAAiB,CAAC;AAGzB,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAC9D,YAAY,EACR,eAAe,EACf,eAAe,EACf,aAAa,EACb,sBAAsB,EACtB,iBAAiB,GACpB,MAAM,6BAA6B,CAAC;AAGrC,OAAO,EAAE,WAAW,EAAE,MAAO,yBAAyB,CAAC;AACvD,YAAY,EACR,WAAW,EACX,kBAAkB,EAClB,eAAe,EACf,QAAQ,EACR,YAAY,EACZ,YAAY,EACZ,YAAY,GACf,MAAM,yBAAyB,CAAC;AAGjC,OAAO,EACH,iBAAiB,EACjB,yBAAyB,EACzB,sBAAsB,EACtB,mBAAmB,EACnB,eAAe,EACf,oBAAoB,EACpB,kBAAkB,EAClB,UAAU,GACb,MAAM,sBAAsB,CAAC;AAC9B,YAAY,EACR,wBAAwB,EACxB,qBAAqB,EACrB,KAAK,EACL,kBAAkB,EAClB,YAAY,EACZ,eAAe,EACf,gBAAgB,EAChB,cAAc,EACd,OAAO,EACP,UAAU,EACV,YAAY,EACZ,cAAc,GACjB,MAAM,sBAAsB,CAAC;AAG9B,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAC5D,YAAY,EACR,SAAS,EACT,eAAe,EACf,YAAY,EACZ,qBAAqB,EACrB,eAAe,EACf,UAAU,GACb,MAAM,wBAAwB,CAAC;AAGhC,OAAO,EACH,WAAW,EACX,eAAe,EACf,gBAAgB,EAChB,uBAAuB,EACvB,gBAAgB,EAChB,qBAAqB,EACrB,mBAAmB,EACnB,aAAa,EACb,mBAAmB,EACnB,SAAS,EACT,UAAU,EACV,kBAAkB,EAClB,WAAW,EACX,aAAa,EACb,WAAW,EACX,UAAU,GACb,MAAM,qBAAqB,CAAC;AAC7B,YAAY,EACR,cAAc,EACd,kBAAkB,EAClB,YAAY,EACZ,WAAW,EACX,uBAAuB,EACvB,kBAAkB,EAClB,YAAY,EACZ,QAAQ,EACR,cAAc,GACjB,MAAM,qBAAqB,CAAC;AAG7B,OAAO,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAC5E,YAAY,EAAE,iBAAiB,EAAE,cAAc,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAG/F,OAAO,EAAE,kBAAkB,EAAE,MAAM,sCAAsC,CAAC;AAC1E,YAAY,EACR,cAAc,EACd,aAAa,EACb,kBAAkB,EAClB,eAAe,EACf,WAAW,EACX,gBAAgB,GACnB,MAAM,sCAAsC,CAAC;AAG9C,OAAO,EAAE,QAAQ,EAAE,MAAO,qBAAqB,CAAC;AAChD,YAAY,EAAE,eAAe,EAAE,YAAY,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAGpG,OAAO,EAAE,QAAQ,EAAE,MAAO,sBAAsB,CAAC;AACjD,YAAY,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAMzD,OAAO,EAAE,UAAU,EAAE,MAAe,yBAAyB,CAAC;AAC9D,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAEjE,eAAO,MAAM,GAAG;IACZ;;;;;OAKG;4BACY,iBAAiB;CAC1B,CAAC"}

package/dist/index.js

@@ -32,6 +32,7 @@ export { EvermindLM, EvermindLMTrainer } from '@seanhogg/builderforce-memory-eng
 // ── Runtime ───────────────────────────────────────────────────────────────────
 export { SSMRuntime } from './runtime/SSMRuntime.js';
 export { OpenAIBridge } from './bridges/OpenAIBridge.js';
+export { VertexAIBridge, VertexAIEmbedder } from './bridges/VertexAIBridge.js';
 export { AnthropicBridge } from './bridges/AnthropicBridge.js';
 export { FetchBridge } from './bridges/FetchBridge.js';
 export { CachingBridge } from './bridges/CachingBridge.js';
@@ -43,7 +44,19 @@ export { FetchSemanticCacheBackend } from './cache/FetchSemanticCacheBackend.js'
 // ── Similarity primitives ──────────────────────────────────────────────────────
 export { cosineSimilarity, jaccardSimilarity, tokenize } from './similarity/index.js';
 // ── Retrieval (chunking, BM25, rank fusion, hybrid RAG) ────────────────────────
-export { chunkText, bm25Search, reciprocalRankFusion, maximalMarginalRelevance, hybridRetrieve, } from './retrieval/index.js';
+export { chunkText, bm25Search, bm25Idf, bm25LengthNorm, bm25TermScore, BM25_DEFAULT_K1, BM25_DEFAULT_B, reciprocalRankFusion, maximalMarginalRelevance, hybridRetrieve, } from './retrieval/index.js';
+// ── Telemetry (granular tracing + LLM-native metrics + cost-per-request) ──────
+export { Tracer, Span, parseTraceparent, formatTraceparent, MetricsRegistry, InstrumentedBridge, InMemorySpanExporter, ConsoleSpanExporter, OtlpHttpSpanExporter, toOtlpPayload, toOtlpSpan, percentile, estimateCostUsd, estimateTokens, resolveRate, DEFAULT_PRICE_BOOK, ANTHROPIC_PRICE_BOOK, EVERMIND_PRICE_BOOK, DEFAULT_CACHE_READ_MULTIPLIER, DEFAULT_CACHE_WRITE_MULTIPLIER, } from './telemetry/index.js';
+// ── Vector store (port + adapters + tenant/ACL scoping) ───────────────────────
+export { MemoryVectorStore, RestVectorStore, getDialect, listDialects, registerDialect, evermindDialect, qdrantDialect, pineconeDialect, vertexAiDialect, accessFilter, combineFilters, matchesFilter, filterFields, TENANT_FIELD, ACL_FIELD, SENSITIVITY_FIELD, ACL_PUBLIC, } from './vectorstore/index.js';
+// ── Ingestion (structured + unstructured → vector store, incremental sync) ────
+export { IngestionPipeline, InMemoryIngestManifest, ParserRegistry, BUILTIN_PARSERS, rowsParser, csvParser, jsonParser, markdownParser, htmlParser, plainTextParser, parseCsv, serializeRow, hashText, mapWithConcurrency, SOURCE_ID_FIELD, CHUNK_INDEX_FIELD, CONTENT_HASH_FIELD, TITLE_FIELD, URI_FIELD, PARSER_FIELD, } from './ingest/index.js';
+// ── Enterprise RAG (hybrid, scoped, cited) ────────────────────────────────────
+export { EnterpriseRetriever, buildGroundedPrompt, GROUNDED_SYSTEM_PROMPT, NO_EVIDENCE_ANSWER, } from './rag/index.js';
+// ── Multi-agent orchestration (graph + ReAct/reflection/delegation) ───────────
+export { AgentGraph, appendReducer, mergeReducer, sumReducer, unionReducer, InMemoryCheckpointer, KeyValueCheckpointer, createReactAgent, createReflectionAgent, createSupervisor, asWorker, parseReactTurn, renderToolCatalog, renderTranscript, REACT_PROTOCOL, DEFAULT_CRITIC_PROMPT, FINISH, START, END, } from './orchestration/index.js';
+// ── Evaluation (the conception → launch gate) ─────────────────────────────────
+export { EvalHarness, evaluateGate, formatReport, exactMatch, substringChecks, embeddingSimilarity, retrievalRecall, citationValidity, llmJudge, noError, costBudget, DEFAULT_RAG_GRADERS, DEFAULT_JUDGE_RUBRIC, } from './eval/index.js';
 // ── Router ────────────────────────────────────────────────────────────────────
 export { InferenceRouter } from './router/InferenceRouter.js';
 // ── Memory ────────────────────────────────────────────────────────────────────

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAEH,iFAAiF;AACjF,OAAO,EAAE,YAAY,EAAE,MAAmB,oBAAoB,CAAC;AAC/D,OAAO,EAAE,YAAY,EAAE,MAAmB,oBAAoB,CAAC;AAC/D,OAAO,EAAE,aAAa,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAoB7F,iFAAiF;AACjF,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAE1D,gFAAgF;AAChF,qEAAqE;AACrE,OAAO,EACH,WAAW,EACX,aAAa,EACb,UAAU,EACV,gBAAgB,EAChB,gBAAgB,EAChB,aAAa,EACb,aAAa,EACb,MAAM,EACN,UAAU,EACV,YAAY,EACZ,aAAa,EACb,aAAa,GAChB,MAAM,sCAAsC,CAAC;AAU9C,sFAAsF;AACtF,wFAAwF;AACxF,OAAO,EACH,eAAe,EACf,sBAAsB,EACtB,kBAAkB,EAClB,gBAAgB,EAChB,UAAU,EACV,oBAAoB,GACvB,MAAM,sCAAsC,CAAC;AAa9C,OAAO,EAAE,UAAU,EAAE,iBAAiB,EAAE,MAAM,sCAAsC,CAAC;AAGrF,iFAAiF;AACjF,OAAO,EAAE,UAAU,EAAE,MAAS,yBAAyB,CAAC;AAKxD,OAAO,EAAE,YAAY,EAAE,MAAS,2BAA2B,CAAC;AAC5D,OAAO,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AAC/D,OAAO,EAAE,WAAW,EAAE,MAAU,0BAA0B,CAAC;AAC3D,OAAO,EAAE,aAAa,EAAE,MAAQ,4BAA4B,CAAC;AAC7D,OAAO,EAAE,qBAAqB,EAAE,MAAM,oCAAoC,CAAC;AAC3E,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAQ1E,kFAAkF;AAClF,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AACzD,OAAO,EAAE,yBAAyB,EAAE,MAAM,sCAAsC,CAAC;AASjF,kFAAkF;AAClF,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AAEtF,kFAAkF;AAClF,OAAO,EACH,SAAS,EACT,UAAU,EACV,oBAAoB,EACpB,wBAAwB,EACxB,cAAc,GACjB,MAAM,sBAAsB,CAAC;AAgB9B,iFAAiF;AACjF,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAS9D,iFAAiF;AACjF,OAAO,EAAE,WAAW,EAAE,MAAO,yBAAyB,CAAC;AAQvD,iFAAiF;AACjF,OAAO,EACH,iBAAiB,EACjB,yBAAyB,EACzB,sBAAsB,EACtB,mBAAmB,EACnB,eAAe,EACf,oBAAoB,EACpB,kBAAkB,EAClB,UAAU,GACb,MAAM,sBAAsB,CAAC;AAgB9B,kFAAkF;AAClF,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAU5D,mFAAmF;AACnF,OAAO,EACH,WAAW,EACX,eAAe,EACf,gBAAgB,EAChB,uBAAuB,EACvB,gBAAgB,EAChB,qBAAqB,EACrB,mBAAmB,EACnB,aAAa,EACb,mBAAmB,EACnB,SAAS,EACT,UAAU,EACV,kBAAkB,EAClB,WAAW,EACX,aAAa,EACb,WAAW,EACX,UAAU,GACb,MAAM,qBAAqB,CAAC;AAa7B,mFAAmF;AACnF,OAAO,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAG5E,iFAAiF;AACjF,OAAO,EAAE,kBAAkB,EAAE,MAAM,sCAAsC,CAAC;AAU1E,iFAAiF;AACjF,OAAO,EAAE,QAAQ,EAAE,MAAO,qBAAqB,CAAC;AAGhD,iFAAiF;AACjF,OAAO,EAAE,QAAQ,EAAE,MAAO,sBAAsB,CAAC;AAGjD,iFAAiF;AACjF,mDAAmD;AACnD,qEAAqE;AAErE,OAAO,EAAE,UAAU,EAAE,MAAe,yBAAyB,CAAC;AAG9D,MAAM,CAAC,MAAM,GAAG,GAAG;IACf;;;;;OAKG;IACH,MAAM,EAAE,CAAC,IAAuB,EAAE,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC;CACtD,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAEH,iFAAiF;AACjF,OAAO,EAAE,YAAY,EAAE,MAAmB,oBAAoB,CAAC;AAC/D,OAAO,EAAE,YAAY,EAAE,MAAmB,oBAAoB,CAAC;AAC/D,OAAO,EAAE,aAAa,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAoB7F,iFAAiF;AACjF,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAE1D,gFAAgF;AAChF,qEAAqE;AACrE,OAAO,EACH,WAAW,EACX,aAAa,EACb,UAAU,EACV,gBAAgB,EAChB,gBAAgB,EAChB,aAAa,EACb,aAAa,EACb,MAAM,EACN,UAAU,EACV,YAAY,EACZ,aAAa,EACb,aAAa,GAChB,MAAM,sCAAsC,CAAC;AAU9C,sFAAsF;AACtF,wFAAwF;AACxF,OAAO,EACH,eAAe,EACf,sBAAsB,EACtB,kBAAkB,EAClB,gBAAgB,EAChB,UAAU,EACV,oBAAoB,GACvB,MAAM,sCAAsC,CAAC;AAa9C,OAAO,EAAE,UAAU,EAAE,iBAAiB,EAAE,MAAM,sCAAsC,CAAC;AAGrF,iFAAiF;AACjF,OAAO,EAAE,UAAU,EAAE,MAAS,yBAAyB,CAAC;AAKxD,OAAO,EAAE,YAAY,EAAE,MAAS,2BAA2B,CAAC;AAC5D,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAC/E,OAAO,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AAC/D,OAAO,EAAE,WAAW,EAAE,MAAU,0BAA0B,CAAC;AAC3D,OAAO,EAAE,aAAa,EAAE,MAAQ,4BAA4B,CAAC;AAC7D,OAAO,EAAE,qBAAqB,EAAE,MAAM,oCAAoC,CAAC;AAC3E,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAU1E,kFAAkF;AAClF,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AACzD,OAAO,EAAE,yBAAyB,EAAE,MAAM,sCAAsC,CAAC;AASjF,kFAAkF;AAClF,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AAEtF,kFAAkF;AAClF,OAAO,EACH,SAAS,EACT,UAAU,EACV,OAAO,EACP,cAAc,EACd,aAAa,EACb,eAAe,EACf,cAAc,EACd,oBAAoB,EACpB,wBAAwB,EACxB,cAAc,GACjB,MAAM,sBAAsB,CAAC;AAiB9B,iFAAiF;AACjF,OAAO,EACH,MAAM,EACN,IAAI,EACJ,gBAAgB,EAChB,iBAAiB,EACjB,eAAe,EACf,kBAAkB,EAClB,oBAAoB,EACpB,mBAAmB,EACnB,oBAAoB,EACpB,aAAa,EACb,UAAU,EACV,UAAU,EACV,eAAe,EACf,cAAc,EACd,WAAW,EACX,kBAAkB,EAClB,oBAAoB,EACpB,mBAAmB,EACnB,6BAA6B,EAC7B,8BAA8B,GACjC,MAAM,sBAAsB,CAAC;AAsB9B,iFAAiF;AACjF,OAAO,EACH,iBAAiB,EACjB,eAAe,EACf,UAAU,EACV,YAAY,EACZ,eAAe,EACf,eAAe,EACf,aAAa,EACb,eAAe,EACf,eAAe,EACf,YAAY,EACZ,cAAc,EACd,aAAa,EACb,YAAY,EACZ,YAAY,EACZ,SAAS,EACT,iBAAiB,EACjB,UAAU,GACb,MAAM,wBAAwB,CAAC;AAmBhC,iFAAiF;AACjF,OAAO,EACH,iBAAiB,EACjB,sBAAsB,EACtB,cAAc,EACd,eAAe,EACf,UAAU,EACV,SAAS,EACT,UAAU,EACV,cAAc,EACd,UAAU,EACV,eAAe,EACf,QAAQ,EACR,YAAY,EACZ,QAAQ,EACR,kBAAkB,EAClB,eAAe,EACf,iBAAiB,EACjB,kBAAkB,EAClB,WAAW,EACX,SAAS,EACT,YAAY,GACf,MAAM,mBAAmB,CAAC;AAe3B,iFAAiF;AACjF,OAAO,EACH,mBAAmB,EACnB,mBAAmB,EACnB,sBAAsB,EACtB,kBAAkB,GACrB,MAAM,gBAAgB,CAAC;AAUxB,iFAAiF;AACjF,OAAO,EACH,UAAU,EACV,aAAa,EACb,YAAY,EACZ,UAAU,EACV,YAAY,EACZ,oBAAoB,EACpB,oBAAoB,EACpB,gBAAgB,EAChB,qBAAqB,EACrB,gBAAgB,EAChB,QAAQ,EACR,cAAc,EACd,iBAAiB,EACjB,gBAAgB,EAChB,cAAc,EACd,qBAAqB,EACrB,MAAM,EACN,KAAK,EACL,GAAG,GACN,MAAM,0BAA0B,CAAC;AAgClC,iFAAiF;AACjF,OAAO,EACH,WAAW,EACX,YAAY,EACZ,YAAY,EACZ,UAAU,EACV,eAAe,EACf,mBAAmB,EACnB,eAAe,EACf,gBAAgB,EAChB,QAAQ,EACR,OAAO,EACP,UAAU,EACV,mBAAmB,EACnB,oBAAoB,GACvB,MAAM,iBAAiB,CAAC;AAiBzB,iFAAiF;AACjF,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAS9D,iFAAiF;AACjF,OAAO,EAAE,WAAW,EAAE,MAAO,yBAAyB,CAAC;AAWvD,iFAAiF;AACjF,OAAO,EACH,iBAAiB,EACjB,yBAAyB,EACzB,sBAAsB,EACtB,mBAAmB,EACnB,eAAe,EACf,oBAAoB,EACpB,kBAAkB,EAClB,UAAU,GACb,MAAM,sBAAsB,CAAC;AAgB9B,kFAAkF;AAClF,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAU5D,mFAAmF;AACnF,OAAO,EACH,WAAW,EACX,eAAe,EACf,gBAAgB,EAChB,uBAAuB,EACvB,gBAAgB,EAChB,qBAAqB,EACrB,mBAAmB,EACnB,aAAa,EACb,mBAAmB,EACnB,SAAS,EACT,UAAU,EACV,kBAAkB,EAClB,WAAW,EACX,aAAa,EACb,WAAW,EACX,UAAU,GACb,MAAM,qBAAqB,CAAC;AAa7B,mFAAmF;AACnF,OAAO,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAG5E,iFAAiF;AACjF,OAAO,EAAE,kBAAkB,EAAE,MAAM,sCAAsC,CAAC;AAU1E,iFAAiF;AACjF,OAAO,EAAE,QAAQ,EAAE,MAAO,qBAAqB,CAAC;AAGhD,iFAAiF;AACjF,OAAO,EAAE,QAAQ,EAAE,MAAO,sBAAsB,CAAC;AAGjD,iFAAiF;AACjF,mDAAmD;AACnD,qEAAqE;AAErE,OAAO,EAAE,UAAU,EAAE,MAAe,yBAAyB,CAAC;AAG9D,MAAM,CAAC,MAAM,GAAG,GAAG;IACf;;;;;OAKG;IACH,MAAM,EAAE,CAAC,IAAuB,EAAE,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC;CACtD,CAAC"}

package/dist/ingest/IngestionPipeline.d.ts

@@ -0,0 +1,95 @@
+/**
+ * ingest/IngestionPipeline.ts — source → parse → chunk → embed → upsert.
+ *
+ * The one-off script that loads a corpus into a vector database is easy. What
+ * makes a pipeline PRODUCTION-grade is everything that happens on the second run:
+ *
+ *   • **Incremental sync.** Re-ingesting a 200k-document corpus must not re-embed
+ *     200k documents because three of them changed. Chunks carry a content hash;
+ *     with a manifest, unchanged hashes are skipped and vanished chunks deleted.
+ *     Embedding is the cost line, so this is the difference between a pipeline that
+ *     runs nightly and one that runs once.
+ *   • **Deterministic ids.** A chunk's id is derived from its source id and its
+ *     ordinal, so a re-run overwrites rather than duplicating. Random ids are why
+ *     corpora silently triple in size.
+ *   • **Batching and bounded concurrency.** Embedders and vector databases both
+ *     rate-limit; an unbounded `Promise.all` over a corpus is a self-inflicted 429.
+ *   • **Per-document failure isolation.** One malformed file fails that document
+ *     and is reported, rather than aborting the run.
+ *   • **Governance by construction.** Tenant, ACL and sensitivity are written onto
+ *     every chunk during ingest, because a retrieval-time ACL that depends on
+ *     ingest-time diligence is not an ACL.
+ */
+import { type ChunkOptions } from '../retrieval/chunk.js';
+import type { Tracer } from '../telemetry/Tracer.js';
+import { type VectorStore } from '../vectorstore/types.js';
+import { ParserRegistry } from './parsers.js';
+import { type BatchEmbedder, type ChunkFingerprint, type DocumentParser, type IngestManifest, type IngestionReport, type SourceDocument, type SyncStrategy } from './types.js';
+export interface IngestionPipelineOptions {
+    store: VectorStore;
+    embed: BatchEmbedder;
+    /** Chunking parameters. Defaults to 1000 chars / 200 overlap. */
+    chunk?: ChunkOptions;
+    /** Custom parser set. Defaults to the builtin registry. */
+    parsers?: ParserRegistry | readonly DocumentParser[];
+    /** Enables `diff` sync — see {@link IngestManifest}. */
+    manifest?: IngestManifest;
+    /** Default `'diff'` when a manifest is supplied, `'replace'` otherwise. */
+    syncStrategy?: SyncStrategy;
+    /** Texts per embedder call. Default 64. */
+    embedBatchSize?: number;
+    /** Records per store upsert. Default 100. */
+    upsertBatchSize?: number;
+    /** Documents processed concurrently. Default 4. */
+    concurrency?: number;
+    /** Model label recorded on embedding spans, for cost attribution. */
+    embeddingModel?: string;
+    tracer?: Tracer;
+}
+export declare class IngestionPipeline {
+    private readonly _store;
+    private readonly _embed;
+    private readonly _chunkOpts;
+    private readonly _parsers;
+    private readonly _manifest;
+    private readonly _strategy;
+    private readonly _embedBatch;
+    private readonly _upsertBatch;
+    private readonly _concurrency;
+    private readonly _embeddingModel;
+    private readonly _tracer;
+    constructor(opts: IngestionPipelineOptions);
+    ingest(sources: readonly SourceDocument[]): Promise<IngestionReport>;
+    /** Removes every chunk a source produced — a GDPR/right-to-erasure primitive. */
+    forget(sourceId: string): Promise<number>;
+    private _ingestOne;
+    /**
+     * Decides what actually has to be written and deleted.
+     *
+     * `diff` compares content hashes against the manifest; `replace` clears the
+     * source's chunks first (correct without a manifest, at the cost of re-embedding);
+     * `append` writes everything and deletes nothing.
+     */
+    private _planSync;
+    private _embedBatchTraced;
+    private _baseMetadata;
+}
+/** In-process manifest — the default for a single-process or test deployment. */
+export declare class InMemoryIngestManifest implements IngestManifest {
+    private readonly _entries;
+    get(sourceId: string): Promise<ChunkFingerprint[] | undefined>;
+    set(sourceId: string, fingerprints: ChunkFingerprint[]): Promise<void>;
+    delete(sourceId: string): Promise<void>;
+    get size(): number;
+}
+/**
+ * FNV-1a, 32-bit, rendered as hex.
+ *
+ * A content hash here answers "did this chunk change", not "was this chunk
+ * tampered with", so a fast non-cryptographic hash is the right tool — and it is
+ * synchronous, unlike WebCrypto, which keeps chunking a pure function.
+ */
+export declare function hashText(text: string): string;
+/** Bounded-concurrency map — the reason a large corpus does not become a 429. */
+export declare function mapWithConcurrency<T>(items: readonly T[], limit: number, fn: (item: T, index: number) => Promise<void>): Promise<void>;
+//# sourceMappingURL=IngestionPipeline.d.ts.map

package/dist/ingest/IngestionPipeline.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"IngestionPipeline.d.ts","sourceRoot":"","sources":["../../src/ingest/IngestionPipeline.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;AAEH,OAAO,EAAa,KAAK,YAAY,EAAE,MAAM,uBAAuB,CAAC;AACrE,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAC;AAErD,OAAO,EAOH,KAAK,WAAW,EACnB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAC9C,OAAO,EAOH,KAAK,aAAa,EAClB,KAAK,gBAAgB,EACrB,KAAK,cAAc,EACnB,KAAK,cAAc,EACnB,KAAK,eAAe,EACpB,KAAK,cAAc,EACnB,KAAK,YAAY,EACpB,MAAM,YAAY,CAAC;AAEpB,MAAM,WAAW,wBAAwB;IACrC,KAAK,EAAE,WAAW,CAAC;IACnB,KAAK,EAAE,aAAa,CAAC;IACrB,iEAAiE;IACjE,KAAK,CAAC,EAAE,YAAY,CAAC;IACrB,2DAA2D;IAC3D,OAAO,CAAC,EAAE,cAAc,GAAG,SAAS,cAAc,EAAE,CAAC;IACrD,wDAAwD;IACxD,QAAQ,CAAC,EAAE,cAAc,CAAC;IAC1B,2EAA2E;IAC3E,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,2CAA2C;IAC3C,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,6CAA6C;IAC7C,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,mDAAmD;IACnD,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,qEAAqE;IACrE,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,MAAM,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,qBAAa,iBAAiB;IAC1B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAc;IACrC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;IACvC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAe;IAC1C,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAiB;IAC1C,OAAO,CAAC,QAAQ,CAAC,SAAS,CAA6B;IACvD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAe;IACzC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IACrC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IACtC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IACtC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAS;IACzC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAqB;gBAEjC,IAAI,EAAE,wBAAwB;IAgBpC,MAAM,CAAC,OAAO,EAAE,SAAS,cAAc,EAAE,GAAG,OAAO,CAAC,eAAe,CAAC;IA6C1E,iFAAiF;IAC3E,MAAM,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;YAQjC,UAAU;IA8FxB;;;;;;OAMG;YACW,SAAS;YAyBT,iBAAiB;IA2B/B,OAAO,CAAC,aAAa;CAgBxB;AAED,iFAAiF;AACjF,qBAAa,sBAAuB,YAAW,cAAc;IACzD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAyC;IAE5D,GAAG,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,EAAE,GAAG,SAAS,CAAC;IAI9D,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,YAAY,EAAE,gBAAgB,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAItE,MAAM,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAI7C,IAAI,IAAI,IAAI,MAAM,CAA+B;CACpD;AAED;;;;;;GAMG;AACH,wBAAgB,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAO7C;AAED,iFAAiF;AACjF,wBAAsB,kBAAkB,CAAC,CAAC,EACtC,KAAK,EAAE,SAAS,CAAC,EAAE,EACnB,KAAK,EAAE,MAAM,EACb,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,GAC9C,OAAO,CAAC,IAAI,CAAC,CASf"}

package/dist/ingest/IngestionPipeline.js

@@ -0,0 +1,295 @@
+/**
+ * ingest/IngestionPipeline.ts — source → parse → chunk → embed → upsert.
+ *
+ * The one-off script that loads a corpus into a vector database is easy. What
+ * makes a pipeline PRODUCTION-grade is everything that happens on the second run:
+ *
+ *   • **Incremental sync.** Re-ingesting a 200k-document corpus must not re-embed
+ *     200k documents because three of them changed. Chunks carry a content hash;
+ *     with a manifest, unchanged hashes are skipped and vanished chunks deleted.
+ *     Embedding is the cost line, so this is the difference between a pipeline that
+ *     runs nightly and one that runs once.
+ *   • **Deterministic ids.** A chunk's id is derived from its source id and its
+ *     ordinal, so a re-run overwrites rather than duplicating. Random ids are why
+ *     corpora silently triple in size.
+ *   • **Batching and bounded concurrency.** Embedders and vector databases both
+ *     rate-limit; an unbounded `Promise.all` over a corpus is a self-inflicted 429.
+ *   • **Per-document failure isolation.** One malformed file fails that document
+ *     and is reported, rather than aborting the run.
+ *   • **Governance by construction.** Tenant, ACL and sensitivity are written onto
+ *     every chunk during ingest, because a retrieval-time ACL that depends on
+ *     ingest-time diligence is not an ACL.
+ */
+import { chunkText } from '../retrieval/chunk.js';
+import { estimateTokens } from '../telemetry/pricing.js';
+import { ACL_FIELD, ACL_PUBLIC, SENSITIVITY_FIELD, TENANT_FIELD, } from '../vectorstore/types.js';
+import { ParserRegistry } from './parsers.js';
+import { CHUNK_INDEX_FIELD, CONTENT_HASH_FIELD, PARSER_FIELD, SOURCE_ID_FIELD, TITLE_FIELD, URI_FIELD, } from './types.js';
+export class IngestionPipeline {
+    _store;
+    _embed;
+    _chunkOpts;
+    _parsers;
+    _manifest;
+    _strategy;
+    _embedBatch;
+    _upsertBatch;
+    _concurrency;
+    _embeddingModel;
+    _tracer;
+    constructor(opts) {
+        this._store = opts.store;
+        this._embed = opts.embed;
+        this._chunkOpts = opts.chunk ?? {};
+        this._parsers = opts.parsers instanceof ParserRegistry
+            ? opts.parsers
+            : new ParserRegistry(opts.parsers);
+        this._manifest = opts.manifest;
+        this._strategy = opts.syncStrategy ?? (opts.manifest ? 'diff' : 'replace');
+        this._embedBatch = Math.max(1, opts.embedBatchSize ?? 64);
+        this._upsertBatch = Math.max(1, opts.upsertBatchSize ?? 100);
+        this._concurrency = Math.max(1, opts.concurrency ?? 4);
+        this._embeddingModel = opts.embeddingModel ?? 'embedding';
+        this._tracer = opts.tracer;
+    }
+    async ingest(sources) {
+        const started = Date.now();
+        const report = {
+            documents: 0, sections: 0, chunks: 0, embedded: 0, upserted: 0,
+            skippedUnchanged: 0, deletedStale: 0, failures: [], durationMs: 0,
+        };
+        const root = this._tracer?.startSpan('ingest.run', {
+            kind: 'ingest',
+            attributes: { 'ingest.sources': sources.length, 'ingest.strategy': this._strategy },
+        });
+        if (root)
+            report.traceId = root.traceId;
+        await mapWithConcurrency(sources, this._concurrency, async (source) => {
+            try {
+                const result = await this._ingestOne(source, root);
+                report.documents += 1;
+                report.sections += result.sections;
+                report.chunks += result.chunks;
+                report.embedded += result.embedded;
+                report.upserted += result.upserted;
+                report.skippedUnchanged += result.skippedUnchanged;
+                report.deletedStale += result.deletedStale;
+            }
+            catch (err) {
+                // One bad document must not abort a corpus-wide run; it is reported
+                // with its id so the operator can requeue exactly that source.
+                report.failures.push({
+                    sourceId: source.id,
+                    error: err instanceof Error ? err.message : String(err),
+                });
+            }
+        });
+        report.durationMs = Date.now() - started;
+        root?.setAttributes({
+            'ingest.chunks': report.chunks,
+            'ingest.embedded': report.embedded,
+            'ingest.skipped_unchanged': report.skippedUnchanged,
+            'ingest.failures': report.failures.length,
+        });
+        root?.end(report.failures.length > 0 && report.documents === 0 ? 'error' : 'ok');
+        await this._tracer?.flush();
+        return report;
+    }
+    /** Removes every chunk a source produced — a GDPR/right-to-erasure primitive. */
+    async forget(sourceId) {
+        const deleted = await this._store.deleteByFilter({
+            op: 'eq', field: SOURCE_ID_FIELD, value: sourceId,
+        });
+        await this._manifest?.delete(sourceId);
+        return deleted;
+    }
+    async _ingestOne(source, parent) {
+        const span = this._tracer?.startSpan('ingest.document', {
+            kind: 'ingest',
+            ...(parent ? { parent } : {}),
+            attributes: { 'ingest.source_id': source.id, 'ingest.tenant': source.tenantId },
+        });
+        try {
+            const parser = this._parsers.resolve(source);
+            if (!parser)
+                throw new Error(`No parser accepts source "${source.id}".`);
+            const sections = parser.parse(source);
+            const base = this._baseMetadata(source, parser.id);
+            // Chunk index is global across sections so ids stay stable and unique
+            // even when a section is added in the middle of a document.
+            const pending = [];
+            let index = 0;
+            for (const section of sections) {
+                for (const chunk of chunkText(section.text, this._chunkOpts)) {
+                    const hash = hashText(chunk.text);
+                    const metadata = {
+                        ...base,
+                        ...(section.metadata ?? {}),
+                        [CHUNK_INDEX_FIELD]: index,
+                        [CONTENT_HASH_FIELD]: hash,
+                    };
+                    pending.push({
+                        record: { id: `${source.id}#${index}`, text: chunk.text, metadata },
+                        hash,
+                    });
+                    index += 1;
+                }
+            }
+            const { toWrite, toDelete, skipped } = await this._planSync(source.id, pending);
+            let embedded = 0;
+            for (let i = 0; i < toWrite.length; i += this._embedBatch) {
+                const batch = toWrite.slice(i, i + this._embedBatch);
+                const vectors = await this._embedBatchTraced(batch.map((r) => r.text), span);
+                batch.forEach((record, j) => {
+                    const vector = vectors[j];
+                    if (vector)
+                        record.vector = vector;
+                });
+                embedded += batch.length;
+            }
+            let upserted = 0;
+            for (let i = 0; i < toWrite.length; i += this._upsertBatch) {
+                const result = await this._store.upsert(toWrite.slice(i, i + this._upsertBatch));
+                upserted += result.upserted;
+            }
+            let deletedStale = 0;
+            if (toDelete.length > 0) {
+                await this._store.delete(toDelete);
+                deletedStale = toDelete.length;
+            }
+            await this._manifest?.set(source.id, pending.map(({ record, hash }) => ({ id: record.id, hash })));
+            span?.setAttributes({
+                'ingest.sections': sections.length,
+                'ingest.chunks': pending.length,
+                'ingest.embedded': embedded,
+                'ingest.skipped_unchanged': skipped,
+                'ingest.parser': parser.id,
+            });
+            span?.end('ok');
+            return {
+                sections: sections.length,
+                chunks: pending.length,
+                embedded,
+                upserted,
+                skippedUnchanged: skipped,
+                deletedStale,
+            };
+        }
+        catch (err) {
+            span?.fail(err);
+            throw err;
+        }
+    }
+    /**
+     * Decides what actually has to be written and deleted.
+     *
+     * `diff` compares content hashes against the manifest; `replace` clears the
+     * source's chunks first (correct without a manifest, at the cost of re-embedding);
+     * `append` writes everything and deletes nothing.
+     */
+    async _planSync(sourceId, pending) {
+        if (this._strategy === 'diff' && this._manifest) {
+            const previous = (await this._manifest.get(sourceId)) ?? [];
+            const previousByHash = new Map(previous.map((f) => [f.id, f.hash]));
+            const currentIds = new Set(pending.map((p) => p.record.id));
+            const toWrite = [];
+            let skipped = 0;
+            for (const { record, hash } of pending) {
+                if (previousByHash.get(record.id) === hash)
+                    skipped += 1;
+                else
+                    toWrite.push(record);
+            }
+            const toDelete = previous.map((f) => f.id).filter((id) => !currentIds.has(id));
+            return { toWrite, toDelete, skipped };
+        }
+        if (this._strategy === 'replace') {
+            await this._store.deleteByFilter({ op: 'eq', field: SOURCE_ID_FIELD, value: sourceId });
+        }
+        return { toWrite: pending.map((p) => p.record), toDelete: [], skipped: 0 };
+    }
+    async _embedBatchTraced(texts, parent) {
+        if (!this._tracer)
+            return this._embed(texts);
+        const span = this._tracer.startSpan('embed.batch', {
+            kind: 'embedding',
+            ...(parent ? { parent } : {}),
+            attributes: { 'embedding.batch_size': texts.length },
+        });
+        try {
+            const vectors = await this._embed(texts);
+            span.recordUsage({
+                model: this._embeddingModel,
+                inputTokens: texts.reduce((sum, t) => sum + estimateTokens(t), 0),
+                outputTokens: 0,
+                estimated: true,
+            });
+            span.end('ok');
+            return vectors;
+        }
+        catch (err) {
+            span.fail(err);
+            throw err;
+        }
+    }
+    _baseMetadata(source, parserId) {
+        const metadata = {
+            ...(source.metadata ?? {}),
+            [TENANT_FIELD]: source.tenantId,
+            // Defaulting to tenant-public keeps the ACL array NON-EMPTY, which is
+            // what makes `accessFilter` fail closed: a record with no acl matches
+            // nothing rather than everything.
+            [ACL_FIELD]: source.acl?.length ? source.acl : [ACL_PUBLIC],
+            [SOURCE_ID_FIELD]: source.id,
+            [PARSER_FIELD]: parserId,
+        };
+        if (source.sensitivity !== undefined)
+            metadata[SENSITIVITY_FIELD] = source.sensitivity;
+        if (source.title)
+            metadata[TITLE_FIELD] = source.title;
+        if (source.uri)
+            metadata[URI_FIELD] = source.uri;
+        return metadata;
+    }
+}
+/** In-process manifest — the default for a single-process or test deployment. */
+export class InMemoryIngestManifest {
+    _entries = new Map();
+    async get(sourceId) {
+        return this._entries.get(sourceId);
+    }
+    async set(sourceId, fingerprints) {
+        this._entries.set(sourceId, fingerprints);
+    }
+    async delete(sourceId) {
+        this._entries.delete(sourceId);
+    }
+    get size() { return this._entries.size; }
+}
+/**
+ * FNV-1a, 32-bit, rendered as hex.
+ *
+ * A content hash here answers "did this chunk change", not "was this chunk
+ * tampered with", so a fast non-cryptographic hash is the right tool — and it is
+ * synchronous, unlike WebCrypto, which keeps chunking a pure function.
+ */
+export function hashText(text) {
+    let hash = 0x811c9dc5;
+    for (let i = 0; i < text.length; i++) {
+        hash ^= text.charCodeAt(i);
+        hash = Math.imul(hash, 0x01000193) >>> 0;
+    }
+    return hash.toString(16).padStart(8, '0');
+}
+/** Bounded-concurrency map — the reason a large corpus does not become a 429. */
+export async function mapWithConcurrency(items, limit, fn) {
+    let cursor = 0;
+    const workers = Array.from({ length: Math.min(limit, items.length) }, async () => {
+        while (cursor < items.length) {
+            const index = cursor++;
+            await fn(items[index], index);
+        }
+    });
+    await Promise.all(workers);
+}
+//# sourceMappingURL=IngestionPipeline.js.map