@graphorin/memory 0.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +15 -0
- package/LICENSE +21 -0
- package/README.md +401 -0
- package/dist/conflict/index.d.ts +3 -0
- package/dist/conflict/index.js +7 -0
- package/dist/conflict/locale-packs/en.js +262 -0
- package/dist/conflict/locale-packs/en.js.map +1 -0
- package/dist/conflict/locale-packs/index.js +4 -0
- package/dist/conflict/locale-packs/types.d.ts +103 -0
- package/dist/conflict/locale-packs/types.d.ts.map +1 -0
- package/dist/conflict/locale-packs/types.js +55 -0
- package/dist/conflict/locale-packs/types.js.map +1 -0
- package/dist/conflict/pipeline.d.ts +35 -0
- package/dist/conflict/pipeline.d.ts.map +1 -0
- package/dist/conflict/pipeline.js +257 -0
- package/dist/conflict/pipeline.js.map +1 -0
- package/dist/conflict/stages/helpers.js +66 -0
- package/dist/conflict/stages/helpers.js.map +1 -0
- package/dist/conflict/stages/stage1-exact-dedup.js +21 -0
- package/dist/conflict/stages/stage1-exact-dedup.js.map +1 -0
- package/dist/conflict/stages/stage2-embedding-three-zone.js +37 -0
- package/dist/conflict/stages/stage2-embedding-three-zone.js.map +1 -0
- package/dist/conflict/stages/stage3-heuristic-regex.js +45 -0
- package/dist/conflict/stages/stage3-heuristic-regex.js.map +1 -0
- package/dist/conflict/stages/stage4-subject-predicate.js +31 -0
- package/dist/conflict/stages/stage4-subject-predicate.js.map +1 -0
- package/dist/conflict/stages/stage5-defer-to-deep.js +22 -0
- package/dist/conflict/stages/stage5-defer-to-deep.js.map +1 -0
- package/dist/conflict/types.d.ts +222 -0
- package/dist/conflict/types.d.ts.map +1 -0
- package/dist/conflict/types.js +50 -0
- package/dist/conflict/types.js.map +1 -0
- package/dist/consolidator/budget.d.ts +1 -0
- package/dist/consolidator/budget.js +214 -0
- package/dist/consolidator/budget.js.map +1 -0
- package/dist/consolidator/decay.d.ts +35 -0
- package/dist/consolidator/decay.d.ts.map +1 -0
- package/dist/consolidator/decay.js +91 -0
- package/dist/consolidator/decay.js.map +1 -0
- package/dist/consolidator/dlq.js +58 -0
- package/dist/consolidator/dlq.js.map +1 -0
- package/dist/consolidator/errors.d.ts +54 -0
- package/dist/consolidator/errors.d.ts.map +1 -0
- package/dist/consolidator/errors.js +67 -0
- package/dist/consolidator/errors.js.map +1 -0
- package/dist/consolidator/idempotency.d.ts +1 -0
- package/dist/consolidator/idempotency.js +22 -0
- package/dist/consolidator/idempotency.js.map +1 -0
- package/dist/consolidator/index.d.ts +34 -0
- package/dist/consolidator/index.d.ts.map +1 -0
- package/dist/consolidator/index.js +163 -0
- package/dist/consolidator/index.js.map +1 -0
- package/dist/consolidator/lock.d.ts +2 -0
- package/dist/consolidator/lock.js +89 -0
- package/dist/consolidator/lock.js.map +1 -0
- package/dist/consolidator/noise-filter.d.ts +2 -0
- package/dist/consolidator/noise-filter.js +173 -0
- package/dist/consolidator/noise-filter.js.map +1 -0
- package/dist/consolidator/phases/deep.d.ts +4 -0
- package/dist/consolidator/phases/deep.js +198 -0
- package/dist/consolidator/phases/deep.js.map +1 -0
- package/dist/consolidator/phases/induce.d.ts +154 -0
- package/dist/consolidator/phases/induce.d.ts.map +1 -0
- package/dist/consolidator/phases/induce.js +253 -0
- package/dist/consolidator/phases/induce.js.map +1 -0
- package/dist/consolidator/phases/light.d.ts +4 -0
- package/dist/consolidator/phases/light.js +99 -0
- package/dist/consolidator/phases/light.js.map +1 -0
- package/dist/consolidator/phases/reflect.js +287 -0
- package/dist/consolidator/phases/reflect.js.map +1 -0
- package/dist/consolidator/phases/standard.d.ts +8 -0
- package/dist/consolidator/phases/standard.js +499 -0
- package/dist/consolidator/phases/standard.js.map +1 -0
- package/dist/consolidator/reconcile.js +192 -0
- package/dist/consolidator/reconcile.js.map +1 -0
- package/dist/consolidator/runtime.d.ts +62 -0
- package/dist/consolidator/runtime.d.ts.map +1 -0
- package/dist/consolidator/runtime.js +580 -0
- package/dist/consolidator/runtime.js.map +1 -0
- package/dist/consolidator/scheduler.d.ts +111 -0
- package/dist/consolidator/scheduler.d.ts.map +1 -0
- package/dist/consolidator/scheduler.js +71 -0
- package/dist/consolidator/scheduler.js.map +1 -0
- package/dist/consolidator/triggers.d.ts +40 -0
- package/dist/consolidator/triggers.d.ts.map +1 -0
- package/dist/consolidator/triggers.js +94 -0
- package/dist/consolidator/triggers.js.map +1 -0
- package/dist/consolidator/types.d.ts +397 -0
- package/dist/consolidator/types.d.ts.map +1 -0
- package/dist/consolidator/types.js +117 -0
- package/dist/consolidator/types.js.map +1 -0
- package/dist/context-engine/annotations.d.ts +118 -0
- package/dist/context-engine/annotations.d.ts.map +1 -0
- package/dist/context-engine/annotations.js +102 -0
- package/dist/context-engine/annotations.js.map +1 -0
- package/dist/context-engine/auto-recall.d.ts +52 -0
- package/dist/context-engine/auto-recall.d.ts.map +1 -0
- package/dist/context-engine/auto-recall.js +41 -0
- package/dist/context-engine/auto-recall.js.map +1 -0
- package/dist/context-engine/compaction/clear-tool-results.d.ts +55 -0
- package/dist/context-engine/compaction/clear-tool-results.d.ts.map +1 -0
- package/dist/context-engine/compaction/clear-tool-results.js +97 -0
- package/dist/context-engine/compaction/clear-tool-results.js.map +1 -0
- package/dist/context-engine/compaction/compactor.d.ts +52 -0
- package/dist/context-engine/compaction/compactor.d.ts.map +1 -0
- package/dist/context-engine/compaction/compactor.js +196 -0
- package/dist/context-engine/compaction/compactor.js.map +1 -0
- package/dist/context-engine/compaction/hooks/reanchor-persona-block.d.ts +15 -0
- package/dist/context-engine/compaction/hooks/reanchor-persona-block.d.ts.map +1 -0
- package/dist/context-engine/compaction/hooks/reanchor-persona-block.js +27 -0
- package/dist/context-engine/compaction/hooks/reanchor-persona-block.js.map +1 -0
- package/dist/context-engine/compaction/hooks/reanchor-pinned-facts.d.ts +18 -0
- package/dist/context-engine/compaction/hooks/reanchor-pinned-facts.d.ts.map +1 -0
- package/dist/context-engine/compaction/hooks/reanchor-pinned-facts.js +47 -0
- package/dist/context-engine/compaction/hooks/reanchor-pinned-facts.js.map +1 -0
- package/dist/context-engine/compaction/hooks/reanchor-project-rules.d.ts +15 -0
- package/dist/context-engine/compaction/hooks/reanchor-project-rules.d.ts.map +1 -0
- package/dist/context-engine/compaction/hooks/reanchor-project-rules.js +32 -0
- package/dist/context-engine/compaction/hooks/reanchor-project-rules.js.map +1 -0
- package/dist/context-engine/compaction/hooks/types.d.ts +42 -0
- package/dist/context-engine/compaction/hooks/types.d.ts.map +1 -0
- package/dist/context-engine/compaction/index.d.ts +9 -0
- package/dist/context-engine/compaction/index.js +9 -0
- package/dist/context-engine/compaction/templates/summary-9-section.d.ts +84 -0
- package/dist/context-engine/compaction/templates/summary-9-section.d.ts.map +1 -0
- package/dist/context-engine/compaction/templates/summary-9-section.js +84 -0
- package/dist/context-engine/compaction/templates/summary-9-section.js.map +1 -0
- package/dist/context-engine/compaction/thresholds.d.ts +68 -0
- package/dist/context-engine/compaction/thresholds.d.ts.map +1 -0
- package/dist/context-engine/compaction/thresholds.js +63 -0
- package/dist/context-engine/compaction/thresholds.js.map +1 -0
- package/dist/context-engine/compaction/types.d.ts +202 -0
- package/dist/context-engine/compaction/types.d.ts.map +1 -0
- package/dist/context-engine/engine.d.ts +258 -0
- package/dist/context-engine/engine.d.ts.map +1 -0
- package/dist/context-engine/engine.js +424 -0
- package/dist/context-engine/engine.js.map +1 -0
- package/dist/context-engine/index.d.ts +68 -0
- package/dist/context-engine/index.d.ts.map +1 -0
- package/dist/context-engine/index.js +24 -0
- package/dist/context-engine/locale-packs/en.d.ts +14 -0
- package/dist/context-engine/locale-packs/en.d.ts.map +1 -0
- package/dist/context-engine/locale-packs/en.js +87 -0
- package/dist/context-engine/locale-packs/en.js.map +1 -0
- package/dist/context-engine/locale-packs/index.js +4 -0
- package/dist/context-engine/locale-packs/resolver.d.ts +41 -0
- package/dist/context-engine/locale-packs/resolver.d.ts.map +1 -0
- package/dist/context-engine/locale-packs/resolver.js +119 -0
- package/dist/context-engine/locale-packs/resolver.js.map +1 -0
- package/dist/context-engine/locale-packs/types.d.ts +119 -0
- package/dist/context-engine/locale-packs/types.d.ts.map +1 -0
- package/dist/context-engine/locale-packs/types.js +24 -0
- package/dist/context-engine/locale-packs/types.js.map +1 -0
- package/dist/context-engine/metadata.d.ts +40 -0
- package/dist/context-engine/metadata.d.ts.map +1 -0
- package/dist/context-engine/metadata.js +66 -0
- package/dist/context-engine/metadata.js.map +1 -0
- package/dist/context-engine/preambles/inbound-en.d.ts +20 -0
- package/dist/context-engine/preambles/inbound-en.d.ts.map +1 -0
- package/dist/context-engine/preambles/inbound-en.js +23 -0
- package/dist/context-engine/preambles/inbound-en.js.map +1 -0
- package/dist/context-engine/privacy-filter.d.ts +108 -0
- package/dist/context-engine/privacy-filter.d.ts.map +1 -0
- package/dist/context-engine/privacy-filter.js +113 -0
- package/dist/context-engine/privacy-filter.js.map +1 -0
- package/dist/context-engine/templates/base-en.d.ts +19 -0
- package/dist/context-engine/templates/base-en.d.ts.map +1 -0
- package/dist/context-engine/templates/base-en.js +22 -0
- package/dist/context-engine/templates/base-en.js.map +1 -0
- package/dist/context-engine/templates/composer.d.ts +55 -0
- package/dist/context-engine/templates/composer.d.ts.map +1 -0
- package/dist/context-engine/templates/composer.js +51 -0
- package/dist/context-engine/templates/composer.js.map +1 -0
- package/dist/context-engine/token-budget.d.ts +99 -0
- package/dist/context-engine/token-budget.d.ts.map +1 -0
- package/dist/context-engine/token-budget.js +211 -0
- package/dist/context-engine/token-budget.js.map +1 -0
- package/dist/context-engine/token-counter.d.ts +54 -0
- package/dist/context-engine/token-counter.d.ts.map +1 -0
- package/dist/context-engine/token-counter.js +81 -0
- package/dist/context-engine/token-counter.js.map +1 -0
- package/dist/errors/index.d.ts +171 -0
- package/dist/errors/index.d.ts.map +1 -0
- package/dist/errors/index.js +206 -0
- package/dist/errors/index.js.map +1 -0
- package/dist/facade.d.ts +278 -0
- package/dist/facade.d.ts.map +1 -0
- package/dist/facade.js +265 -0
- package/dist/facade.js.map +1 -0
- package/dist/graph/entity-resolver.d.ts +135 -0
- package/dist/graph/entity-resolver.d.ts.map +1 -0
- package/dist/graph/entity-resolver.js +202 -0
- package/dist/graph/entity-resolver.js.map +1 -0
- package/dist/graph/index.d.ts +1 -0
- package/dist/index.d.ts +103 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +95 -0
- package/dist/index.js.map +1 -0
- package/dist/internal/contextualize.d.ts +14 -0
- package/dist/internal/contextualize.d.ts.map +1 -0
- package/dist/internal/contextualize.js +110 -0
- package/dist/internal/contextualize.js.map +1 -0
- package/dist/internal/embedder-binding.js +50 -0
- package/dist/internal/embedder-binding.js.map +1 -0
- package/dist/internal/id.js +24 -0
- package/dist/internal/id.js.map +1 -0
- package/dist/internal/injection-heuristics.js +64 -0
- package/dist/internal/injection-heuristics.js.map +1 -0
- package/dist/internal/spans.js +35 -0
- package/dist/internal/spans.js.map +1 -0
- package/dist/internal/storage-adapter.d.ts +742 -0
- package/dist/internal/storage-adapter.d.ts.map +1 -0
- package/dist/migration/embedder-migration.d.ts +124 -0
- package/dist/migration/embedder-migration.d.ts.map +1 -0
- package/dist/migration/embedder-migration.js +109 -0
- package/dist/migration/embedder-migration.js.map +1 -0
- package/dist/migration/index.d.ts +2 -0
- package/dist/migration/index.js +3 -0
- package/dist/search/explain.d.ts +74 -0
- package/dist/search/explain.d.ts.map +1 -0
- package/dist/search/explain.js +50 -0
- package/dist/search/explain.js.map +1 -0
- package/dist/search/index.d.ts +6 -0
- package/dist/search/index.js +6 -0
- package/dist/search/iterative.d.ts +223 -0
- package/dist/search/iterative.d.ts.map +1 -0
- package/dist/search/iterative.js +330 -0
- package/dist/search/iterative.js.map +1 -0
- package/dist/search/query-transform.d.ts +112 -0
- package/dist/search/query-transform.d.ts.map +1 -0
- package/dist/search/query-transform.js +184 -0
- package/dist/search/query-transform.js.map +1 -0
- package/dist/search/rrf.d.ts +95 -0
- package/dist/search/rrf.d.ts.map +1 -0
- package/dist/search/rrf.js +166 -0
- package/dist/search/rrf.js.map +1 -0
- package/dist/search/types.d.ts +50 -0
- package/dist/search/types.d.ts.map +1 -0
- package/dist/tiers/episodic-memory.d.ts +142 -0
- package/dist/tiers/episodic-memory.d.ts.map +1 -0
- package/dist/tiers/episodic-memory.js +254 -0
- package/dist/tiers/episodic-memory.js.map +1 -0
- package/dist/tiers/index.d.ts +8 -0
- package/dist/tiers/index.js +9 -0
- package/dist/tiers/insight-memory.d.ts +71 -0
- package/dist/tiers/insight-memory.d.ts.map +1 -0
- package/dist/tiers/insight-memory.js +133 -0
- package/dist/tiers/insight-memory.js.map +1 -0
- package/dist/tiers/procedural-memory.d.ts +147 -0
- package/dist/tiers/procedural-memory.d.ts.map +1 -0
- package/dist/tiers/procedural-memory.js +267 -0
- package/dist/tiers/procedural-memory.js.map +1 -0
- package/dist/tiers/semantic-memory.d.ts +461 -0
- package/dist/tiers/semantic-memory.d.ts.map +1 -0
- package/dist/tiers/semantic-memory.js +631 -0
- package/dist/tiers/semantic-memory.js.map +1 -0
- package/dist/tiers/session-memory.d.ts +117 -0
- package/dist/tiers/session-memory.d.ts.map +1 -0
- package/dist/tiers/session-memory.js +163 -0
- package/dist/tiers/session-memory.js.map +1 -0
- package/dist/tiers/shared-memory.d.ts +29 -0
- package/dist/tiers/shared-memory.d.ts.map +1 -0
- package/dist/tiers/shared-memory.js +58 -0
- package/dist/tiers/shared-memory.js.map +1 -0
- package/dist/tiers/working-memory.d.ts +129 -0
- package/dist/tiers/working-memory.d.ts.map +1 -0
- package/dist/tiers/working-memory.js +229 -0
- package/dist/tiers/working-memory.js.map +1 -0
- package/dist/tools/block-tools.d.ts +98 -0
- package/dist/tools/block-tools.d.ts.map +1 -0
- package/dist/tools/block-tools.js +114 -0
- package/dist/tools/block-tools.js.map +1 -0
- package/dist/tools/fact-tools.d.ts +294 -0
- package/dist/tools/fact-tools.d.ts.map +1 -0
- package/dist/tools/fact-tools.js +293 -0
- package/dist/tools/fact-tools.js.map +1 -0
- package/dist/tools/index.d.ts +35 -0
- package/dist/tools/index.d.ts.map +1 -0
- package/dist/tools/index.js +36 -0
- package/dist/tools/index.js.map +1 -0
- package/dist/tools/recall-tools.d.ts +209 -0
- package/dist/tools/recall-tools.d.ts.map +1 -0
- package/dist/tools/recall-tools.js +170 -0
- package/dist/tools/recall-tools.js.map +1 -0
- package/dist/tools/types.d.ts +40 -0
- package/dist/tools/types.d.ts.map +1 -0
- package/package.json +119 -0
|
@@ -0,0 +1,499 @@
|
|
|
1
|
+
import { withMemorySpan } from "../../internal/spans.js";
|
|
2
|
+
import { reconcileToConflictDecision } from "../../conflict/types.js";
|
|
3
|
+
import "../../conflict/index.js";
|
|
4
|
+
import { applyNoiseFilters, renderText } from "../noise-filter.js";
|
|
5
|
+
import { contextualizeWithLlm } from "../../internal/contextualize.js";
|
|
6
|
+
import { newMemoryId } from "../../internal/id.js";
|
|
7
|
+
import { preFilterCandidate, reconcileCandidate } from "../reconcile.js";
|
|
8
|
+
|
|
9
|
+
//#region src/consolidator/phases/standard.ts
|
|
10
|
+
/** Top-s nearest neighbours surfaced to the reconcile pre-filter + LLM. */
|
|
11
|
+
const RECONCILE_TOP_K = 10;
|
|
12
|
+
const EXTRACTION_SYSTEM_PROMPT = [
|
|
13
|
+
"You are a memory-extraction assistant for a long-running personal-assistant runtime.",
|
|
14
|
+
"Read the supplied conversation slice and return the durable facts it asserts about the user, the world, or stable preferences.",
|
|
15
|
+
"Skip greetings, banter, transient state, and anything the assistant produced as boilerplate.",
|
|
16
|
+
"For each fact also rate how important it is for remembering the user, on an integer scale from 1 (incidental detail) to 10 (identity-defining).",
|
|
17
|
+
"Return a single JSON object: { \"facts\": [{ \"text\": string, \"subject\"?: string, \"predicate\"?: string, \"object\"?: string, \"confidence\"?: number, \"importance\"?: number }] }.",
|
|
18
|
+
"If the slice contains no durable facts, return { \"facts\": [] }."
|
|
19
|
+
].join(" ");
|
|
20
|
+
/**
|
|
21
|
+
* Per-call output-token ceilings (MCON-14). `BudgetTracker.record()`
|
|
22
|
+
* only runs AFTER `provider.generate` returns, so without a request cap
|
|
23
|
+
* a degenerate model response could blow through the daily ceiling in a
|
|
24
|
+
* single call before `pause` can take effect. All consolidator output
|
|
25
|
+
* shapes are small and well-defined; the caps are deliberately roomy.
|
|
26
|
+
*/
|
|
27
|
+
const EXTRACTION_MAX_TOKENS = 1024;
|
|
28
|
+
const EPISODE_MAX_TOKENS = 512;
|
|
29
|
+
const EPISODE_SUMMARY_SYSTEM_PROMPT = [
|
|
30
|
+
"You are an episode-summarization assistant for a long-running personal-assistant runtime.",
|
|
31
|
+
"Read the supplied conversation slice and write one concise third-person summary of what happened — the episode.",
|
|
32
|
+
"Return a single JSON object: { \"summary\": string }."
|
|
33
|
+
].join(" ");
|
|
34
|
+
const EPISODE_SUMMARY_IMPORTANCE_SYSTEM_PROMPT = [
|
|
35
|
+
"You are an episode-summarization assistant for a long-running personal-assistant runtime.",
|
|
36
|
+
"Read the supplied conversation slice and write one concise third-person summary of what happened — the episode.",
|
|
37
|
+
"Also rate how important / poignant this episode is for remembering the user, on an integer scale from 1 (mundane) to 10 (deeply significant).",
|
|
38
|
+
"Return a single JSON object: { \"summary\": string, \"importance\": number }."
|
|
39
|
+
].join(" ");
|
|
40
|
+
/**
|
|
41
|
+
* Run the standard phase. Returns a {@link PhaseOutcome}; errors are
|
|
42
|
+
* surfaced via `status: 'failed'` + `errorMessage` so the caller can
|
|
43
|
+
* land the batch in the DLQ.
|
|
44
|
+
*
|
|
45
|
+
* @stable
|
|
46
|
+
*/
|
|
47
|
+
async function runStandardPhase(deps) {
|
|
48
|
+
return withMemorySpan(deps.tracer, "memory.consolidate.standard", deps.scope, {
|
|
49
|
+
"consolidator.phase": "standard",
|
|
50
|
+
"consolidator.tier": deps.tier,
|
|
51
|
+
"consolidator.cheap_model": deps.cheapModel ?? deps.provider.modelId
|
|
52
|
+
}, async (span) => {
|
|
53
|
+
const startedAt = (typeof deps.now === "function" ? deps.now : Date.now)();
|
|
54
|
+
const session = deps.store.session;
|
|
55
|
+
let rawBatch;
|
|
56
|
+
if (deps.batch !== void 0) rawBatch = deps.batch;
|
|
57
|
+
else {
|
|
58
|
+
if (typeof session.listMessagesSince !== "function") {
|
|
59
|
+
span.setAttributes({
|
|
60
|
+
"consolidator.standard.skipped": "no-cursor-support",
|
|
61
|
+
"consolidator.duration_ms": 0,
|
|
62
|
+
"consolidator.facts_extracted": 0,
|
|
63
|
+
"consolidator.budget_used_usd": 0
|
|
64
|
+
});
|
|
65
|
+
return emptyOutcome("completed");
|
|
66
|
+
}
|
|
67
|
+
rawBatch = await session.listMessagesSince(deps.scope, deps.lastProcessedMessageId, deps.maxBatchSize);
|
|
68
|
+
}
|
|
69
|
+
const filtered = applyNoiseFilters(rawBatch, deps.noiseFilters);
|
|
70
|
+
span.setAttributes({
|
|
71
|
+
"consolidator.standard.batch_size": rawBatch.length,
|
|
72
|
+
"consolidator.standard.kept_count": filtered.kept.length,
|
|
73
|
+
"consolidator.standard.noise_filtered": filtered.droppedCount
|
|
74
|
+
});
|
|
75
|
+
if (filtered.kept.length === 0) {
|
|
76
|
+
span.setAttributes({
|
|
77
|
+
"consolidator.duration_ms": Math.max(0, (typeof deps.now === "function" ? deps.now : Date.now)() - startedAt),
|
|
78
|
+
"consolidator.facts_extracted": 0,
|
|
79
|
+
"consolidator.budget_used_usd": 0
|
|
80
|
+
});
|
|
81
|
+
return {
|
|
82
|
+
...emptyOutcome("completed"),
|
|
83
|
+
noiseFilteredCount: filtered.droppedCount
|
|
84
|
+
};
|
|
85
|
+
}
|
|
86
|
+
const transcript = renderTranscript(filtered.kept);
|
|
87
|
+
const request = buildRequest(deps, transcript);
|
|
88
|
+
const response = await deps.provider.generate(request);
|
|
89
|
+
const usage = response.usage;
|
|
90
|
+
const cost = deps.priceUsage?.({
|
|
91
|
+
promptTokens: usage.promptTokens,
|
|
92
|
+
completionTokens: usage.completionTokens
|
|
93
|
+
}) ?? 0;
|
|
94
|
+
const facts = parseExtraction(response.text);
|
|
95
|
+
let factsCreated = 0;
|
|
96
|
+
let factsUpdated = 0;
|
|
97
|
+
let conflictsResolved = 0;
|
|
98
|
+
let reconcileTokens = 0;
|
|
99
|
+
let reconcileCost = 0;
|
|
100
|
+
let contextualTokens = 0;
|
|
101
|
+
let contextualCost = 0;
|
|
102
|
+
const extractionTokens = (usage.promptTokens ?? 0) + (usage.completionTokens ?? 0) + (usage.reasoningTokens ?? 0);
|
|
103
|
+
deps.budget.record({
|
|
104
|
+
phase: "standard",
|
|
105
|
+
tokens: extractionTokens,
|
|
106
|
+
costUsd: cost
|
|
107
|
+
});
|
|
108
|
+
for (const fact of facts) {
|
|
109
|
+
if (fact.text.trim().length === 0) continue;
|
|
110
|
+
const input = buildFactInput(fact);
|
|
111
|
+
const neighbors = await deps.semantic.neighbors(deps.scope, fact.text, { topK: RECONCILE_TOP_K });
|
|
112
|
+
const route = await preFilterCandidate(fact.text, neighbors);
|
|
113
|
+
let decision;
|
|
114
|
+
let audited;
|
|
115
|
+
if (route.route === "reconcile" && !deps.budget.snapshot().paused) {
|
|
116
|
+
const result = await reconcileCandidate({
|
|
117
|
+
candidateText: fact.text,
|
|
118
|
+
neighbors: neighbors.map((h) => ({
|
|
119
|
+
id: h.record.id,
|
|
120
|
+
text: h.record.text,
|
|
121
|
+
...h.record.validFrom !== void 0 ? { validFrom: h.record.validFrom } : {}
|
|
122
|
+
})),
|
|
123
|
+
provider: deps.provider,
|
|
124
|
+
scope: deps.scope
|
|
125
|
+
});
|
|
126
|
+
decision = result.decision;
|
|
127
|
+
audited = reconcileToConflictDecision(decision);
|
|
128
|
+
reconcileTokens += result.usage.totalTokens;
|
|
129
|
+
const callCost = deps.priceUsage?.({
|
|
130
|
+
promptTokens: result.usage.promptTokens,
|
|
131
|
+
completionTokens: result.usage.completionTokens
|
|
132
|
+
}) ?? 0;
|
|
133
|
+
reconcileCost += callCost;
|
|
134
|
+
deps.budget.record({
|
|
135
|
+
phase: "standard",
|
|
136
|
+
tokens: result.usage.totalTokens,
|
|
137
|
+
costUsd: callCost
|
|
138
|
+
});
|
|
139
|
+
} else if (route.route === "reconcile") {
|
|
140
|
+
decision = {
|
|
141
|
+
action: "add",
|
|
142
|
+
reason: "reconcile-budget-paused"
|
|
143
|
+
};
|
|
144
|
+
audited = {
|
|
145
|
+
kind: "admit",
|
|
146
|
+
stage: "defer-to-deep",
|
|
147
|
+
reason: "reconcile-budget-paused"
|
|
148
|
+
};
|
|
149
|
+
} else if (route.route === "noop") {
|
|
150
|
+
decision = {
|
|
151
|
+
action: "noop",
|
|
152
|
+
targetId: route.targetId,
|
|
153
|
+
reason: route.reason
|
|
154
|
+
};
|
|
155
|
+
audited = {
|
|
156
|
+
kind: "dedup",
|
|
157
|
+
stage: route.reason === "exact-hash-match" ? "exact-dedup" : "embedding-three-zone",
|
|
158
|
+
existingId: route.targetId,
|
|
159
|
+
...route.similarity !== void 0 ? { similarity: route.similarity } : {},
|
|
160
|
+
reason: route.reason
|
|
161
|
+
};
|
|
162
|
+
} else {
|
|
163
|
+
decision = {
|
|
164
|
+
action: "add",
|
|
165
|
+
reason: route.reason
|
|
166
|
+
};
|
|
167
|
+
audited = {
|
|
168
|
+
kind: "admit",
|
|
169
|
+
stage: "embedding-three-zone",
|
|
170
|
+
reason: route.reason
|
|
171
|
+
};
|
|
172
|
+
}
|
|
173
|
+
let candidateId;
|
|
174
|
+
switch (decision.action) {
|
|
175
|
+
case "add": {
|
|
176
|
+
let indexText;
|
|
177
|
+
if (deps.contextualRetrieval === "llm" && !deps.budget.snapshot().paused) {
|
|
178
|
+
const ctx = await contextualizeWithLlm({
|
|
179
|
+
text: input.text,
|
|
180
|
+
...input.subject !== void 0 ? { subject: input.subject } : {},
|
|
181
|
+
...input.predicate !== void 0 ? { predicate: input.predicate } : {},
|
|
182
|
+
...input.object !== void 0 ? { object: input.object } : {}
|
|
183
|
+
}, deps.provider);
|
|
184
|
+
indexText = ctx.indexText;
|
|
185
|
+
const ctxTokens = (ctx.usage.promptTokens ?? 0) + (ctx.usage.completionTokens ?? 0) + (ctx.usage.reasoningTokens ?? 0);
|
|
186
|
+
const ctxCost = deps.priceUsage?.({
|
|
187
|
+
promptTokens: ctx.usage.promptTokens,
|
|
188
|
+
completionTokens: ctx.usage.completionTokens
|
|
189
|
+
}) ?? 0;
|
|
190
|
+
contextualTokens += ctxTokens;
|
|
191
|
+
contextualCost += ctxCost;
|
|
192
|
+
deps.budget.record({
|
|
193
|
+
phase: "standard",
|
|
194
|
+
tokens: ctxTokens,
|
|
195
|
+
costUsd: ctxCost
|
|
196
|
+
});
|
|
197
|
+
}
|
|
198
|
+
candidateId = (await deps.semantic.remember(deps.scope, input, {
|
|
199
|
+
pipeline: "off",
|
|
200
|
+
...indexText !== void 0 ? { indexText } : {},
|
|
201
|
+
...deps.autoPromoteExtraction ? { autoPromoteSynthesized: true } : {}
|
|
202
|
+
})).id;
|
|
203
|
+
factsCreated += 1;
|
|
204
|
+
break;
|
|
205
|
+
}
|
|
206
|
+
case "noop":
|
|
207
|
+
candidateId = newMemoryId("fact");
|
|
208
|
+
break;
|
|
209
|
+
case "update": {
|
|
210
|
+
const { new: stored } = await deps.semantic.supersede(deps.scope, decision.targetId, input, decision.reason);
|
|
211
|
+
candidateId = stored.id;
|
|
212
|
+
factsUpdated += 1;
|
|
213
|
+
break;
|
|
214
|
+
}
|
|
215
|
+
case "conflict": {
|
|
216
|
+
const { new: stored } = await deps.semantic.supersede(deps.scope, decision.targetId, input, decision.reason);
|
|
217
|
+
candidateId = stored.id;
|
|
218
|
+
factsUpdated += 1;
|
|
219
|
+
conflictsResolved += 1;
|
|
220
|
+
break;
|
|
221
|
+
}
|
|
222
|
+
}
|
|
223
|
+
await recordConflictDecision(deps.store, deps.scope, candidateId, audited);
|
|
224
|
+
}
|
|
225
|
+
let episodesFormed = 0;
|
|
226
|
+
let episodeTokens = 0;
|
|
227
|
+
let episodeCost = 0;
|
|
228
|
+
if (deps.formEpisodes && deps.episodic != null && filtered.kept.length > 0 && !deps.budget.snapshot().paused) {
|
|
229
|
+
const episodeRes = await deps.provider.generate(buildEpisodeRequest(deps, transcript, deps.importanceScoring));
|
|
230
|
+
const epUsage = episodeRes.usage;
|
|
231
|
+
episodeTokens = (epUsage.promptTokens ?? 0) + (epUsage.completionTokens ?? 0) + (epUsage.reasoningTokens ?? 0);
|
|
232
|
+
episodeCost = deps.priceUsage?.({
|
|
233
|
+
promptTokens: epUsage.promptTokens,
|
|
234
|
+
completionTokens: epUsage.completionTokens
|
|
235
|
+
}) ?? 0;
|
|
236
|
+
deps.budget.record({
|
|
237
|
+
phase: "standard",
|
|
238
|
+
tokens: episodeTokens,
|
|
239
|
+
costUsd: episodeCost
|
|
240
|
+
});
|
|
241
|
+
const parsed = parseEpisode(episodeRes.text);
|
|
242
|
+
if (parsed !== null && parsed.summary.trim().length > 0) {
|
|
243
|
+
const importance = deps.importanceScoring ? normalizeImportance(parsed.importance) : void 0;
|
|
244
|
+
const nowFallback = new Date((typeof deps.now === "function" ? deps.now : Date.now)()).toISOString();
|
|
245
|
+
const startedAt$1 = filtered.kept[0]?.createdAt ?? nowFallback;
|
|
246
|
+
const endedAt = filtered.kept[filtered.kept.length - 1]?.createdAt ?? startedAt$1;
|
|
247
|
+
await deps.episodic.record(deps.scope, {
|
|
248
|
+
summary: parsed.summary,
|
|
249
|
+
startedAt: startedAt$1,
|
|
250
|
+
endedAt,
|
|
251
|
+
...importance !== void 0 ? { importance } : {},
|
|
252
|
+
provenance: "extraction",
|
|
253
|
+
status: "quarantined"
|
|
254
|
+
});
|
|
255
|
+
episodesFormed = 1;
|
|
256
|
+
}
|
|
257
|
+
}
|
|
258
|
+
const totalTokens = extractionTokens + reconcileTokens + episodeTokens + contextualTokens;
|
|
259
|
+
const totalCost = cost + reconcileCost + episodeCost + contextualCost;
|
|
260
|
+
const snapshot = deps.budget.snapshot();
|
|
261
|
+
span.setAttributes({
|
|
262
|
+
"consolidator.duration_ms": Math.max(0, (typeof deps.now === "function" ? deps.now : Date.now)() - startedAt),
|
|
263
|
+
"consolidator.facts_extracted": factsCreated,
|
|
264
|
+
"consolidator.budget_used_usd": totalCost,
|
|
265
|
+
"consolidator.standard.facts_extracted": factsCreated,
|
|
266
|
+
"consolidator.standard.facts_updated": factsUpdated,
|
|
267
|
+
"consolidator.standard.conflicts_resolved": conflictsResolved,
|
|
268
|
+
"consolidator.standard.episodes_formed": episodesFormed,
|
|
269
|
+
"consolidator.standard.reconcile_tokens": reconcileTokens,
|
|
270
|
+
"consolidator.standard.episode_tokens": episodeTokens,
|
|
271
|
+
"consolidator.standard.contextual_tokens": contextualTokens,
|
|
272
|
+
"consolidator.standard.tokens.input": usage.promptTokens,
|
|
273
|
+
"consolidator.standard.tokens.output": usage.completionTokens,
|
|
274
|
+
"consolidator.standard.cost.estimate.usd": totalCost,
|
|
275
|
+
"consolidator.budget.remaining.tokens": snapshot.tokensRemaining,
|
|
276
|
+
"consolidator.budget.remaining.usd": snapshot.costRemaining,
|
|
277
|
+
"consolidator.exceeded": snapshot.paused
|
|
278
|
+
});
|
|
279
|
+
return {
|
|
280
|
+
phase: "standard",
|
|
281
|
+
status: "completed",
|
|
282
|
+
factsCreated,
|
|
283
|
+
factsUpdated,
|
|
284
|
+
conflictsResolved,
|
|
285
|
+
episodesFormed,
|
|
286
|
+
insightsCreated: 0,
|
|
287
|
+
noiseFilteredCount: filtered.droppedCount,
|
|
288
|
+
emptyExtractions: facts.length === 0 ? 1 : 0,
|
|
289
|
+
llmTokensUsed: totalTokens,
|
|
290
|
+
llmCostUsd: totalCost,
|
|
291
|
+
errorMessage: null
|
|
292
|
+
};
|
|
293
|
+
});
|
|
294
|
+
}
|
|
295
|
+
function buildRequest(deps, transcript) {
|
|
296
|
+
return {
|
|
297
|
+
messages: [{
|
|
298
|
+
role: "user",
|
|
299
|
+
content: `Conversation slice:\n${transcript}`
|
|
300
|
+
}],
|
|
301
|
+
systemMessage: EXTRACTION_SYSTEM_PROMPT,
|
|
302
|
+
temperature: 0,
|
|
303
|
+
maxTokens: EXTRACTION_MAX_TOKENS,
|
|
304
|
+
metadata: {
|
|
305
|
+
userId: deps.scope.userId,
|
|
306
|
+
...deps.scope.sessionId !== void 0 ? { sessionId: deps.scope.sessionId } : {},
|
|
307
|
+
...deps.scope.agentId !== void 0 ? { agentId: deps.scope.agentId } : {}
|
|
308
|
+
},
|
|
309
|
+
outputType: { kind: "structured" }
|
|
310
|
+
};
|
|
311
|
+
}
|
|
312
|
+
/**
|
|
313
|
+
* Build the episode-summarization request (P1-2). Uses the same
|
|
314
|
+
* transcript + structured-output seam as {@link buildRequest}; the
|
|
315
|
+
* system prompt switches on `withImportance` so a poignancy score is
|
|
316
|
+
* only requested when importance scoring is enabled.
|
|
317
|
+
*/
|
|
318
|
+
function buildEpisodeRequest(deps, transcript, withImportance) {
|
|
319
|
+
return {
|
|
320
|
+
messages: [{
|
|
321
|
+
role: "user",
|
|
322
|
+
content: `Conversation slice:\n${transcript}`
|
|
323
|
+
}],
|
|
324
|
+
systemMessage: withImportance ? EPISODE_SUMMARY_IMPORTANCE_SYSTEM_PROMPT : EPISODE_SUMMARY_SYSTEM_PROMPT,
|
|
325
|
+
temperature: 0,
|
|
326
|
+
maxTokens: EPISODE_MAX_TOKENS,
|
|
327
|
+
metadata: {
|
|
328
|
+
userId: deps.scope.userId,
|
|
329
|
+
...deps.scope.sessionId !== void 0 ? { sessionId: deps.scope.sessionId } : {},
|
|
330
|
+
...deps.scope.agentId !== void 0 ? { agentId: deps.scope.agentId } : {}
|
|
331
|
+
},
|
|
332
|
+
outputType: { kind: "structured" }
|
|
333
|
+
};
|
|
334
|
+
}
|
|
335
|
+
function renderTranscript(messages) {
|
|
336
|
+
return messages.map((m) => {
|
|
337
|
+
const role = m.message.role;
|
|
338
|
+
const text = renderText(m.message);
|
|
339
|
+
return `[${m.sequence}] ${role}: ${text}`;
|
|
340
|
+
}).join("\n");
|
|
341
|
+
}
|
|
342
|
+
/**
|
|
343
|
+
* Parse the model output into the structured fact list. Tolerates
|
|
344
|
+
* fenced blocks + trailing commentary so a chatty model does not
|
|
345
|
+
* wedge the cursor.
|
|
346
|
+
*
|
|
347
|
+
* @internal
|
|
348
|
+
*/
|
|
349
|
+
function parseExtraction(text) {
|
|
350
|
+
if (text === void 0 || text.length === 0) return [];
|
|
351
|
+
const candidate = stripFence(text).trim();
|
|
352
|
+
if (candidate.length === 0) return [];
|
|
353
|
+
let parsed;
|
|
354
|
+
try {
|
|
355
|
+
parsed = JSON.parse(candidate);
|
|
356
|
+
} catch {
|
|
357
|
+
const slice = sliceJsonObject(candidate);
|
|
358
|
+
if (slice === null) return [];
|
|
359
|
+
try {
|
|
360
|
+
parsed = JSON.parse(slice);
|
|
361
|
+
} catch {
|
|
362
|
+
return [];
|
|
363
|
+
}
|
|
364
|
+
}
|
|
365
|
+
if (parsed === null || typeof parsed !== "object") return [];
|
|
366
|
+
const root = parsed;
|
|
367
|
+
const facts = Array.isArray(root.facts) ? root.facts : Array.isArray(parsed) ? parsed : [];
|
|
368
|
+
const out = [];
|
|
369
|
+
for (const item of facts) {
|
|
370
|
+
if (item === null || typeof item !== "object") continue;
|
|
371
|
+
const obj = item;
|
|
372
|
+
const text$1 = typeof obj.text === "string" ? obj.text : null;
|
|
373
|
+
if (text$1 === null || text$1.trim().length === 0) continue;
|
|
374
|
+
const fact = {
|
|
375
|
+
text: text$1,
|
|
376
|
+
...typeof obj.subject === "string" ? { subject: obj.subject } : {},
|
|
377
|
+
...typeof obj.predicate === "string" ? { predicate: obj.predicate } : {},
|
|
378
|
+
...typeof obj.object === "string" ? { object: obj.object } : {},
|
|
379
|
+
...typeof obj.confidence === "number" ? { confidence: obj.confidence } : {},
|
|
380
|
+
...typeof obj.importance === "number" ? { importance: obj.importance } : {}
|
|
381
|
+
};
|
|
382
|
+
out.push(fact);
|
|
383
|
+
}
|
|
384
|
+
return out;
|
|
385
|
+
}
|
|
386
|
+
/**
|
|
387
|
+
* Parse the episode-summary model output into `{ summary, importance? }`
|
|
388
|
+
* (P1-2). Tolerates fenced blocks + an optional `{ episode: {...} }`
|
|
389
|
+
* wrapper; returns `null` when no usable `summary` string is present
|
|
390
|
+
* (so an extraction-shaped `{ facts: [...] }` payload is rejected, not
|
|
391
|
+
* mistaken for an episode).
|
|
392
|
+
*
|
|
393
|
+
* @internal
|
|
394
|
+
*/
|
|
395
|
+
function parseEpisode(text) {
|
|
396
|
+
if (text === void 0 || text.length === 0) return null;
|
|
397
|
+
const candidate = stripFence(text).trim();
|
|
398
|
+
if (candidate.length === 0) return null;
|
|
399
|
+
let parsed;
|
|
400
|
+
try {
|
|
401
|
+
parsed = JSON.parse(candidate);
|
|
402
|
+
} catch {
|
|
403
|
+
const slice = sliceJsonObject(candidate);
|
|
404
|
+
if (slice === null) return null;
|
|
405
|
+
try {
|
|
406
|
+
parsed = JSON.parse(slice);
|
|
407
|
+
} catch {
|
|
408
|
+
return null;
|
|
409
|
+
}
|
|
410
|
+
}
|
|
411
|
+
if (parsed === null || typeof parsed !== "object") return null;
|
|
412
|
+
const root = parsed;
|
|
413
|
+
const inner = typeof root.summary === "string" ? root : root.episode !== null && typeof root.episode === "object" ? root.episode : root;
|
|
414
|
+
const summary = typeof inner.summary === "string" ? inner.summary : null;
|
|
415
|
+
if (summary === null || summary.trim().length === 0) return null;
|
|
416
|
+
return {
|
|
417
|
+
summary,
|
|
418
|
+
...typeof inner.importance === "number" ? { importance: inner.importance } : {}
|
|
419
|
+
};
|
|
420
|
+
}
|
|
421
|
+
/**
|
|
422
|
+
* Normalize a raw `[1, 10]` poignancy score into the episodic
|
|
423
|
+
* `importance` field's `[0, 1]` range (P1-2). Out-of-range values are
|
|
424
|
+
* clamped to `[1, 10]` first (so `15 → 1.0`, `0 → 0.1`); non-finite /
|
|
425
|
+
* missing scores return `undefined` so the episode is recorded without
|
|
426
|
+
* an importance signal rather than a bogus one.
|
|
427
|
+
*
|
|
428
|
+
* @internal
|
|
429
|
+
*/
|
|
430
|
+
function normalizeImportance(raw) {
|
|
431
|
+
if (typeof raw !== "number" || !Number.isFinite(raw)) return void 0;
|
|
432
|
+
return Math.min(10, Math.max(1, raw)) / 10;
|
|
433
|
+
}
|
|
434
|
+
function stripFence(text) {
|
|
435
|
+
return /^```[^\n]*\n([\s\S]*?)\n```/u.exec(text.trim())?.[1] ?? text;
|
|
436
|
+
}
|
|
437
|
+
function sliceJsonObject(text) {
|
|
438
|
+
const start = text.indexOf("{");
|
|
439
|
+
const end = text.lastIndexOf("}");
|
|
440
|
+
if (start < 0 || end < start) return null;
|
|
441
|
+
return text.slice(start, end + 1);
|
|
442
|
+
}
|
|
443
|
+
/**
|
|
444
|
+
* Build the {@link FactInput} for an extracted candidate. P1-4:
|
|
445
|
+
* distilled-from-transcript facts are synthesized memory — tagged
|
|
446
|
+
* `extraction` so they land quarantined (excluded from action-driving
|
|
447
|
+
* recall until validated).
|
|
448
|
+
*/
|
|
449
|
+
function buildFactInput(fact) {
|
|
450
|
+
const importance = normalizeImportance(fact.importance);
|
|
451
|
+
return {
|
|
452
|
+
text: fact.text,
|
|
453
|
+
provenance: "extraction",
|
|
454
|
+
...fact.subject !== void 0 ? { subject: fact.subject } : {},
|
|
455
|
+
...fact.predicate !== void 0 ? { predicate: fact.predicate } : {},
|
|
456
|
+
...fact.object !== void 0 ? { object: fact.object } : {},
|
|
457
|
+
...fact.confidence !== void 0 ? { confidence: fact.confidence } : {},
|
|
458
|
+
...importance !== void 0 ? { importance } : {}
|
|
459
|
+
};
|
|
460
|
+
}
|
|
461
|
+
/**
|
|
462
|
+
* Record a reconcile / pre-filter decision into `fact_conflicts` so every
|
|
463
|
+
* write-path decision stays auditable (P0-3). Best-effort: a storage
|
|
464
|
+
* adapter without the conflict surface simply skips it.
|
|
465
|
+
*/
|
|
466
|
+
async function recordConflictDecision(store, scope, candidateId, decision) {
|
|
467
|
+
const conflicts = store.conflicts;
|
|
468
|
+
if (conflicts === void 0) return;
|
|
469
|
+
await conflicts.recordDecision({
|
|
470
|
+
scope,
|
|
471
|
+
candidateId,
|
|
472
|
+
decision: decision.kind,
|
|
473
|
+
stage: decision.stage,
|
|
474
|
+
...decision.kind === "dedup" || decision.kind === "supersede" ? { existingId: decision.existingId } : {},
|
|
475
|
+
...decision.kind === "dedup" && decision.similarity !== void 0 ? { similarity: decision.similarity } : {},
|
|
476
|
+
...decision.reason !== void 0 ? { reason: decision.reason } : {},
|
|
477
|
+
detectedBy: "reconcile"
|
|
478
|
+
});
|
|
479
|
+
}
|
|
480
|
+
function emptyOutcome(status) {
|
|
481
|
+
return {
|
|
482
|
+
phase: "standard",
|
|
483
|
+
status,
|
|
484
|
+
factsCreated: 0,
|
|
485
|
+
factsUpdated: 0,
|
|
486
|
+
conflictsResolved: 0,
|
|
487
|
+
episodesFormed: 0,
|
|
488
|
+
insightsCreated: 0,
|
|
489
|
+
noiseFilteredCount: 0,
|
|
490
|
+
emptyExtractions: 0,
|
|
491
|
+
llmTokensUsed: 0,
|
|
492
|
+
llmCostUsd: null,
|
|
493
|
+
errorMessage: null
|
|
494
|
+
};
|
|
495
|
+
}
|
|
496
|
+
|
|
497
|
+
//#endregion
|
|
498
|
+
export { parseExtraction, runStandardPhase };
|
|
499
|
+
//# sourceMappingURL=standard.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"standard.js","names":["rawBatch: ReadonlyArray<SessionMessageRecord>","decision: ReconcileDecision","audited: ConflictDecision","candidateId: string","indexText: string | undefined","startedAt","parsed: unknown","out: ExtractedFact[]","text","fact: ExtractedFact"],"sources":["../../../src/consolidator/phases/standard.ts"],"sourcesContent":["/**\n * Standard phase — extracts new facts from session messages via the\n * configured cheap-tier provider. The phase is gated by the active\n * tier (DEC-144 / ADR-038) and the budget tracker; it never runs\n * under `tier: 'free'`.\n *\n * The extraction prompt asks the model to return a JSON array of\n * `{ text, subject?, predicate?, object?, confidence? }` objects;\n * malformed responses are tolerated (counted as `emptyExtractions`)\n * so a flaky cheap model never wedges the pipeline.\n *\n * @packageDocumentation\n */\n\nimport type { Provider, ProviderRequest, SessionScope, Tracer } from '@graphorin/core';\nimport {\n type ConflictDecision,\n type ReconcileDecision,\n reconcileToConflictDecision,\n} from '../../conflict/index.js';\nimport {\n type ContextualRetrievalMode,\n contextualizeWithLlm,\n} from '../../internal/contextualize.js';\nimport { newMemoryId } from '../../internal/id.js';\nimport { withMemorySpan } from '../../internal/spans.js';\nimport type {\n ConsolidatorMemoryStoreExt,\n MemoryStoreAdapter,\n SessionMessageRecord,\n} from '../../internal/storage-adapter.js';\nimport type { EpisodicMemory } from '../../tiers/episodic-memory.js';\nimport type { FactInput, SemanticMemory } from '../../tiers/semantic-memory.js';\nimport type { BudgetTracker } from '../budget.js';\nimport { applyNoiseFilters, type NoiseFilterPreset, renderText } from '../noise-filter.js';\nimport { preFilterCandidate, reconcileCandidate } from '../reconcile.js';\nimport type { PhaseOutcome } from '../types.js';\n\n/** Top-s nearest neighbours surfaced to the reconcile pre-filter + LLM. */\nconst RECONCILE_TOP_K = 10;\n\n/** Inputs accepted by {@link runStandardPhase}. */\nexport interface StandardPhaseDeps {\n readonly semantic: SemanticMemory;\n /**\n * Episodic tier used for auto-episode-formation (P1-2). Omitted /\n * `null` ⇒ episode formation is skipped regardless of `formEpisodes`.\n */\n readonly episodic?: EpisodicMemory | null;\n /** Auto-form a quarantined episode per processed slice (P1-2). */\n readonly formEpisodes: boolean;\n /** Ask the episode summary call for a `[1, 10]` importance score (P1-2). */\n readonly importanceScoring: boolean;\n /**\n * Auto-promotion policy (MCON-2). When `true`, an injection-clean extraction\n * fact is admitted `active` instead of quarantined. Injection-flagged facts\n * always stay quarantined. Off by default.\n */\n readonly autoPromoteExtraction: boolean;\n /**\n * Contextual-retrieval mode for additive fact writes (P1-3). `'llm'`\n * spends one budgeted cheap-model call per `add` to author a situating\n * prefix; `'late-chunk'` / `'off'` defer to the shared\n * {@link SemanticMemory} instance (no extra call here).\n */\n readonly contextualRetrieval: ContextualRetrievalMode;\n readonly store: MemoryStoreAdapter;\n readonly consolidatorStore: ConsolidatorMemoryStoreExt | null;\n readonly provider: Provider;\n readonly tracer: Tracer;\n readonly scope: SessionScope;\n readonly cheapModel: string | null;\n readonly noiseFilters: ReadonlyArray<NoiseFilterPreset>;\n readonly maxBatchSize: number;\n readonly lastProcessedMessageId: string | null;\n readonly budget: BudgetTracker;\n /** Computes USD cost for the recorded usage. Defaults to 0 when omitted. */\n readonly priceUsage?: (usage: { promptTokens: number; completionTokens: number }) => number;\n readonly tier: 'cheap' | 'standard' | 'full' | 'custom';\n /** Override the wall clock — used by tests + the runtime clock seam. */\n readonly now?: () => number;\n /**\n * Pre-fetched message batch — when supplied, the phase skips its\n * own `listMessagesSince(...)` call and operates on the supplied\n * rows. The runtime always pre-fetches the batch so the cursor\n * advance can use the same data the phase processed.\n */\n readonly batch?: ReadonlyArray<SessionMessageRecord>;\n}\n\ninterface ExtractedFact {\n readonly text: string;\n readonly subject?: string;\n readonly predicate?: string;\n readonly object?: string;\n readonly confidence?: number;\n /** Raw `[1, 10]` importance as returned by the model, pre-normalization (MCON-12). */\n readonly importance?: number;\n}\n\n/** Parsed episode-summary payload (P1-2). */\ninterface ExtractedEpisode {\n readonly summary: string;\n /** Raw `[1, 10]` importance as returned by the model, pre-normalization. */\n readonly importance?: number;\n}\n\nconst EXTRACTION_SYSTEM_PROMPT = [\n 'You are a memory-extraction assistant for a long-running personal-assistant runtime.',\n 'Read the supplied conversation slice and return the durable facts it asserts about the user, the world, or stable preferences.',\n 'Skip greetings, banter, transient state, and anything the assistant produced as boilerplate.',\n 'For each fact also rate how important it is for remembering the user, on an integer scale from 1 (incidental detail) to 10 (identity-defining).',\n 'Return a single JSON object: { \"facts\": [{ \"text\": string, \"subject\"?: string, \"predicate\"?: string, \"object\"?: string, \"confidence\"?: number, \"importance\"?: number }] }.',\n 'If the slice contains no durable facts, return { \"facts\": [] }.',\n].join(' ');\n\n/**\n * Per-call output-token ceilings (MCON-14). `BudgetTracker.record()`\n * only runs AFTER `provider.generate` returns, so without a request cap\n * a degenerate model response could blow through the daily ceiling in a\n * single call before `pause` can take effect. All consolidator output\n * shapes are small and well-defined; the caps are deliberately roomy.\n */\nconst EXTRACTION_MAX_TOKENS = 1024;\nconst EPISODE_MAX_TOKENS = 512;\n\nconst EPISODE_SUMMARY_SYSTEM_PROMPT = [\n 'You are an episode-summarization assistant for a long-running personal-assistant runtime.',\n 'Read the supplied conversation slice and write one concise third-person summary of what happened — the episode.',\n 'Return a single JSON object: { \"summary\": string }.',\n].join(' ');\n\nconst EPISODE_SUMMARY_IMPORTANCE_SYSTEM_PROMPT = [\n 'You are an episode-summarization assistant for a long-running personal-assistant runtime.',\n 'Read the supplied conversation slice and write one concise third-person summary of what happened — the episode.',\n 'Also rate how important / poignant this episode is for remembering the user, on an integer scale from 1 (mundane) to 10 (deeply significant).',\n 'Return a single JSON object: { \"summary\": string, \"importance\": number }.',\n].join(' ');\n\n/**\n * Run the standard phase. Returns a {@link PhaseOutcome}; errors are\n * surfaced via `status: 'failed'` + `errorMessage` so the caller can\n * land the batch in the DLQ.\n *\n * @stable\n */\nexport async function runStandardPhase(deps: StandardPhaseDeps): Promise<PhaseOutcome> {\n return withMemorySpan(\n deps.tracer,\n 'memory.consolidate.standard',\n deps.scope,\n {\n 'consolidator.phase': 'standard',\n 'consolidator.tier': deps.tier,\n 'consolidator.cheap_model': deps.cheapModel ?? deps.provider.modelId,\n },\n async (span) => {\n const startedAt = (typeof deps.now === 'function' ? deps.now : Date.now)();\n const session = deps.store.session;\n let rawBatch: ReadonlyArray<SessionMessageRecord>;\n if (deps.batch !== undefined) {\n rawBatch = deps.batch;\n } else {\n if (typeof session.listMessagesSince !== 'function') {\n span.setAttributes({\n 'consolidator.standard.skipped': 'no-cursor-support',\n 'consolidator.duration_ms': 0,\n 'consolidator.facts_extracted': 0,\n 'consolidator.budget_used_usd': 0,\n });\n return emptyOutcome('completed');\n }\n rawBatch = await session.listMessagesSince(\n deps.scope,\n deps.lastProcessedMessageId,\n deps.maxBatchSize,\n );\n }\n const filtered = applyNoiseFilters(\n rawBatch as ReadonlyArray<SessionMessageRecord>,\n deps.noiseFilters,\n );\n span.setAttributes({\n 'consolidator.standard.batch_size': rawBatch.length,\n 'consolidator.standard.kept_count': filtered.kept.length,\n 'consolidator.standard.noise_filtered': filtered.droppedCount,\n });\n if (filtered.kept.length === 0) {\n span.setAttributes({\n 'consolidator.duration_ms': Math.max(\n 0,\n (typeof deps.now === 'function' ? deps.now : Date.now)() - startedAt,\n ),\n 'consolidator.facts_extracted': 0,\n 'consolidator.budget_used_usd': 0,\n });\n return {\n ...emptyOutcome('completed'),\n noiseFilteredCount: filtered.droppedCount,\n };\n }\n\n const transcript = renderTranscript(filtered.kept);\n const request = buildRequest(deps, transcript);\n const response = await deps.provider.generate(request);\n const usage = response.usage;\n const cost =\n deps.priceUsage?.({\n promptTokens: usage.promptTokens,\n completionTokens: usage.completionTokens,\n }) ?? 0;\n\n const facts = parseExtraction(response.text);\n let factsCreated = 0;\n let factsUpdated = 0;\n let conflictsResolved = 0;\n let reconcileTokens = 0;\n let reconcileCost = 0;\n let contextualTokens = 0;\n let contextualCost = 0;\n const extractionTokens =\n (usage.promptTokens ?? 0) + (usage.completionTokens ?? 0) + (usage.reasoningTokens ?? 0);\n deps.budget.record({ phase: 'standard', tokens: extractionTokens, costUsd: cost });\n\n for (const fact of facts) {\n if (fact.text.trim().length === 0) continue;\n const input = buildFactInput(fact);\n\n // Neighbour-aware reconciliation (P0-3). A cheap, LLM-free pre-filter\n // (Stage 1 exact-dedup + Stage 2 embedding zones) classifies the\n // candidate against its nearest neighbours; only the ambiguous\n // CONFLICT-CHECK mid-zone spends a reconcile LLM call. With no\n // embedder configured `neighbors` is empty → every candidate is a\n // fresh `add`, preserving the pre-reconcile behaviour.\n const neighbors = await deps.semantic.neighbors(deps.scope, fact.text, {\n topK: RECONCILE_TOP_K,\n });\n const route = await preFilterCandidate(fact.text, neighbors);\n\n let decision: ReconcileDecision;\n let audited: ConflictDecision;\n if (route.route === 'reconcile' && !deps.budget.snapshot().paused) {\n const result = await reconcileCandidate({\n candidateText: fact.text,\n neighbors: neighbors.map((h) => ({\n id: h.record.id,\n text: h.record.text,\n ...(h.record.validFrom !== undefined ? { validFrom: h.record.validFrom } : {}),\n })),\n provider: deps.provider,\n scope: deps.scope,\n });\n decision = result.decision;\n audited = reconcileToConflictDecision(decision);\n reconcileTokens += result.usage.totalTokens;\n const callCost =\n deps.priceUsage?.({\n promptTokens: result.usage.promptTokens,\n completionTokens: result.usage.completionTokens,\n }) ?? 0;\n reconcileCost += callCost;\n deps.budget.record({\n phase: 'standard',\n tokens: result.usage.totalTokens,\n costUsd: callCost,\n });\n } else if (route.route === 'reconcile') {\n // Mid-zone but the budget is exhausted — fall back to a safe\n // additive write rather than spending an over-budget LLM call.\n decision = { action: 'add', reason: 'reconcile-budget-paused' };\n audited = { kind: 'admit', stage: 'defer-to-deep', reason: 'reconcile-budget-paused' };\n } else if (route.route === 'noop') {\n decision = { action: 'noop', targetId: route.targetId, reason: route.reason };\n audited = {\n kind: 'dedup',\n stage: route.reason === 'exact-hash-match' ? 'exact-dedup' : 'embedding-three-zone',\n existingId: route.targetId,\n ...(route.similarity !== undefined ? { similarity: route.similarity } : {}),\n reason: route.reason,\n };\n } else {\n decision = { action: 'add', reason: route.reason };\n audited = { kind: 'admit', stage: 'embedding-three-zone', reason: route.reason };\n }\n\n // Apply the decision. Updates / conflicts route through the\n // bi-temporal supersede (close the old interval, insert the new) —\n // never a destructive delete (P0-3).\n let candidateId: string;\n switch (decision.action) {\n case 'add': {\n // Contextual retrieval (P1-3). In `'llm'` mode (and only when\n // the budget is not exhausted) spend one cheap-model call to\n // author a situating prefix and pass it as the write's index\n // text; the helper degrades to the deterministic late-chunk\n // prefix on any failure. `'late-chunk'` / `'off'` add nothing\n // here — the shared SemanticMemory instance contextualizes the\n // write. This LLM call is the only contextualization that\n // touches a provider, keeping `'llm'` strictly consolidator-only.\n let indexText: string | undefined;\n if (deps.contextualRetrieval === 'llm' && !deps.budget.snapshot().paused) {\n const ctx = await contextualizeWithLlm(\n {\n text: input.text,\n ...(input.subject !== undefined ? { subject: input.subject } : {}),\n ...(input.predicate !== undefined ? { predicate: input.predicate } : {}),\n ...(input.object !== undefined ? { object: input.object } : {}),\n },\n deps.provider,\n );\n indexText = ctx.indexText;\n const ctxTokens =\n (ctx.usage.promptTokens ?? 0) +\n (ctx.usage.completionTokens ?? 0) +\n (ctx.usage.reasoningTokens ?? 0);\n const ctxCost =\n deps.priceUsage?.({\n promptTokens: ctx.usage.promptTokens,\n completionTokens: ctx.usage.completionTokens,\n }) ?? 0;\n contextualTokens += ctxTokens;\n contextualCost += ctxCost;\n deps.budget.record({ phase: 'standard', tokens: ctxTokens, costUsd: ctxCost });\n }\n // `pipeline: 'off'` — the standard phase has already made the\n // conflict decision; a second inline pass would re-search +\n // double-audit.\n const stored = await deps.semantic.remember(deps.scope, input, {\n pipeline: 'off',\n ...(indexText !== undefined ? { indexText } : {}),\n ...(deps.autoPromoteExtraction ? { autoPromoteSynthesized: true } : {}),\n });\n candidateId = stored.id;\n factsCreated += 1;\n break;\n }\n case 'noop': {\n // Duplicate of `targetId` — record the dedup, write nothing.\n candidateId = newMemoryId('fact');\n break;\n }\n case 'update': {\n const { new: stored } = await deps.semantic.supersede(\n deps.scope,\n decision.targetId,\n input,\n decision.reason,\n );\n candidateId = stored.id;\n factsUpdated += 1;\n break;\n }\n case 'conflict': {\n const { new: stored } = await deps.semantic.supersede(\n deps.scope,\n decision.targetId,\n input,\n decision.reason,\n );\n candidateId = stored.id;\n factsUpdated += 1;\n conflictsResolved += 1;\n break;\n }\n }\n\n // Every decision is auditable in `fact_conflicts` (best-effort —\n // a store without the conflict surface simply skips it).\n await recordConflictDecision(deps.store, deps.scope, candidateId, audited);\n }\n\n // Episode formation (P1-2). Summarize the processed slice into one\n // quarantined episode carrying an LLM importance score, so the\n // episodic triple-signal ranking (recency × relevance × importance)\n // runs on all three signals. Budget-gated + provenance-tagged\n // (P1-4): skipped when `formEpisodes` is off, no episodic tier is\n // wired, or the budget is exhausted — the slice still advanced the\n // cursor, so the phase degrades to fact-only behaviour.\n let episodesFormed = 0;\n let episodeTokens = 0;\n let episodeCost = 0;\n if (\n deps.formEpisodes &&\n deps.episodic != null &&\n filtered.kept.length > 0 &&\n !deps.budget.snapshot().paused\n ) {\n const episodeRes = await deps.provider.generate(\n buildEpisodeRequest(deps, transcript, deps.importanceScoring),\n );\n const epUsage = episodeRes.usage;\n episodeTokens =\n (epUsage.promptTokens ?? 0) +\n (epUsage.completionTokens ?? 0) +\n (epUsage.reasoningTokens ?? 0);\n episodeCost =\n deps.priceUsage?.({\n promptTokens: epUsage.promptTokens,\n completionTokens: epUsage.completionTokens,\n }) ?? 0;\n deps.budget.record({ phase: 'standard', tokens: episodeTokens, costUsd: episodeCost });\n\n const parsed = parseEpisode(episodeRes.text);\n if (parsed !== null && parsed.summary.trim().length > 0) {\n const importance = deps.importanceScoring\n ? normalizeImportance(parsed.importance)\n : undefined;\n const nowFallback = new Date(\n (typeof deps.now === 'function' ? deps.now : Date.now)(),\n ).toISOString();\n const startedAt = filtered.kept[0]?.createdAt ?? nowFallback;\n const endedAt = filtered.kept[filtered.kept.length - 1]?.createdAt ?? startedAt;\n await deps.episodic.record(deps.scope, {\n summary: parsed.summary,\n startedAt,\n endedAt,\n ...(importance !== undefined ? { importance } : {}),\n provenance: 'extraction',\n status: 'quarantined',\n });\n episodesFormed = 1;\n }\n }\n\n const totalTokens = extractionTokens + reconcileTokens + episodeTokens + contextualTokens;\n const totalCost = cost + reconcileCost + episodeCost + contextualCost;\n const snapshot = deps.budget.snapshot();\n\n span.setAttributes({\n 'consolidator.duration_ms': Math.max(\n 0,\n (typeof deps.now === 'function' ? deps.now : Date.now)() - startedAt,\n ),\n 'consolidator.facts_extracted': factsCreated,\n 'consolidator.budget_used_usd': totalCost,\n 'consolidator.standard.facts_extracted': factsCreated,\n 'consolidator.standard.facts_updated': factsUpdated,\n 'consolidator.standard.conflicts_resolved': conflictsResolved,\n 'consolidator.standard.episodes_formed': episodesFormed,\n 'consolidator.standard.reconcile_tokens': reconcileTokens,\n 'consolidator.standard.episode_tokens': episodeTokens,\n 'consolidator.standard.contextual_tokens': contextualTokens,\n 'consolidator.standard.tokens.input': usage.promptTokens,\n 'consolidator.standard.tokens.output': usage.completionTokens,\n 'consolidator.standard.cost.estimate.usd': totalCost,\n 'consolidator.budget.remaining.tokens': snapshot.tokensRemaining,\n 'consolidator.budget.remaining.usd': snapshot.costRemaining,\n 'consolidator.exceeded': snapshot.paused,\n });\n\n return {\n phase: 'standard',\n status: 'completed',\n factsCreated,\n factsUpdated,\n conflictsResolved,\n episodesFormed,\n insightsCreated: 0,\n noiseFilteredCount: filtered.droppedCount,\n emptyExtractions: facts.length === 0 ? 1 : 0,\n llmTokensUsed: totalTokens,\n llmCostUsd: totalCost,\n errorMessage: null,\n };\n },\n );\n}\n\nfunction buildRequest(deps: StandardPhaseDeps, transcript: string): ProviderRequest {\n return {\n messages: [\n {\n role: 'user',\n content: `Conversation slice:\\n${transcript}`,\n },\n ],\n systemMessage: EXTRACTION_SYSTEM_PROMPT,\n temperature: 0,\n maxTokens: EXTRACTION_MAX_TOKENS,\n metadata: {\n userId: deps.scope.userId,\n ...(deps.scope.sessionId !== undefined ? { sessionId: deps.scope.sessionId } : {}),\n ...(deps.scope.agentId !== undefined ? { agentId: deps.scope.agentId } : {}),\n },\n outputType: { kind: 'structured' },\n };\n}\n\n/**\n * Build the episode-summarization request (P1-2). Uses the same\n * transcript + structured-output seam as {@link buildRequest}; the\n * system prompt switches on `withImportance` so a poignancy score is\n * only requested when importance scoring is enabled.\n */\nfunction buildEpisodeRequest(\n deps: StandardPhaseDeps,\n transcript: string,\n withImportance: boolean,\n): ProviderRequest {\n return {\n messages: [\n {\n role: 'user',\n content: `Conversation slice:\\n${transcript}`,\n },\n ],\n systemMessage: withImportance\n ? EPISODE_SUMMARY_IMPORTANCE_SYSTEM_PROMPT\n : EPISODE_SUMMARY_SYSTEM_PROMPT,\n temperature: 0,\n maxTokens: EPISODE_MAX_TOKENS,\n metadata: {\n userId: deps.scope.userId,\n ...(deps.scope.sessionId !== undefined ? { sessionId: deps.scope.sessionId } : {}),\n ...(deps.scope.agentId !== undefined ? { agentId: deps.scope.agentId } : {}),\n },\n outputType: { kind: 'structured' },\n };\n}\n\nfunction renderTranscript(messages: ReadonlyArray<SessionMessageRecord>): string {\n return messages\n .map((m) => {\n const role = m.message.role;\n const text = renderText(m.message);\n return `[${m.sequence}] ${role}: ${text}`;\n })\n .join('\\n');\n}\n\n/**\n * Parse the model output into the structured fact list. Tolerates\n * fenced blocks + trailing commentary so a chatty model does not\n * wedge the cursor.\n *\n * @internal\n */\nexport function parseExtraction(text: string | undefined): ReadonlyArray<ExtractedFact> {\n if (text === undefined || text.length === 0) return [];\n const candidate = stripFence(text).trim();\n if (candidate.length === 0) return [];\n let parsed: unknown;\n try {\n parsed = JSON.parse(candidate);\n } catch {\n const slice = sliceJsonObject(candidate);\n if (slice === null) return [];\n try {\n parsed = JSON.parse(slice);\n } catch {\n return [];\n }\n }\n if (parsed === null || typeof parsed !== 'object') return [];\n const root = parsed as { facts?: unknown };\n const facts = Array.isArray(root.facts) ? root.facts : Array.isArray(parsed) ? parsed : [];\n const out: ExtractedFact[] = [];\n for (const item of facts) {\n if (item === null || typeof item !== 'object') continue;\n const obj = item as Record<string, unknown>;\n const text = typeof obj.text === 'string' ? obj.text : null;\n if (text === null || text.trim().length === 0) continue;\n const fact: ExtractedFact = {\n text,\n ...(typeof obj.subject === 'string' ? { subject: obj.subject } : {}),\n ...(typeof obj.predicate === 'string' ? { predicate: obj.predicate } : {}),\n ...(typeof obj.object === 'string' ? { object: obj.object } : {}),\n ...(typeof obj.confidence === 'number' ? { confidence: obj.confidence } : {}),\n ...(typeof obj.importance === 'number' ? { importance: obj.importance } : {}),\n };\n out.push(fact);\n }\n return out;\n}\n\n/**\n * Parse the episode-summary model output into `{ summary, importance? }`\n * (P1-2). Tolerates fenced blocks + an optional `{ episode: {...} }`\n * wrapper; returns `null` when no usable `summary` string is present\n * (so an extraction-shaped `{ facts: [...] }` payload is rejected, not\n * mistaken for an episode).\n *\n * @internal\n */\nexport function parseEpisode(text: string | undefined): ExtractedEpisode | null {\n if (text === undefined || text.length === 0) return null;\n const candidate = stripFence(text).trim();\n if (candidate.length === 0) return null;\n let parsed: unknown;\n try {\n parsed = JSON.parse(candidate);\n } catch {\n const slice = sliceJsonObject(candidate);\n if (slice === null) return null;\n try {\n parsed = JSON.parse(slice);\n } catch {\n return null;\n }\n }\n if (parsed === null || typeof parsed !== 'object') return null;\n const root = parsed as Record<string, unknown>;\n const inner =\n typeof root.summary === 'string'\n ? root\n : root.episode !== null && typeof root.episode === 'object'\n ? (root.episode as Record<string, unknown>)\n : root;\n const summary = typeof inner.summary === 'string' ? inner.summary : null;\n if (summary === null || summary.trim().length === 0) return null;\n return {\n summary,\n ...(typeof inner.importance === 'number' ? { importance: inner.importance } : {}),\n };\n}\n\n/**\n * Normalize a raw `[1, 10]` poignancy score into the episodic\n * `importance` field's `[0, 1]` range (P1-2). Out-of-range values are\n * clamped to `[1, 10]` first (so `15 → 1.0`, `0 → 0.1`); non-finite /\n * missing scores return `undefined` so the episode is recorded without\n * an importance signal rather than a bogus one.\n *\n * @internal\n */\nexport function normalizeImportance(raw: number | undefined): number | undefined {\n if (typeof raw !== 'number' || !Number.isFinite(raw)) return undefined;\n const clamped = Math.min(10, Math.max(1, raw));\n return clamped / 10;\n}\n\nfunction stripFence(text: string): string {\n const match = /^```[^\\n]*\\n([\\s\\S]*?)\\n```/u.exec(text.trim());\n return match?.[1] ?? text;\n}\n\nfunction sliceJsonObject(text: string): string | null {\n const start = text.indexOf('{');\n const end = text.lastIndexOf('}');\n if (start < 0 || end < start) return null;\n return text.slice(start, end + 1);\n}\n\n/**\n * Build the {@link FactInput} for an extracted candidate. P1-4:\n * distilled-from-transcript facts are synthesized memory — tagged\n * `extraction` so they land quarantined (excluded from action-driving\n * recall until validated).\n */\nfunction buildFactInput(fact: ExtractedFact): FactInput {\n // MCON-12: normalize the model's raw [1, 10] importance into the\n // [0.1, 1.0] store scale (same contract as episodes); non-finite raw\n // scores drop the signal rather than fabricating one.\n const importance = normalizeImportance(fact.importance);\n return {\n text: fact.text,\n provenance: 'extraction',\n ...(fact.subject !== undefined ? { subject: fact.subject } : {}),\n ...(fact.predicate !== undefined ? { predicate: fact.predicate } : {}),\n ...(fact.object !== undefined ? { object: fact.object } : {}),\n ...(fact.confidence !== undefined ? { confidence: fact.confidence } : {}),\n ...(importance !== undefined ? { importance } : {}),\n };\n}\n\n/**\n * Record a reconcile / pre-filter decision into `fact_conflicts` so every\n * write-path decision stays auditable (P0-3). Best-effort: a storage\n * adapter without the conflict surface simply skips it.\n */\nasync function recordConflictDecision(\n store: MemoryStoreAdapter,\n scope: SessionScope,\n candidateId: string,\n decision: ConflictDecision,\n): Promise<void> {\n const conflicts = store.conflicts;\n if (conflicts === undefined) return;\n await conflicts.recordDecision({\n scope,\n candidateId,\n decision: decision.kind,\n stage: decision.stage,\n ...(decision.kind === 'dedup' || decision.kind === 'supersede'\n ? { existingId: decision.existingId }\n : {}),\n ...(decision.kind === 'dedup' && decision.similarity !== undefined\n ? { similarity: decision.similarity }\n : {}),\n ...(decision.reason !== undefined ? { reason: decision.reason } : {}),\n detectedBy: 'reconcile',\n });\n}\n\nfunction emptyOutcome(status: PhaseOutcome['status']): PhaseOutcome {\n return {\n phase: 'standard',\n status,\n factsCreated: 0,\n factsUpdated: 0,\n conflictsResolved: 0,\n episodesFormed: 0,\n insightsCreated: 0,\n noiseFilteredCount: 0,\n emptyExtractions: 0,\n llmTokensUsed: 0,\n llmCostUsd: null,\n errorMessage: null,\n };\n}\n"],"mappings":";;;;;;;;;;AAuCA,MAAM,kBAAkB;AAoExB,MAAM,2BAA2B;CAC/B;CACA;CACA;CACA;CACA;CACA;CACD,CAAC,KAAK,IAAI;;;;;;;;AASX,MAAM,wBAAwB;AAC9B,MAAM,qBAAqB;AAE3B,MAAM,gCAAgC;CACpC;CACA;CACA;CACD,CAAC,KAAK,IAAI;AAEX,MAAM,2CAA2C;CAC/C;CACA;CACA;CACA;CACD,CAAC,KAAK,IAAI;;;;;;;;AASX,eAAsB,iBAAiB,MAAgD;AACrF,QAAO,eACL,KAAK,QACL,+BACA,KAAK,OACL;EACE,sBAAsB;EACtB,qBAAqB,KAAK;EAC1B,4BAA4B,KAAK,cAAc,KAAK,SAAS;EAC9D,EACD,OAAO,SAAS;EACd,MAAM,aAAa,OAAO,KAAK,QAAQ,aAAa,KAAK,MAAM,KAAK,MAAM;EAC1E,MAAM,UAAU,KAAK,MAAM;EAC3B,IAAIA;AACJ,MAAI,KAAK,UAAU,OACjB,YAAW,KAAK;OACX;AACL,OAAI,OAAO,QAAQ,sBAAsB,YAAY;AACnD,SAAK,cAAc;KACjB,iCAAiC;KACjC,4BAA4B;KAC5B,gCAAgC;KAChC,gCAAgC;KACjC,CAAC;AACF,WAAO,aAAa,YAAY;;AAElC,cAAW,MAAM,QAAQ,kBACvB,KAAK,OACL,KAAK,wBACL,KAAK,aACN;;EAEH,MAAM,WAAW,kBACf,UACA,KAAK,aACN;AACD,OAAK,cAAc;GACjB,oCAAoC,SAAS;GAC7C,oCAAoC,SAAS,KAAK;GAClD,wCAAwC,SAAS;GAClD,CAAC;AACF,MAAI,SAAS,KAAK,WAAW,GAAG;AAC9B,QAAK,cAAc;IACjB,4BAA4B,KAAK,IAC/B,IACC,OAAO,KAAK,QAAQ,aAAa,KAAK,MAAM,KAAK,MAAM,GAAG,UAC5D;IACD,gCAAgC;IAChC,gCAAgC;IACjC,CAAC;AACF,UAAO;IACL,GAAG,aAAa,YAAY;IAC5B,oBAAoB,SAAS;IAC9B;;EAGH,MAAM,aAAa,iBAAiB,SAAS,KAAK;EAClD,MAAM,UAAU,aAAa,MAAM,WAAW;EAC9C,MAAM,WAAW,MAAM,KAAK,SAAS,SAAS,QAAQ;EACtD,MAAM,QAAQ,SAAS;EACvB,MAAM,OACJ,KAAK,aAAa;GAChB,cAAc,MAAM;GACpB,kBAAkB,MAAM;GACzB,CAAC,IAAI;EAER,MAAM,QAAQ,gBAAgB,SAAS,KAAK;EAC5C,IAAI,eAAe;EACnB,IAAI,eAAe;EACnB,IAAI,oBAAoB;EACxB,IAAI,kBAAkB;EACtB,IAAI,gBAAgB;EACpB,IAAI,mBAAmB;EACvB,IAAI,iBAAiB;EACrB,MAAM,oBACH,MAAM,gBAAgB,MAAM,MAAM,oBAAoB,MAAM,MAAM,mBAAmB;AACxF,OAAK,OAAO,OAAO;GAAE,OAAO;GAAY,QAAQ;GAAkB,SAAS;GAAM,CAAC;AAElF,OAAK,MAAM,QAAQ,OAAO;AACxB,OAAI,KAAK,KAAK,MAAM,CAAC,WAAW,EAAG;GACnC,MAAM,QAAQ,eAAe,KAAK;GAQlC,MAAM,YAAY,MAAM,KAAK,SAAS,UAAU,KAAK,OAAO,KAAK,MAAM,EACrE,MAAM,iBACP,CAAC;GACF,MAAM,QAAQ,MAAM,mBAAmB,KAAK,MAAM,UAAU;GAE5D,IAAIC;GACJ,IAAIC;AACJ,OAAI,MAAM,UAAU,eAAe,CAAC,KAAK,OAAO,UAAU,CAAC,QAAQ;IACjE,MAAM,SAAS,MAAM,mBAAmB;KACtC,eAAe,KAAK;KACpB,WAAW,UAAU,KAAK,OAAO;MAC/B,IAAI,EAAE,OAAO;MACb,MAAM,EAAE,OAAO;MACf,GAAI,EAAE,OAAO,cAAc,SAAY,EAAE,WAAW,EAAE,OAAO,WAAW,GAAG,EAAE;MAC9E,EAAE;KACH,UAAU,KAAK;KACf,OAAO,KAAK;KACb,CAAC;AACF,eAAW,OAAO;AAClB,cAAU,4BAA4B,SAAS;AAC/C,uBAAmB,OAAO,MAAM;IAChC,MAAM,WACJ,KAAK,aAAa;KAChB,cAAc,OAAO,MAAM;KAC3B,kBAAkB,OAAO,MAAM;KAChC,CAAC,IAAI;AACR,qBAAiB;AACjB,SAAK,OAAO,OAAO;KACjB,OAAO;KACP,QAAQ,OAAO,MAAM;KACrB,SAAS;KACV,CAAC;cACO,MAAM,UAAU,aAAa;AAGtC,eAAW;KAAE,QAAQ;KAAO,QAAQ;KAA2B;AAC/D,cAAU;KAAE,MAAM;KAAS,OAAO;KAAiB,QAAQ;KAA2B;cAC7E,MAAM,UAAU,QAAQ;AACjC,eAAW;KAAE,QAAQ;KAAQ,UAAU,MAAM;KAAU,QAAQ,MAAM;KAAQ;AAC7E,cAAU;KACR,MAAM;KACN,OAAO,MAAM,WAAW,qBAAqB,gBAAgB;KAC7D,YAAY,MAAM;KAClB,GAAI,MAAM,eAAe,SAAY,EAAE,YAAY,MAAM,YAAY,GAAG,EAAE;KAC1E,QAAQ,MAAM;KACf;UACI;AACL,eAAW;KAAE,QAAQ;KAAO,QAAQ,MAAM;KAAQ;AAClD,cAAU;KAAE,MAAM;KAAS,OAAO;KAAwB,QAAQ,MAAM;KAAQ;;GAMlF,IAAIC;AACJ,WAAQ,SAAS,QAAjB;IACE,KAAK,OAAO;KASV,IAAIC;AACJ,SAAI,KAAK,wBAAwB,SAAS,CAAC,KAAK,OAAO,UAAU,CAAC,QAAQ;MACxE,MAAM,MAAM,MAAM,qBAChB;OACE,MAAM,MAAM;OACZ,GAAI,MAAM,YAAY,SAAY,EAAE,SAAS,MAAM,SAAS,GAAG,EAAE;OACjE,GAAI,MAAM,cAAc,SAAY,EAAE,WAAW,MAAM,WAAW,GAAG,EAAE;OACvE,GAAI,MAAM,WAAW,SAAY,EAAE,QAAQ,MAAM,QAAQ,GAAG,EAAE;OAC/D,EACD,KAAK,SACN;AACD,kBAAY,IAAI;MAChB,MAAM,aACH,IAAI,MAAM,gBAAgB,MAC1B,IAAI,MAAM,oBAAoB,MAC9B,IAAI,MAAM,mBAAmB;MAChC,MAAM,UACJ,KAAK,aAAa;OAChB,cAAc,IAAI,MAAM;OACxB,kBAAkB,IAAI,MAAM;OAC7B,CAAC,IAAI;AACR,0BAAoB;AACpB,wBAAkB;AAClB,WAAK,OAAO,OAAO;OAAE,OAAO;OAAY,QAAQ;OAAW,SAAS;OAAS,CAAC;;AAUhF,oBALe,MAAM,KAAK,SAAS,SAAS,KAAK,OAAO,OAAO;MAC7D,UAAU;MACV,GAAI,cAAc,SAAY,EAAE,WAAW,GAAG,EAAE;MAChD,GAAI,KAAK,wBAAwB,EAAE,wBAAwB,MAAM,GAAG,EAAE;MACvE,CAAC,EACmB;AACrB,qBAAgB;AAChB;;IAEF,KAAK;AAEH,mBAAc,YAAY,OAAO;AACjC;IAEF,KAAK,UAAU;KACb,MAAM,EAAE,KAAK,WAAW,MAAM,KAAK,SAAS,UAC1C,KAAK,OACL,SAAS,UACT,OACA,SAAS,OACV;AACD,mBAAc,OAAO;AACrB,qBAAgB;AAChB;;IAEF,KAAK,YAAY;KACf,MAAM,EAAE,KAAK,WAAW,MAAM,KAAK,SAAS,UAC1C,KAAK,OACL,SAAS,UACT,OACA,SAAS,OACV;AACD,mBAAc,OAAO;AACrB,qBAAgB;AAChB,0BAAqB;AACrB;;;AAMJ,SAAM,uBAAuB,KAAK,OAAO,KAAK,OAAO,aAAa,QAAQ;;EAU5E,IAAI,iBAAiB;EACrB,IAAI,gBAAgB;EACpB,IAAI,cAAc;AAClB,MACE,KAAK,gBACL,KAAK,YAAY,QACjB,SAAS,KAAK,SAAS,KACvB,CAAC,KAAK,OAAO,UAAU,CAAC,QACxB;GACA,MAAM,aAAa,MAAM,KAAK,SAAS,SACrC,oBAAoB,MAAM,YAAY,KAAK,kBAAkB,CAC9D;GACD,MAAM,UAAU,WAAW;AAC3B,oBACG,QAAQ,gBAAgB,MACxB,QAAQ,oBAAoB,MAC5B,QAAQ,mBAAmB;AAC9B,iBACE,KAAK,aAAa;IAChB,cAAc,QAAQ;IACtB,kBAAkB,QAAQ;IAC3B,CAAC,IAAI;AACR,QAAK,OAAO,OAAO;IAAE,OAAO;IAAY,QAAQ;IAAe,SAAS;IAAa,CAAC;GAEtF,MAAM,SAAS,aAAa,WAAW,KAAK;AAC5C,OAAI,WAAW,QAAQ,OAAO,QAAQ,MAAM,CAAC,SAAS,GAAG;IACvD,MAAM,aAAa,KAAK,oBACpB,oBAAoB,OAAO,WAAW,GACtC;IACJ,MAAM,cAAc,IAAI,MACrB,OAAO,KAAK,QAAQ,aAAa,KAAK,MAAM,KAAK,MAAM,CACzD,CAAC,aAAa;IACf,MAAMC,cAAY,SAAS,KAAK,IAAI,aAAa;IACjD,MAAM,UAAU,SAAS,KAAK,SAAS,KAAK,SAAS,IAAI,aAAaA;AACtE,UAAM,KAAK,SAAS,OAAO,KAAK,OAAO;KACrC,SAAS,OAAO;KAChB;KACA;KACA,GAAI,eAAe,SAAY,EAAE,YAAY,GAAG,EAAE;KAClD,YAAY;KACZ,QAAQ;KACT,CAAC;AACF,qBAAiB;;;EAIrB,MAAM,cAAc,mBAAmB,kBAAkB,gBAAgB;EACzE,MAAM,YAAY,OAAO,gBAAgB,cAAc;EACvD,MAAM,WAAW,KAAK,OAAO,UAAU;AAEvC,OAAK,cAAc;GACjB,4BAA4B,KAAK,IAC/B,IACC,OAAO,KAAK,QAAQ,aAAa,KAAK,MAAM,KAAK,MAAM,GAAG,UAC5D;GACD,gCAAgC;GAChC,gCAAgC;GAChC,yCAAyC;GACzC,uCAAuC;GACvC,4CAA4C;GAC5C,yCAAyC;GACzC,0CAA0C;GAC1C,wCAAwC;GACxC,2CAA2C;GAC3C,sCAAsC,MAAM;GAC5C,uCAAuC,MAAM;GAC7C,2CAA2C;GAC3C,wCAAwC,SAAS;GACjD,qCAAqC,SAAS;GAC9C,yBAAyB,SAAS;GACnC,CAAC;AAEF,SAAO;GACL,OAAO;GACP,QAAQ;GACR;GACA;GACA;GACA;GACA,iBAAiB;GACjB,oBAAoB,SAAS;GAC7B,kBAAkB,MAAM,WAAW,IAAI,IAAI;GAC3C,eAAe;GACf,YAAY;GACZ,cAAc;GACf;GAEJ;;AAGH,SAAS,aAAa,MAAyB,YAAqC;AAClF,QAAO;EACL,UAAU,CACR;GACE,MAAM;GACN,SAAS,wBAAwB;GAClC,CACF;EACD,eAAe;EACf,aAAa;EACb,WAAW;EACX,UAAU;GACR,QAAQ,KAAK,MAAM;GACnB,GAAI,KAAK,MAAM,cAAc,SAAY,EAAE,WAAW,KAAK,MAAM,WAAW,GAAG,EAAE;GACjF,GAAI,KAAK,MAAM,YAAY,SAAY,EAAE,SAAS,KAAK,MAAM,SAAS,GAAG,EAAE;GAC5E;EACD,YAAY,EAAE,MAAM,cAAc;EACnC;;;;;;;;AASH,SAAS,oBACP,MACA,YACA,gBACiB;AACjB,QAAO;EACL,UAAU,CACR;GACE,MAAM;GACN,SAAS,wBAAwB;GAClC,CACF;EACD,eAAe,iBACX,2CACA;EACJ,aAAa;EACb,WAAW;EACX,UAAU;GACR,QAAQ,KAAK,MAAM;GACnB,GAAI,KAAK,MAAM,cAAc,SAAY,EAAE,WAAW,KAAK,MAAM,WAAW,GAAG,EAAE;GACjF,GAAI,KAAK,MAAM,YAAY,SAAY,EAAE,SAAS,KAAK,MAAM,SAAS,GAAG,EAAE;GAC5E;EACD,YAAY,EAAE,MAAM,cAAc;EACnC;;AAGH,SAAS,iBAAiB,UAAuD;AAC/E,QAAO,SACJ,KAAK,MAAM;EACV,MAAM,OAAO,EAAE,QAAQ;EACvB,MAAM,OAAO,WAAW,EAAE,QAAQ;AAClC,SAAO,IAAI,EAAE,SAAS,IAAI,KAAK,IAAI;GACnC,CACD,KAAK,KAAK;;;;;;;;;AAUf,SAAgB,gBAAgB,MAAwD;AACtF,KAAI,SAAS,UAAa,KAAK,WAAW,EAAG,QAAO,EAAE;CACtD,MAAM,YAAY,WAAW,KAAK,CAAC,MAAM;AACzC,KAAI,UAAU,WAAW,EAAG,QAAO,EAAE;CACrC,IAAIC;AACJ,KAAI;AACF,WAAS,KAAK,MAAM,UAAU;SACxB;EACN,MAAM,QAAQ,gBAAgB,UAAU;AACxC,MAAI,UAAU,KAAM,QAAO,EAAE;AAC7B,MAAI;AACF,YAAS,KAAK,MAAM,MAAM;UACpB;AACN,UAAO,EAAE;;;AAGb,KAAI,WAAW,QAAQ,OAAO,WAAW,SAAU,QAAO,EAAE;CAC5D,MAAM,OAAO;CACb,MAAM,QAAQ,MAAM,QAAQ,KAAK,MAAM,GAAG,KAAK,QAAQ,MAAM,QAAQ,OAAO,GAAG,SAAS,EAAE;CAC1F,MAAMC,MAAuB,EAAE;AAC/B,MAAK,MAAM,QAAQ,OAAO;AACxB,MAAI,SAAS,QAAQ,OAAO,SAAS,SAAU;EAC/C,MAAM,MAAM;EACZ,MAAMC,SAAO,OAAO,IAAI,SAAS,WAAW,IAAI,OAAO;AACvD,MAAIA,WAAS,QAAQA,OAAK,MAAM,CAAC,WAAW,EAAG;EAC/C,MAAMC,OAAsB;GAC1B;GACA,GAAI,OAAO,IAAI,YAAY,WAAW,EAAE,SAAS,IAAI,SAAS,GAAG,EAAE;GACnE,GAAI,OAAO,IAAI,cAAc,WAAW,EAAE,WAAW,IAAI,WAAW,GAAG,EAAE;GACzE,GAAI,OAAO,IAAI,WAAW,WAAW,EAAE,QAAQ,IAAI,QAAQ,GAAG,EAAE;GAChE,GAAI,OAAO,IAAI,eAAe,WAAW,EAAE,YAAY,IAAI,YAAY,GAAG,EAAE;GAC5E,GAAI,OAAO,IAAI,eAAe,WAAW,EAAE,YAAY,IAAI,YAAY,GAAG,EAAE;GAC7E;AACD,MAAI,KAAK,KAAK;;AAEhB,QAAO;;;;;;;;;;;AAYT,SAAgB,aAAa,MAAmD;AAC9E,KAAI,SAAS,UAAa,KAAK,WAAW,EAAG,QAAO;CACpD,MAAM,YAAY,WAAW,KAAK,CAAC,MAAM;AACzC,KAAI,UAAU,WAAW,EAAG,QAAO;CACnC,IAAIH;AACJ,KAAI;AACF,WAAS,KAAK,MAAM,UAAU;SACxB;EACN,MAAM,QAAQ,gBAAgB,UAAU;AACxC,MAAI,UAAU,KAAM,QAAO;AAC3B,MAAI;AACF,YAAS,KAAK,MAAM,MAAM;UACpB;AACN,UAAO;;;AAGX,KAAI,WAAW,QAAQ,OAAO,WAAW,SAAU,QAAO;CAC1D,MAAM,OAAO;CACb,MAAM,QACJ,OAAO,KAAK,YAAY,WACpB,OACA,KAAK,YAAY,QAAQ,OAAO,KAAK,YAAY,WAC9C,KAAK,UACN;CACR,MAAM,UAAU,OAAO,MAAM,YAAY,WAAW,MAAM,UAAU;AACpE,KAAI,YAAY,QAAQ,QAAQ,MAAM,CAAC,WAAW,EAAG,QAAO;AAC5D,QAAO;EACL;EACA,GAAI,OAAO,MAAM,eAAe,WAAW,EAAE,YAAY,MAAM,YAAY,GAAG,EAAE;EACjF;;;;;;;;;;;AAYH,SAAgB,oBAAoB,KAA6C;AAC/E,KAAI,OAAO,QAAQ,YAAY,CAAC,OAAO,SAAS,IAAI,CAAE,QAAO;AAE7D,QADgB,KAAK,IAAI,IAAI,KAAK,IAAI,GAAG,IAAI,CAAC,GAC7B;;AAGnB,SAAS,WAAW,MAAsB;AAExC,QADc,+BAA+B,KAAK,KAAK,MAAM,CAAC,GAC/C,MAAM;;AAGvB,SAAS,gBAAgB,MAA6B;CACpD,MAAM,QAAQ,KAAK,QAAQ,IAAI;CAC/B,MAAM,MAAM,KAAK,YAAY,IAAI;AACjC,KAAI,QAAQ,KAAK,MAAM,MAAO,QAAO;AACrC,QAAO,KAAK,MAAM,OAAO,MAAM,EAAE;;;;;;;;AASnC,SAAS,eAAe,MAAgC;CAItD,MAAM,aAAa,oBAAoB,KAAK,WAAW;AACvD,QAAO;EACL,MAAM,KAAK;EACX,YAAY;EACZ,GAAI,KAAK,YAAY,SAAY,EAAE,SAAS,KAAK,SAAS,GAAG,EAAE;EAC/D,GAAI,KAAK,cAAc,SAAY,EAAE,WAAW,KAAK,WAAW,GAAG,EAAE;EACrE,GAAI,KAAK,WAAW,SAAY,EAAE,QAAQ,KAAK,QAAQ,GAAG,EAAE;EAC5D,GAAI,KAAK,eAAe,SAAY,EAAE,YAAY,KAAK,YAAY,GAAG,EAAE;EACxE,GAAI,eAAe,SAAY,EAAE,YAAY,GAAG,EAAE;EACnD;;;;;;;AAQH,eAAe,uBACb,OACA,OACA,aACA,UACe;CACf,MAAM,YAAY,MAAM;AACxB,KAAI,cAAc,OAAW;AAC7B,OAAM,UAAU,eAAe;EAC7B;EACA;EACA,UAAU,SAAS;EACnB,OAAO,SAAS;EAChB,GAAI,SAAS,SAAS,WAAW,SAAS,SAAS,cAC/C,EAAE,YAAY,SAAS,YAAY,GACnC,EAAE;EACN,GAAI,SAAS,SAAS,WAAW,SAAS,eAAe,SACrD,EAAE,YAAY,SAAS,YAAY,GACnC,EAAE;EACN,GAAI,SAAS,WAAW,SAAY,EAAE,QAAQ,SAAS,QAAQ,GAAG,EAAE;EACpE,YAAY;EACb,CAAC;;AAGJ,SAAS,aAAa,QAA8C;AAClE,QAAO;EACL,OAAO;EACP;EACA,cAAc;EACd,cAAc;EACd,mBAAmB;EACnB,gBAAgB;EAChB,iBAAiB;EACjB,oBAAoB;EACpB,kBAAkB;EAClB,eAAe;EACf,YAAY;EACZ,cAAc;EACf"}
|