@debian777/kairos-mcp 3.0.1-beta.14

package/dist/services/memory/chain-builder-proof.js

@@ -0,0 +1,78 @@
+/** Match the last fenced code block (```json or ```) at end of step body. Captures prefix (group 1) and block content (group 2). */
+// Note: Requires \n before the fence, so only matches line-start blocks (aligns with line-start-only rule).
+const TRAILING_JSON_BLOCK_REGEX = /([\s\S]*)\n```(?:json)?\s*\n([\s\S]*?)```\s*$/;
+/** Match a single fenced ```json or ``` block (for finding all blocks in content). Only matches when opening fence is at line start (after ^ or \n). */
+const ANY_JSON_BLOCK_REGEX = /(^|\n)(```(?:json)?\s*\n([\s\S]*?)```)/gm;
+/**
+ * Find all PoW boundaries in content: each ```json block with {"challenge": ...}.
+ * Steps are defined by these boundaries, not by H2 headings.
+ */
+export function findAllChallengeBlocks(content) {
+    const results = [];
+    let match;
+    ANY_JSON_BLOCK_REGEX.lastIndex = 0;
+    while ((match = ANY_JSON_BLOCK_REGEX.exec(content)) !== null) {
+        // match[1] = (^|\n) - the line start prefix
+        // match[2] = the full block (```...```)
+        // match[3] = the block content (JSON)
+        const blockContent = match[3].trim();
+        let parsed;
+        try {
+            parsed = JSON.parse(blockContent);
+        }
+        catch {
+            continue;
+        }
+        if (!parsed || typeof parsed !== 'object' || !parsed.challenge || typeof parsed.challenge !== 'object') {
+            continue;
+        }
+        const challenge = parsed.challenge;
+        const required = typeof challenge['required'] === 'boolean' ? challenge['required'] : true;
+        const proof = { ...challenge, required };
+        // Calculate start/end: start is the opening ``` position (after the line-start prefix)
+        const lineStartPrefixLength = match[1].length;
+        const blockStart = match.index + lineStartPrefixLength;
+        const blockLength = match[2].length;
+        results.push({
+            start: blockStart,
+            end: blockStart + blockLength,
+            proof
+        });
+    }
+    return results;
+}
+/**
+ * Try to parse a trailing ```json block containing {"challenge": ...}. Canonical format per workflow docs.
+ * Uses the last code block in the content so steps with multiple example blocks (e.g. challenge type docs) still get a proof.
+ * Returns the challenge object and cleaned content (without the block) if valid.
+ */
+function extractTrailingChallengeBlock(content) {
+    const match = content.match(TRAILING_JSON_BLOCK_REGEX);
+    if (!match || !match[2])
+        return null;
+    const blockContent = match[2].trim();
+    let parsed;
+    try {
+        parsed = JSON.parse(blockContent);
+    }
+    catch {
+        return null;
+    }
+    if (!parsed || typeof parsed !== 'object' || !parsed.challenge || typeof parsed.challenge !== 'object') {
+        return null;
+    }
+    const challenge = parsed.challenge;
+    const required = typeof challenge['required'] === 'boolean' ? challenge['required'] : true;
+    const proof = { ...challenge, required };
+    const prefixLen = (match[1]?.length ?? 0);
+    const cleaned = content.slice(0, match.index + prefixLen).trim();
+    return { cleaned, challenge: proof };
+}
+export function extractProofOfWork(content) {
+    const fromBlock = extractTrailingChallengeBlock(content);
+    if (fromBlock) {
+        return { cleaned: fromBlock.cleaned, proof: fromBlock.challenge };
+    }
+    return { cleaned: content.trim() };
+}
+//# sourceMappingURL=chain-builder-proof.js.map

package/dist/services/memory/chain-builder-proof.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chain-builder-proof.js","sourceRoot":"","sources":["../../../src/services/memory/chain-builder-proof.ts"],"names":[],"mappings":"AAEA,oIAAoI;AACpI,4GAA4G;AAC5G,MAAM,yBAAyB,GAAG,+CAA+C,CAAC;AAElF,wJAAwJ;AACxJ,MAAM,oBAAoB,GAAG,0CAA0C,CAAC;AAUxE;;;GAGG;AACH,MAAM,UAAU,sBAAsB,CAAC,OAAe;IACpD,MAAM,OAAO,GAA0B,EAAE,CAAC;IAC1C,IAAI,KAA6B,CAAC;IAClC,oBAAoB,CAAC,SAAS,GAAG,CAAC,CAAC;IACnC,OAAO,CAAC,KAAK,GAAG,oBAAoB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAC7D,4CAA4C;QAC5C,wCAAwC;QACxC,sCAAsC;QACtC,MAAM,YAAY,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,CAAC;QACtC,IAAI,MAA+B,CAAC;QACpC,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAA4B,CAAC;QAC/D,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QACD,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;YACvG,SAAS;QACX,CAAC;QACD,MAAM,SAAS,GAAG,MAAM,CAAC,SAAoC,CAAC;QAC9D,MAAM,QAAQ,GAAG,OAAO,SAAS,CAAC,UAAU,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC3F,MAAM,KAAK,GAA0B,EAAE,GAAG,SAAS,EAAE,QAAQ,EAA2B,CAAC;QACzF,uFAAuF;QACvF,MAAM,qBAAqB,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC,MAAM,CAAC;QAC/C,MAAM,UAAU,GAAG,KAAK,CAAC,KAAM,GAAG,qBAAqB,CAAC;QACxD,MAAM,WAAW,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC,MAAM,CAAC;QACrC,OAAO,CAAC,IAAI,CAAC;YACX,KAAK,EAAE,UAAU;YACjB,GAAG,EAAE,UAAU,GAAG,WAAW;YAC7B,KAAK;SACN,CAAC,CAAC;IACL,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;;;GAIG;AACH,SAAS,6BAA6B,CAAC,OAAe;IACpD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;IACvD,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IACrC,MAAM,YAAY,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACrC,IAAI,MAA+B,CAAC;IACpC,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAA4B,CAAC;IAC/D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;QACvG,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,SAAS,GAAG,MAAM,CAAC,SAAoC,CAAC;IAC9D,MAAM,QAAQ,GAAG,OAAO,SAAS,CAAC,UAAU,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC3F,MAAM,KAAK,GAA0B,EAAE,GAAG,SAAS,EAAE,QAAQ,EAA2B,CAAC;IACzF,MAAM,SAAS,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;IAC1C,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,KAAM,GAAG,SAAS,CAAC,CAAC,IAAI,EAAE,CAAC;IAClE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;AACvC,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,OAAe;IAChD,MAAM,SAAS,GAAG,6BAA6B,CAAC,OAAO,CAAC,CAAC;IACzD,IAAI,SAAS,EAAE,CAAC;QACd,OAAO,EAAE,OAAO,EAAE,SAAS,CAAC,OAAO,EAAE,KAAK,EAAE,SAAS,CAAC,SAAS,EAAE,CAAC;IACpE,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;AACrC,CAAC"}

package/dist/services/memory/chain-builder.d.ts

@@ -0,0 +1,4 @@
+import type { Memory } from '../../types/memory.js';
+import { CodeBlockProcessor } from '../code-block-processor.js';
+export declare function buildHeaderMemoryChain(markdownDoc: string, llmModelId: string, now: Date, codeBlockProcessor: CodeBlockProcessor): Memory[];
+//# sourceMappingURL=chain-builder.d.ts.map

package/dist/services/memory/chain-builder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chain-builder.d.ts","sourceRoot":"","sources":["../../../src/services/memory/chain-builder.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAoJhE,wBAAgB,sBAAsB,CAAC,WAAW,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,kBAAkB,EAAE,kBAAkB,GAAG,MAAM,EAAE,CAyD3I"}

package/dist/services/memory/chain-builder.js

@@ -0,0 +1,185 @@
+import crypto from 'node:crypto';
+import { parseMarkdownStructure, generateTags, } from '../../utils/memory-store-utils.js';
+import { extractProofOfWork, findAllChallengeBlocks } from './chain-builder-proof.js';
+/**
+ * Sanitize H2 headings to remove STEP patterns and numbering that break chain order.
+ * Transforms patterns like "## STEP 1 — Foo" or "## 3. Bar" into "## Foo" or "## Bar".
+ */
+function sanitizeHeading(line) {
+    if (!line.startsWith('## '))
+        return line;
+    return line
+        // Remove ALL forbidden STEP patterns
+        .replace(/^##\s*STEP\s*\d+[:\s—–\-·•]*\s*/i, '## ') // STEP 1, Step 2, step 9:
+        .replace(/^##\s*\d+[\s\.\)\-:—–\-·•]*\s*/i, '## ') // 1., 01 —, 2)
+        .replace(/^##\s*[0-9]+[a-zA-Z]*[\s\.\)\-:—–\-·•]*\s*/i, '## ') // 1a), T1 —, Phase 3:
+        .trim();
+}
+/**
+ * Derive step label from segment text: first H2 (## Title) in the segment, or fallback.
+ */
+function stepLabelFromSegment(segmentText, chainLabel, stepIndex) {
+    const h2Match = segmentText.match(/^##\s+(.+)$/m);
+    const title = h2Match?.[1];
+    if (title)
+        return title.trim();
+    return chainLabel || `Step ${stepIndex + 1}`;
+}
+/**
+ * Process a single H1 section into a chain of memories. Step boundaries are defined by
+ * PoW (proof-of-work) only: each ```json block with {"challenge": ...} ends one step.
+ * H2 headings are used only for step labels when present in a segment.
+ */
+function processH1Section(h1Title, h1Content, llmModelId, now, codeBlockProcessor) {
+    const blocks = findAllChallengeBlocks(h1Content);
+    // No PoW blocks: single memory (entire content, optional trailing challenge parsed by extractProofOfWork)
+    if (blocks.length === 0) {
+        const { cleaned, proof } = extractProofOfWork(h1Content);
+        const codeResult = codeBlockProcessor.processMarkdown(cleaned);
+        const baseTags = generateTags(cleaned);
+        const codeTags = codeResult.allIdentifiers.slice(0, 5);
+        const allTags = [...baseTags, ...codeTags];
+        const proofMetadata = proof
+            ? { ...proof, required: proof.required ?? true }
+            : undefined;
+        const singleMemory = {
+            memory_uuid: crypto.randomUUID(),
+            label: stepLabelFromSegment(cleaned, h1Title, 0),
+            tags: allTags,
+            text: cleaned,
+            llm_model_id: llmModelId,
+            created_at: now.toISOString(),
+            chain: {
+                id: '',
+                label: h1Title,
+                step_index: 1,
+                step_count: 1
+            }
+        };
+        if (proofMetadata)
+            singleMemory.proof_of_work = proofMetadata;
+        return [singleMemory];
+    }
+    // One or more PoW blocks: steps are defined by each block; optional trailing segment after last block = final step (no proof)
+    const nowIso = now.toISOString();
+    const memories = [];
+    let prevEnd = 0;
+    for (let i = 0; i < blocks.length; i++) {
+        const block = blocks[i];
+        // Segment text = content from prevEnd up to (but not including) this block; block defines this step's proof
+        const segmentText = h1Content.slice(prevEnd, block.start).trim();
+        const cleaned = segmentText;
+        const codeResult = codeBlockProcessor.processMarkdown(cleaned);
+        const baseTags = generateTags(cleaned);
+        const codeTags = codeResult.allIdentifiers.slice(0, 5);
+        const allTags = [...baseTags, ...codeTags];
+        const proofMetadata = {
+            ...block.proof,
+            required: block.proof.required ?? true
+        };
+        memories.push({
+            memory_uuid: crypto.randomUUID(),
+            label: stepLabelFromSegment(cleaned, h1Title, i),
+            tags: allTags,
+            text: cleaned,
+            llm_model_id: llmModelId,
+            created_at: nowIso,
+            chain: h1Title
+                ? {
+                    id: '',
+                    label: h1Title,
+                    step_index: i + 1,
+                    step_count: blocks.length // may add +1 if there's trailing content
+                }
+                : undefined,
+            proof_of_work: proofMetadata
+        });
+        prevEnd = block.end;
+    }
+    // Trailing content after last block = final step (no proof required)
+    const trailing = h1Content.slice(prevEnd).trim();
+    if (trailing.length > 0) {
+        const codeResult = codeBlockProcessor.processMarkdown(trailing);
+        const baseTags = generateTags(trailing);
+        const codeTags = codeResult.allIdentifiers.slice(0, 5);
+        const allTags = [...baseTags, ...codeTags];
+        const stepCount = memories.length + 1;
+        memories.forEach(m => {
+            if (m.chain)
+                m.chain.step_count = stepCount;
+        });
+        memories.push({
+            memory_uuid: crypto.randomUUID(),
+            label: stepLabelFromSegment(trailing, h1Title, memories.length),
+            tags: allTags,
+            text: trailing,
+            llm_model_id: llmModelId,
+            created_at: nowIso,
+            chain: h1Title
+                ? {
+                    id: '',
+                    label: h1Title,
+                    step_index: stepCount,
+                    step_count: stepCount
+                }
+                : undefined
+        });
+    }
+    else {
+        memories.forEach(m => {
+            if (m.chain)
+                m.chain.step_count = memories.length;
+        });
+    }
+    return memories;
+}
+export function buildHeaderMemoryChain(markdownDoc, llmModelId, now, codeBlockProcessor) {
+    // Sanitize all headings before processing to ensure chain order is unbreakable
+    const cleanMarkdown = markdownDoc
+        .split(/\r?\n/)
+        .map(line => sanitizeHeading(line))
+        .join('\n');
+    const lines = cleanMarkdown.split(/\r?\n/);
+    // Find all H1 positions to split document into separate chains
+    // Track code block state to avoid interpreting comments inside code blocks as headers
+    const h1Positions = [];
+    let inCodeBlock = false;
+    for (let i = 0; i < lines.length; i++) {
+        const trimmed = lines[i].trim();
+        // Toggle code block state when encountering code block delimiters
+        if (trimmed.startsWith('```')) {
+            inCodeBlock = !inCodeBlock;
+            continue;
+        }
+        // Only check for H1 headers when not inside a code block
+        if (!inCodeBlock && trimmed.startsWith('# ') && !trimmed.startsWith('## ')) {
+            h1Positions.push({ index: i, title: trimmed.substring(2).trim() });
+        }
+    }
+    // If no H1 found, check for H2-only structure (legacy behavior)
+    if (h1Positions.length === 0) {
+        const structure = parseMarkdownStructure(cleanMarkdown);
+        if (structure.h2Items.length === 0) {
+            // No H1, no H2 - return empty (no structure to process)
+            return [];
+        }
+        // Process as single chain without H1 - use first H2 as chain label or empty
+        const firstH2 = structure.h2Items[0] || '';
+        return processH1Section(firstH2, cleanMarkdown, llmModelId, now, codeBlockProcessor);
+    }
+    // Split document by H1 headings - each H1 becomes a separate chain
+    const allMemories = [];
+    for (let i = 0; i < h1Positions.length; i++) {
+        const h1Start = h1Positions[i].index;
+        const h1End = i < h1Positions.length - 1 ? h1Positions[i + 1].index : lines.length;
+        const h1Title = h1Positions[i].title;
+        // Extract content for this H1 section (excluding the H1 line itself)
+        const h1SectionLines = lines.slice(h1Start + 1, h1End);
+        const h1Content = h1SectionLines.join('\n');
+        // Process this H1 section as a separate chain (Option 2: proof-based slicing)
+        const chainMemories = processH1Section(h1Title, h1Content, llmModelId, now, codeBlockProcessor);
+        allMemories.push(...chainMemories);
+    }
+    return allMemories;
+}
+//# sourceMappingURL=chain-builder.js.map

package/dist/services/memory/chain-builder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chain-builder.js","sourceRoot":"","sources":["../../../src/services/memory/chain-builder.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,aAAa,CAAC;AAGjC,OAAO,EACL,sBAAsB,EACtB,YAAY,GACb,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EAAE,kBAAkB,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAC;AAEtF;;;GAGG;AACH,SAAS,eAAe,CAAC,IAAY;IACnC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAEzC,OAAO,IAAI;QACT,qCAAqC;SACpC,OAAO,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAQ,0BAA0B;SACpF,OAAO,CAAC,iCAAiC,EAAE,KAAK,CAAC,CAAQ,eAAe;SACxE,OAAO,CAAC,6CAA6C,EAAE,KAAK,CAAC,CAAC,sBAAsB;SACpF,IAAI,EAAE,CAAC;AACZ,CAAC;AAED;;GAEG;AACH,SAAS,oBAAoB,CAAC,WAAmB,EAAE,UAAkB,EAAE,SAAiB;IACtF,MAAM,OAAO,GAAG,WAAW,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;IAClD,MAAM,KAAK,GAAG,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;IAC3B,IAAI,KAAK;QAAE,OAAO,KAAK,CAAC,IAAI,EAAE,CAAC;IAC/B,OAAO,UAAU,IAAI,QAAQ,SAAS,GAAG,CAAC,EAAE,CAAC;AAC/C,CAAC;AAED;;;;GAIG;AACH,SAAS,gBAAgB,CACvB,OAAe,EACf,SAAiB,EACjB,UAAkB,EAClB,GAAS,EACT,kBAAsC;IAEtC,MAAM,MAAM,GAAG,sBAAsB,CAAC,SAAS,CAAC,CAAC;IAEjD,0GAA0G;IAC1G,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAC;QACzD,MAAM,UAAU,GAAG,kBAAkB,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;QAC/D,MAAM,QAAQ,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;QACvC,MAAM,QAAQ,GAAG,UAAU,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACvD,MAAM,OAAO,GAAG,CAAC,GAAG,QAAQ,EAAE,GAAG,QAAQ,CAAC,CAAC;QAC3C,MAAM,aAAa,GAAG,KAAK;YACzB,CAAC,CAAC,EAAE,GAAG,KAAK,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,IAAI,EAAE;YAChD,CAAC,CAAC,SAAS,CAAC;QACd,MAAM,YAAY,GAAQ;YACxB,WAAW,EAAE,MAAM,CAAC,UAAU,EAAE;YAChC,KAAK,EAAE,oBAAoB,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;YAChD,IAAI,EAAE,OAAO;YACb,IAAI,EAAE,OAAO;YACb,YAAY,EAAE,UAAU;YACxB,UAAU,EAAE,GAAG,CAAC,WAAW,EAAE;YAC7B,KAAK,EAAE;gBACL,EAAE,EAAE,EAAE;gBACN,KAAK,EAAE,OAAO;gBACd,UAAU,EAAE,CAAC;gBACb,UAAU,EAAE,CAAC;aACP;SACT,CAAC;QACF,IAAI,aAAa;YAAE,YAAY,CAAC,aAAa,GAAG,aAAa,CAAC;QAC9D,OAAO,CAAC,YAAsB,CAAC,CAAC;IAClC,CAAC;IAED,8HAA8H;IAC9H,MAAM,MAAM,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC;IACjC,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,IAAI,OAAO,GAAG,CAAC,CAAC;IAEhB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAE,CAAC;QACzB,4GAA4G;QAC5G,MAAM,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;QACjE,MAAM,OAAO,GAAG,WAAW,CAAC;QAC5B,MAAM,UAAU,GAAG,kBAAkB,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;QAC/D,MAAM,QAAQ,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;QACvC,MAAM,QAAQ,GAAG,UAAU,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACvD,MAAM,OAAO,GAAG,CAAC,GAAG,QAAQ,EAAE,GAAG,QAAQ,CAAC,CAAC;QAC3C,MAAM,aAAa,GAAG;YACpB,GAAG,KAAK,CAAC,KAAK;YACd,QAAQ,EAAE,KAAK,CAAC,KAAK,CAAC,QAAQ,IAAI,IAAI;SACvC,CAAC;QACF,QAAQ,CAAC,IAAI,CAAC;YACZ,WAAW,EAAE,MAAM,CAAC,UAAU,EAAE;YAChC,KAAK,EAAE,oBAAoB,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;YAChD,IAAI,EAAE,OAAO;YACb,IAAI,EAAE,OAAO;YACb,YAAY,EAAE,UAAU;YACxB,UAAU,EAAE,MAAM;YAClB,KAAK,EAAE,OAAO;gBACZ,CAAC,CAAC;oBACE,EAAE,EAAE,EAAE;oBACN,KAAK,EAAE,OAAO;oBACd,UAAU,EAAE,CAAC,GAAG,CAAC;oBACjB,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,yCAAyC;iBACpE;gBACH,CAAC,CAAC,SAAS;YACb,aAAa,EAAE,aAAa;SACnB,CAAC,CAAC;QACb,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC;IACtB,CAAC;IAED,qEAAqE;IACrE,MAAM,QAAQ,GAAG,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;IACjD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,MAAM,UAAU,GAAG,kBAAkB,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;QAChE,MAAM,QAAQ,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;QACxC,MAAM,QAAQ,GAAG,UAAU,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACvD,MAAM,OAAO,GAAG,CAAC,GAAG,QAAQ,EAAE,GAAG,QAAQ,CAAC,CAAC;QAC3C,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;QACtC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;YACnB,IAAI,CAAC,CAAC,KAAK;gBAAE,CAAC,CAAC,KAAK,CAAC,UAAU,GAAG,SAAS,CAAC;QAC9C,CAAC,CAAC,CAAC;QACH,QAAQ,CAAC,IAAI,CAAC;YACZ,WAAW,EAAE,MAAM,CAAC,UAAU,EAAE;YAChC,KAAK,EAAE,oBAAoB,CAAC,QAAQ,EAAE,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC;YAC/D,IAAI,EAAE,OAAO;YACb,IAAI,EAAE,QAAQ;YACd,YAAY,EAAE,UAAU;YACxB,UAAU,EAAE,MAAM;YAClB,KAAK,EAAE,OAAO;gBACZ,CAAC,CAAC;oBACE,EAAE,EAAE,EAAE;oBACN,KAAK,EAAE,OAAO;oBACd,UAAU,EAAE,SAAS;oBACrB,UAAU,EAAE,SAAS;iBACtB;gBACH,CAAC,CAAC,SAAS;SACJ,CAAC,CAAC;IACf,CAAC;SAAM,CAAC;QACN,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;YACnB,IAAI,CAAC,CAAC,KAAK;gBAAE,CAAC,CAAC,KAAK,CAAC,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC;QACpD,CAAC,CAAC,CAAC;IACL,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,WAAmB,EAAE,UAAkB,EAAE,GAAS,EAAE,kBAAsC;IAC/H,+EAA+E;IAC/E,MAAM,aAAa,GAAG,WAAW;SAC9B,KAAK,CAAC,OAAO,CAAC;SACd,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;SAClC,IAAI,CAAC,IAAI,CAAC,CAAC;IAEd,MAAM,KAAK,GAAG,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAE3C,+DAA+D;IAC/D,sFAAsF;IACtF,MAAM,WAAW,GAA4C,EAAE,CAAC;IAChE,IAAI,WAAW,GAAG,KAAK,CAAC;IACxB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,CAAC;QAEjC,kEAAkE;QAClE,IAAI,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YAC9B,WAAW,GAAG,CAAC,WAAW,CAAC;YAC3B,SAAS;QACX,CAAC;QAED,yDAAyD;QACzD,IAAI,CAAC,WAAW,IAAI,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YAC3E,WAAW,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACrE,CAAC;IACH,CAAC;IAED,gEAAgE;IAChE,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,MAAM,SAAS,GAAG,sBAAsB,CAAC,aAAa,CAAC,CAAC;QACxD,IAAI,SAAS,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACnC,wDAAwD;YACxD,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,4EAA4E;QAC5E,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC3C,OAAO,gBAAgB,CAAC,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,GAAG,EAAE,kBAAkB,CAAC,CAAC;IACvF,CAAC;IAED,mEAAmE;IACnE,MAAM,WAAW,GAAa,EAAE,CAAC;IAEjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5C,MAAM,OAAO,GAAG,WAAW,CAAC,CAAC,CAAE,CAAC,KAAK,CAAC;QACtC,MAAM,KAAK,GAAG,CAAC,GAAG,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,CAAE,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC;QACpF,MAAM,OAAO,GAAG,WAAW,CAAC,CAAC,CAAE,CAAC,KAAK,CAAC;QAEtC,qEAAqE;QACrE,MAAM,cAAc,GAAG,KAAK,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC;QACvD,MAAM,SAAS,GAAG,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAE5C,8EAA8E;QAC9E,MAAM,aAAa,GAAG,gBAAgB,CAAC,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,GAAG,EAAE,kBAAkB,CAAC,CAAC;QAChG,WAAW,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,CAAC;IACrC,CAAC;IACD,OAAO,WAAW,CAAC;AACrB,CAAC"}

package/dist/services/memory/store-chain-default-handler.d.ts

@@ -0,0 +1,9 @@
+import type { Memory } from '../../types/memory.js';
+import { QdrantClient } from '@qdrant/js-client-rest';
+import type { CodeBlockProcessor } from '../code-block-processor.js';
+import type { MemoryQdrantStoreMethods } from './store-methods.js';
+/**
+ * Handles default chain storage (one memory per document)
+ */
+export declare function storeDefaultChain(client: QdrantClient, collection: string, methods: MemoryQdrantStoreMethods, codeBlockProcessor: CodeBlockProcessor, normalizedDocs: string[], llmModelId: string, now: Date, forceUpdate: boolean): Promise<Memory[]>;
+//# sourceMappingURL=store-chain-default-handler.d.ts.map

package/dist/services/memory/store-chain-default-handler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"store-chain-default-handler.d.ts","sourceRoot":"","sources":["../../../src/services/memory/store-chain-default-handler.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAWtD,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AACrE,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,oBAAoB,CAAC;AAEnE;;GAEG;AACH,wBAAsB,iBAAiB,CACrC,MAAM,EAAE,YAAY,EACpB,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,wBAAwB,EACjC,kBAAkB,EAAE,kBAAkB,EACtC,cAAc,EAAE,MAAM,EAAE,EACxB,UAAU,EAAE,MAAM,EAClB,GAAG,EAAE,IAAI,EACT,WAAW,EAAE,OAAO,GACnB,OAAO,CAAC,MAAM,EAAE,CAAC,CA4HnB"}

package/dist/services/memory/store-chain-default-handler.js

@@ -0,0 +1,118 @@
+import crypto from 'node:crypto';
+import { logger } from '../../utils/logger.js';
+import { embeddingService } from '../embedding/service.js';
+import { getEmbeddingDimension } from '../../config.js';
+import { IDGenerator } from '../id-generator.js';
+import { generateLabel, generateTags } from '../../utils/memory-store-utils.js';
+import { modelStats } from '../stats/model-stats.js';
+import { redisCacheService } from '../redis-cache.js';
+import { memoryStore, memoryChainSize } from '../metrics/memory-metrics.js';
+import { getTenantId, getSpaceContext } from '../../utils/tenant-context.js';
+import { deriveDomainTaskType, handleDuplicateChain } from './store-chain-helpers.js';
+/**
+ * Handles default chain storage (one memory per document)
+ */
+export async function storeDefaultChain(client, collection, methods, codeBlockProcessor, normalizedDocs, llmModelId, now, forceUpdate) {
+    const tenantId = getTenantId();
+    const uuids = normalizedDocs.map(() => crypto.randomUUID());
+    const processedDocs = normalizedDocs.map(text => {
+        const codeResult = codeBlockProcessor.processMarkdown(text);
+        const enhancedText = codeBlockProcessor.enhanceContentForSearch(text, codeResult);
+        return { original: text, enhanced: enhancedText, codeResult };
+    });
+    if (processedDocs.length === 0) {
+        return [];
+    }
+    // Derive chain label from first doc and compute chain UUID
+    const firstGeneratedLabel = generateLabel(processedDocs[0].original);
+    const chainUuid = IDGenerator.generateChainUUIDv5(firstGeneratedLabel);
+    // Handle duplicate chain
+    await handleDuplicateChain(client, collection, chainUuid, forceUpdate);
+    let embeddings;
+    try {
+        embeddings = await embeddingService.generateBatchEmbeddings(processedDocs.map(p => p.enhanced));
+    }
+    catch (err) {
+        logger.warn('[MemoryQdrantStore] Failed to generate embeddings for default path; falling back to zero vectors: ' + (err instanceof Error ? err.message : String(err)));
+        const vectorSize = getEmbeddingDimension();
+        embeddings = { embeddings: processedDocs.map(() => Array(vectorSize).fill(0)) };
+    }
+    const currentVectorName = `vs${getEmbeddingDimension()}`;
+    const memories = processedDocs.map((processed, index) => {
+        const memory_uuid = uuids[index];
+        const baseTags = generateTags(processed.original);
+        const codeTags = processed.codeResult.allIdentifiers.slice(0, 5);
+        const allTags = [...baseTags, ...codeTags];
+        const stepLabel = generateLabel(processed.original);
+        return {
+            memory_uuid,
+            label: stepLabel,
+            tags: allTags,
+            text: processed.enhanced,
+            llm_model_id: llmModelId,
+            created_at: now.toISOString(),
+            chain: {
+                id: chainUuid,
+                label: firstGeneratedLabel,
+                step_index: index + 1,
+                step_count: normalizedDocs.length
+            }
+        };
+    });
+    const spaceId = getSpaceContext().defaultWriteSpaceId;
+    const points = memories.map((memory, index) => {
+        const { task, type } = deriveDomainTaskType(memory.label, memory.text, memory.tags);
+        const qualityMetadata = modelStats.calculateStepQualityMetadata(memory.label, 'general', task, type, memory.tags);
+        return ({
+            id: memory.memory_uuid,
+            vector: { [currentVectorName]: embeddings.embeddings[index] },
+            payload: {
+                space_id: spaceId,
+                label: memory.label,
+                tags: memory.tags,
+                text: memory.text,
+                llm_model_id: memory.llm_model_id,
+                created_at: memory.created_at,
+                proof_of_work: memory.proof_of_work,
+                task,
+                type,
+                quality_metadata: {
+                    step_quality_score: qualityMetadata.step_quality_score,
+                    step_quality: qualityMetadata.step_quality
+                },
+                chain: {
+                    id: memory.chain.id,
+                    label: memory.chain.label,
+                    step_index: memory.chain.step_index,
+                    step_count: memory.chain.step_count
+                }
+            }
+        });
+    });
+    logger.tool('memory-qdrant-store', 'upsert', `mode=default docs=${normalizedDocs.length} collection=${collection} payload=${JSON.stringify({
+        points
+    })}`);
+    logger.debug(`[Qdrant][upsert] collection=${collection} points=${points.length}`);
+    await client.upsert(collection, { points });
+    await redisCacheService.invalidateAfterUpdate();
+    methods.invalidateLocalCache();
+    // Update model statistics for each stored memory
+    for (const memory of memories) {
+        try {
+            const ltags = (memory.tags || []).map(t => t.toLowerCase());
+            const knownTasks = new Set(['networking', 'security', 'optimization', 'troubleshooting', 'error-handling', 'installation', 'configuration', 'testing', 'deployment', 'database']);
+            const task = ltags.find(t => knownTasks.has(t)) || 'general';
+            const type = /```/.test(memory.text) || ltags.includes('pattern') ? 'pattern' : (ltags.includes('rule') ? 'rule' : 'context');
+            const score = modelStats.calculateQualityScore(memory.label, task, type, memory.tags);
+            await modelStats.processContribution(memory.llm_model_id, score, memory.label);
+            const quality = score.quality;
+            memoryStore.inc({ quality, tenant_id: tenantId });
+            if (memory.chain) {
+                memoryChainSize.observe({ tenant_id: tenantId }, memory.chain.step_count);
+            }
+        }
+        catch { }
+    }
+    return memories;
+}
+//# sourceMappingURL=store-chain-default-handler.js.map

package/dist/services/memory/store-chain-default-handler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"store-chain-default-handler.js","sourceRoot":"","sources":["../../../src/services/memory/store-chain-default-handler.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,aAAa,CAAC;AAGjC,OAAO,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAC/C,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,qBAAqB,EAAE,MAAM,iBAAiB,CAAC;AACxD,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,mCAAmC,CAAC;AAChF,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AACrD,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AACtD,OAAO,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AAC5E,OAAO,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AAC7E,OAAO,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAC;AAItF;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,MAAoB,EACpB,UAAkB,EAClB,OAAiC,EACjC,kBAAsC,EACtC,cAAwB,EACxB,UAAkB,EAClB,GAAS,EACT,WAAoB;IAEpB,MAAM,QAAQ,GAAG,WAAW,EAAE,CAAC;IAE/B,MAAM,KAAK,GAAG,cAAc,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;IAC5D,MAAM,aAAa,GAAG,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;QAC9C,MAAM,UAAU,GAAG,kBAAkB,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QAC5D,MAAM,YAAY,GAAG,kBAAkB,CAAC,uBAAuB,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;QAClF,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,YAAY,EAAE,UAAU,EAAE,CAAC;IAChE,CAAC,CAAC,CAAC;IAEH,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,2DAA2D;IAC3D,MAAM,mBAAmB,GAAG,aAAa,CAAC,aAAa,CAAC,CAAC,CAAE,CAAC,QAAQ,CAAC,CAAC;IACtE,MAAM,SAAS,GAAG,WAAW,CAAC,mBAAmB,CAAC,mBAAmB,CAAC,CAAC;IAEvE,yBAAyB;IACzB,MAAM,oBAAoB,CAAC,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC;IAEvE,IAAI,UAAe,CAAC;IACpB,IAAI,CAAC;QACH,UAAU,GAAG,MAAM,gBAAgB,CAAC,uBAAuB,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;IAClG,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,CAAC,IAAI,CAAC,oGAAoG,GAAG,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACvK,MAAM,UAAU,GAAG,qBAAqB,EAAE,CAAC;QAC3C,UAAU,GAAG,EAAE,UAAU,EAAE,aAAa,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAS,CAAC;IACzF,CAAC;IACD,MAAM,iBAAiB,GAAG,KAAK,qBAAqB,EAAE,EAAE,CAAC;IACzD,MAAM,QAAQ,GAAa,aAAa,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE;QAChE,MAAM,WAAW,GAAG,KAAK,CAAC,KAAK,CAAE,CAAC;QAClC,MAAM,QAAQ,GAAG,YAAY,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QAClD,MAAM,QAAQ,GAAG,SAAS,CAAC,UAAU,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACjE,MAAM,OAAO,GAAG,CAAC,GAAG,QAAQ,EAAE,GAAG,QAAQ,CAAC,CAAC;QAE3C,MAAM,SAAS,GAAG,aAAa,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACpD,OAAO;YACL,WAAW;YACX,KAAK,EAAE,SAAS;YAChB,IAAI,EAAE,OAAO;YACb,IAAI,EAAE,SAAS,CAAC,QAAQ;YACxB,YAAY,EAAE,UAAU;YACxB,UAAU,EAAE,GAAG,CAAC,WAAW,EAAE;YAC7B,KAAK,EAAE;gBACL,EAAE,EAAE,SAAS;gBACb,KAAK,EAAE,mBAAmB;gBAC1B,UAAU,EAAE,KAAK,GAAG,CAAC;gBACrB,UAAU,EAAE,cAAc,CAAC,MAAM;aAClC;SACF,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,eAAe,EAAE,CAAC,mBAAmB,CAAC;IACtD,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;QAC5C,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,oBAAoB,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;QACpF,MAAM,eAAe,GAAG,UAAU,CAAC,4BAA4B,CAC7D,MAAM,CAAC,KAAK,EACZ,SAAS,EACT,IAAI,EACJ,IAAI,EACJ,MAAM,CAAC,IAAI,CACZ,CAAC;QACF,OAAO,CAAC;YACN,EAAE,EAAE,MAAM,CAAC,WAAW;YACtB,MAAM,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,UAAU,CAAC,UAAU,CAAC,KAAK,CAAE,EAAE;YAC9D,OAAO,EAAE;gBACP,QAAQ,EAAE,OAAO;gBACjB,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,YAAY,EAAE,MAAM,CAAC,YAAY;gBACjC,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,aAAa,EAAE,MAAM,CAAC,aAAa;gBACnC,IAAI;gBACJ,IAAI;gBACJ,gBAAgB,EAAE;oBAChB,kBAAkB,EAAE,eAAe,CAAC,kBAAkB;oBACtD,YAAY,EAAE,eAAe,CAAC,YAAY;iBAC3C;gBACD,KAAK,EAAE;oBACL,EAAE,EAAE,MAAM,CAAC,KAAM,CAAC,EAAE;oBACpB,KAAK,EAAE,MAAM,CAAC,KAAM,CAAC,KAAK;oBAC1B,UAAU,EAAE,MAAM,CAAC,KAAM,CAAC,UAAU;oBACpC,UAAU,EAAE,MAAM,CAAC,KAAM,CAAC,UAAU;iBACrC;aACF;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,IAAI,CACT,qBAAqB,EACrB,QAAQ,EACR,qBAAqB,cAAc,CAAC,MAAM,eAAe,UAAU,YAAY,IAAI,CAAC,SAAS,CAAC;QAC5F,MAAM;KACP,CAAC,EAAE,CACL,CAAC;IAEF,MAAM,CAAC,KAAK,CAAC,+BAA+B,UAAU,WAAW,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IAClF,MAAM,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;IAE5C,MAAM,iBAAiB,CAAC,qBAAqB,EAAE,CAAC;IAChD,OAAO,CAAC,oBAAoB,EAAE,CAAC;IAE/B,iDAAiD;IACjD,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;QAC9B,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;YAC5D,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,CAAC,YAAY,EAAE,UAAU,EAAE,cAAc,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,cAAc,EAAE,eAAe,EAAE,SAAS,EAAE,YAAY,EAAE,UAAU,CAAC,CAAC,CAAC;YAClL,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC;YAC7D,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;YAC9H,MAAM,KAAK,GAAG,UAAU,CAAC,qBAAqB,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;YACtF,MAAM,UAAU,CAAC,mBAAmB,CAAC,MAAM,CAAC,YAAY,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;YAE/E,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;YAC9B,WAAW,CAAC,GAAG,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,CAAC;YAElD,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;gBACjB,eAAe,CAAC,OAAO,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,EAAE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YAC5E,CAAC;QACH,CAAC;QAAC,MAAM,CAAC,CAAC,CAAC;IACb,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/services/memory/store-chain-header-handler.d.ts

@@ -0,0 +1,8 @@
+import type { Memory } from '../../types/memory.js';
+import { QdrantClient } from '@qdrant/js-client-rest';
+import type { MemoryQdrantStoreMethods } from './store-methods.js';
+/**
+ * Handles header-based chain storage (H1/H2 sections)
+ */
+export declare function storeHeaderBasedChain(client: QdrantClient, collection: string, methods: MemoryQdrantStoreMethods, headerChainMemories: Memory[], llmModelId: string, forceUpdate: boolean): Promise<Memory[]>;
+//# sourceMappingURL=store-chain-header-handler.d.ts.map

package/dist/services/memory/store-chain-header-handler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"store-chain-header-handler.d.ts","sourceRoot":"","sources":["../../../src/services/memory/store-chain-header-handler.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAUtD,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,oBAAoB,CAAC;AAEnE;;GAEG;AACH,wBAAsB,qBAAqB,CACzC,MAAM,EAAE,YAAY,EACpB,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,wBAAwB,EACjC,mBAAmB,EAAE,MAAM,EAAE,EAC7B,UAAU,EAAE,MAAM,EAClB,WAAW,EAAE,OAAO,GACnB,OAAO,CAAC,MAAM,EAAE,CAAC,CA0GnB"}

package/dist/services/memory/store-chain-header-handler.js

@@ -0,0 +1,98 @@
+import { logger } from '../../utils/logger.js';
+import { embeddingService } from '../embedding/service.js';
+import { getEmbeddingDimension } from '../../config.js';
+import { IDGenerator } from '../id-generator.js';
+import { modelStats } from '../stats/model-stats.js';
+import { redisCacheService } from '../redis-cache.js';
+import { memoryStore, memoryChainSize } from '../metrics/memory-metrics.js';
+import { getTenantId, getSpaceContext } from '../../utils/tenant-context.js';
+import { deriveDomainTaskType, handleDuplicateChain } from './store-chain-helpers.js';
+/**
+ * Handles header-based chain storage (H1/H2 sections)
+ */
+export async function storeHeaderBasedChain(client, collection, methods, headerChainMemories, llmModelId, forceUpdate) {
+    const tenantId = getTenantId();
+    // Determine chain label and deterministic v5 chain UUID
+    const firstLabel = headerChainMemories[0]?.label || 'Knowledge Chain';
+    const explicitChainLabel = headerChainMemories[0]?.chain?.label;
+    const chainLabel = (explicitChainLabel && explicitChainLabel.trim().length > 0)
+        ? explicitChainLabel.trim()
+        : (firstLabel.includes(':') ? firstLabel.split(':')[0].trim() : firstLabel.trim());
+    const chainUuid = IDGenerator.generateChainUUIDv5(chainLabel);
+    // Handle duplicate chain
+    await handleDuplicateChain(client, collection, chainUuid, forceUpdate);
+    // Generate embeddings for each H2 section
+    const sectionTexts = headerChainMemories.map(m => m.text);
+    const vectorSize = getEmbeddingDimension();
+    const currentVectorName = `vs${vectorSize}`;
+    let vectors;
+    try {
+        const batch = await embeddingService.generateBatchEmbeddings(sectionTexts);
+        vectors = batch.embeddings;
+        const wrongCount = vectors.length !== headerChainMemories.length;
+        const wrongDim = vectors.some(v => !Array.isArray(v) || v.length !== vectorSize);
+        if (wrongCount || wrongDim) {
+            logger.warn(`[MemoryQdrantStore] Embedding shape mismatch for header-based chain (count=${vectors.length}/${headerChainMemories.length}, dimOK=${!wrongDim}). Falling back to zero vectors.`);
+            vectors = headerChainMemories.map(() => Array(vectorSize).fill(0));
+        }
+    }
+    catch (err) {
+        logger.error('[MemoryQdrantStore] Failed to generate embeddings for header-based chain; falling back to zero vectors', err);
+        vectors = headerChainMemories.map(() => Array(vectorSize).fill(0));
+    }
+    const chainStepCount = headerChainMemories.length;
+    const spaceId = getSpaceContext().defaultWriteSpaceId;
+    const points = headerChainMemories.map((memory, i) => {
+        const dtt = deriveDomainTaskType(memory.label, memory.text, memory.tags);
+        const qualityMetadata = modelStats.calculateStepQualityMetadata(memory.label, 'general', dtt.task, dtt.type, memory.tags);
+        return ({
+            id: memory.memory_uuid,
+            vector: { [currentVectorName]: vectors[i] },
+            payload: {
+                space_id: spaceId,
+                label: memory.label,
+                tags: memory.tags,
+                text: memory.text,
+                llm_model_id: memory.llm_model_id,
+                created_at: memory.created_at,
+                proof_of_work: memory.proof_of_work,
+                task: dtt.task,
+                type: dtt.type,
+                quality_metadata: {
+                    step_quality_score: qualityMetadata.step_quality_score,
+                    step_quality: qualityMetadata.step_quality
+                },
+                chain: {
+                    id: chainUuid,
+                    label: chainLabel,
+                    step_index: i + 1,
+                    step_count: chainStepCount
+                }
+            }
+        });
+    });
+    logger.tool('memory-qdrant-store', 'upsert', `mode=h1-h2 sections=${headerChainMemories.length} collection=${collection} payload=${JSON.stringify({
+        points
+    })}`);
+    logger.debug(`[Qdrant][upsert] collection=${collection} points=${points.length}`);
+    await client.upsert(collection, { points });
+    // Publish cache invalidation
+    await redisCacheService.invalidateAfterUpdate();
+    methods.invalidateLocalCache();
+    // Update model statistics for each stored step
+    for (const memory of headerChainMemories) {
+        try {
+            const { task, type } = deriveDomainTaskType(memory.label, memory.text, memory.tags);
+            const score = modelStats.calculateQualityScore(memory.label, task, type, memory.tags);
+            await modelStats.processContribution(memory.llm_model_id, score, memory.label);
+            const quality = score.quality;
+            memoryStore.inc({ quality, tenant_id: tenantId });
+            if (memory.chain) {
+                memoryChainSize.observe({ tenant_id: tenantId }, memory.chain.step_count);
+            }
+        }
+        catch { }
+    }
+    return headerChainMemories;
+}
+//# sourceMappingURL=store-chain-header-handler.js.map

package/dist/services/memory/store-chain-header-handler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"store-chain-header-handler.js","sourceRoot":"","sources":["../../../src/services/memory/store-chain-header-handler.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAC/C,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,qBAAqB,EAAE,MAAM,iBAAiB,CAAC;AACxD,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AACrD,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AACtD,OAAO,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AAC5E,OAAO,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AAC7E,OAAO,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAC;AAGtF;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,MAAoB,EACpB,UAAkB,EAClB,OAAiC,EACjC,mBAA6B,EAC7B,UAAkB,EAClB,WAAoB;IAEpB,MAAM,QAAQ,GAAG,WAAW,EAAE,CAAC;IAE/B,wDAAwD;IACxD,MAAM,UAAU,GAAG,mBAAmB,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,iBAAiB,CAAC;IACtE,MAAM,kBAAkB,GAAG,mBAAmB,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC;IAChE,MAAM,UAAU,GAAG,CAAC,kBAAkB,IAAI,kBAAkB,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;QAC7E,CAAC,CAAC,kBAAkB,CAAC,IAAI,EAAE;QAC3B,CAAC,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC;IACtF,MAAM,SAAS,GAAG,WAAW,CAAC,mBAAmB,CAAC,UAAU,CAAC,CAAC;IAE9D,yBAAyB;IACzB,MAAM,oBAAoB,CAAC,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC;IAEvE,0CAA0C;IAC1C,MAAM,YAAY,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC1D,MAAM,UAAU,GAAG,qBAAqB,EAAE,CAAC;IAC3C,MAAM,iBAAiB,GAAG,KAAK,UAAU,EAAE,CAAC;IAC5C,IAAI,OAAmB,CAAC;IACxB,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAAC,uBAAuB,CAAC,YAAY,CAAC,CAAC;QAC3E,OAAO,GAAG,KAAK,CAAC,UAAU,CAAC;QAC3B,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,KAAK,mBAAmB,CAAC,MAAM,CAAC;QACjE,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,UAAU,CAAC,CAAC;QACjF,IAAI,UAAU,IAAI,QAAQ,EAAE,CAAC;YAC3B,MAAM,CAAC,IAAI,CACT,8EAA8E,OAAO,CAAC,MAAM,IAAI,mBAAmB,CAAC,MAAM,WAAW,CAAC,QAAQ,kCAAkC,CACjL,CAAC;YACF,OAAO,GAAG,mBAAmB,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QACrE,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,CAAC,KAAK,CAAC,wGAAwG,EAAE,GAAG,CAAC,CAAC;QAC5H,OAAO,GAAG,mBAAmB,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IACrE,CAAC;IAED,MAAM,cAAc,GAAG,mBAAmB,CAAC,MAAM,CAAC;IAClD,MAAM,OAAO,GAAG,eAAe,EAAE,CAAC,mBAAmB,CAAC;IAEtD,MAAM,MAAM,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QACnD,MAAM,GAAG,GAAG,oBAAoB,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;QACzE,MAAM,eAAe,GAAG,UAAU,CAAC,4BAA4B,CAC7D,MAAM,CAAC,KAAK,EACZ,SAAS,EACT,GAAG,CAAC,IAAI,EACR,GAAG,CAAC,IAAI,EACR,MAAM,CAAC,IAAI,CACZ,CAAC;QACF,OAAO,CAAC;YACN,EAAE,EAAE,MAAM,CAAC,WAAW;YACtB,MAAM,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,OAAO,CAAC,CAAC,CAAE,EAAE;YAC5C,OAAO,EAAE;gBACP,QAAQ,EAAE,OAAO;gBACjB,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,YAAY,EAAE,MAAM,CAAC,YAAY;gBACjC,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,aAAa,EAAE,MAAM,CAAC,aAAa;gBACnC,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,gBAAgB,EAAE;oBAChB,kBAAkB,EAAE,eAAe,CAAC,kBAAkB;oBACtD,YAAY,EAAE,eAAe,CAAC,YAAY;iBAC3C;gBACD,KAAK,EAAE;oBACL,EAAE,EAAE,SAAS;oBACb,KAAK,EAAE,UAAU;oBACjB,UAAU,EAAE,CAAC,GAAG,CAAC;oBACjB,UAAU,EAAE,cAAc;iBAC3B;aACF;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,IAAI,CACT,qBAAqB,EACrB,QAAQ,EACR,uBAAuB,mBAAmB,CAAC,MAAM,eAAe,UAAU,YAAY,IAAI,CAAC,SAAS,CAAC;QACnG,MAAM;KACP,CAAC,EAAE,CACL,CAAC;IAEF,MAAM,CAAC,KAAK,CAAC,+BAA+B,UAAU,WAAW,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IAClF,MAAM,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;IAE5C,6BAA6B;IAC7B,MAAM,iBAAiB,CAAC,qBAAqB,EAAE,CAAC;IAChD,OAAO,CAAC,oBAAoB,EAAE,CAAC;IAE/B,+CAA+C;IAC/C,KAAK,MAAM,MAAM,IAAI,mBAAmB,EAAE,CAAC;QACzC,IAAI,CAAC;YACH,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,oBAAoB,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;YACpF,MAAM,KAAK,GAAG,UAAU,CAAC,qBAAqB,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;YACtF,MAAM,UAAU,CAAC,mBAAmB,CAAC,MAAM,CAAC,YAAY,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;YAE/E,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;YAC9B,WAAW,CAAC,GAAG,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,CAAC;YAElD,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;gBACjB,eAAe,CAAC,OAAO,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,EAAE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YAC5E,CAAC;QACH,CAAC;QAAC,MAAM,CAAC,CAAC,CAAC;IACb,CAAC;IAED,OAAO,mBAAmB,CAAC;AAC7B,CAAC"}

package/dist/services/memory/store-chain-helpers.d.ts

@@ -0,0 +1,27 @@
+import { QdrantClient } from '@qdrant/js-client-rest';
+import type { MemoryQdrantStoreMethods } from './store-methods.js';
+/**
+ * Derives domain task type from label, text, and tags
+ */
+export declare function deriveDomainTaskType(label: string, text: string, tags: string[]): {
+    task: string;
+    type: "context" | "pattern" | "rule";
+};
+/**
+ * Checks for duplicate chain by chain UUID
+ */
+export declare function checkDuplicateChain(client: QdrantClient, collection: string, chainUuid: string): Promise<{
+    points: any[];
+}>;
+/**
+ * Handles duplicate chain: either throws error or deletes existing chain
+ */
+export declare function handleDuplicateChain(client: QdrantClient, collection: string, chainUuid: string, forceUpdate: boolean): Promise<void>;
+/**
+ * Checks for similar memories by title/label before creating a new memory.
+ * If a very high match is found (score >= SIMILAR_MEMORY_THRESHOLD), throws an error with existing memory info.
+ * This helps prevent duplicate memories that pollute search results.
+ * Set SIMILAR_MEMORY_THRESHOLD=1 in env to effectively disable.
+ */
+export declare function checkSimilarMemoryByTitle(methods: MemoryQdrantStoreMethods, label: string, forceUpdate: boolean): Promise<void>;
+//# sourceMappingURL=store-chain-helpers.d.ts.map

package/dist/services/memory/store-chain-helpers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"store-chain-helpers.d.ts","sourceRoot":"","sources":["../../../src/services/memory/store-chain-helpers.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAKtD,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,oBAAoB,CAAC;AAEnE;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE;;;EAc/E;AAED;;GAEG;AACH,wBAAsB,mBAAmB,CACvC,MAAM,EAAE,YAAY,EACpB,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC;IAAE,MAAM,EAAE,GAAG,EAAE,CAAA;CAAE,CAAC,CAO5B;AAED;;GAEG;AACH,wBAAsB,oBAAoB,CACxC,MAAM,EAAE,YAAY,EACpB,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,OAAO,GACnB,OAAO,CAAC,IAAI,CAAC,CAgBf;AAED;;;;;GAKG;AACH,wBAAsB,yBAAyB,CAC7C,OAAO,EAAE,wBAAwB,EACjC,KAAK,EAAE,MAAM,EACb,WAAW,EAAE,OAAO,GACnB,OAAO,CAAC,IAAI,CAAC,CAwDf"}