@aiwayds/dsh-topics-memory 0.6.0

package/lib/yaml.js

@@ -0,0 +1,334 @@
+/**
+ * Minimal YAML subset for OKF frontmatter — parse and serialize, zero deps.
+ *
+ * Scope is deliberately narrow: exactly what OKF v0.2 frontmatter needs and
+ * nothing more. Maps (nested), block sequences, inline sequences `[a, b]`,
+ * inline maps `{by: x, at: y}`, plain/quoted scalars, numbers, booleans, null.
+ * Comments: full-line only (trailing comments are unsafe — URLs may contain `#`).
+ * Block scalars (`|`, `>`) are NOT supported; never emitted by this plugin.
+ *
+ * @module yaml
+ */
+export class YamlError extends Error {
+    name = 'YamlError';
+}
+function stripComments(raw) {
+    const lines = [];
+    raw.split('\n').forEach((l, i) => {
+        if (l.trim() === '' || l.trimStart().startsWith('#'))
+            return;
+        const indent = l.length - l.trimStart().length;
+        lines.push({ indent, text: l.trim(), no: i + 1 });
+    });
+    return lines;
+}
+function unquote(s) {
+    if (s.length >= 2 && ((s.startsWith('"') && s.endsWith('"')) || (s.startsWith("'") && s.endsWith("'")))) {
+        const inner = s.slice(1, -1);
+        // Double quotes: unescape \" and \\; single quotes: '' is a literal '.
+        if (s.startsWith('"'))
+            return inner.replaceAll('\\"', '"').replaceAll('\\\\', '\\');
+        return inner.replaceAll("''", "'");
+    }
+    return s;
+}
+/** A fully quoted scalar: balanced matching quote pair, allowing surrounding whitespace. */
+function isQuotedScalar(s) {
+    return s.length >= 2 && ((s.startsWith('"') && s.endsWith('"')) || (s.startsWith("'") && s.endsWith("'")));
+}
+function scalar(raw) {
+    const s = raw.trim();
+    if (s === '' || s === '~' || s === 'null' || s === 'Null' || s === 'NULL')
+        return null;
+    if ((s.startsWith('"') && s.endsWith('"')) || (s.startsWith("'") && s.endsWith("'")))
+        return unquote(s);
+    if (s === 'true' || s === 'True' || s === 'TRUE')
+        return true;
+    if (s === 'false' || s === 'False' || s === 'FALSE')
+        return false;
+    if (/^-?\d+$/.test(s))
+        return Number(s);
+    if (/^-?\d+\.\d+$/.test(s))
+        return Number(s);
+    // Dates, URLs, versions: stay strings (no implicit date coercion).
+    return s;
+}
+function splitInlineItems(s) {
+    // Split on commas not inside quotes or nested brackets.
+    const items = [];
+    let depth = 0;
+    let quote;
+    let cur = '';
+    for (const ch of s) {
+        if (quote !== undefined) {
+            cur += ch;
+            if (ch === quote)
+                quote = undefined;
+            continue;
+        }
+        if (ch === '"' || ch === "'") {
+            quote = ch;
+            cur += ch;
+            continue;
+        }
+        if (ch === '[' || ch === '{')
+            depth += 1;
+        if (ch === ']' || ch === '}')
+            depth -= 1;
+        if (ch === ',' && depth === 0) {
+            items.push(cur);
+            cur = '';
+            continue;
+        }
+        cur += ch;
+    }
+    if (cur.trim() !== '')
+        items.push(cur);
+    return items.map((x) => x.trim()).filter((x) => x !== '');
+}
+/** Split `key: value` at the first `: ` (or trailing `:`); key may be quoted. */
+function splitKeyValue(text, no) {
+    const m = /^("([^"]*)"|'([^']*)'|[^:]+):(?::?\s(.*))?$/.exec(text);
+    if (m === null || (m[4] === undefined && !text.endsWith(':'))) {
+        throw new YamlError(`yaml: line ${no}: expected "key: value", got "${text}"`);
+    }
+    const key = m[2] ?? m[3] ?? m[1];
+    const value = (m[4] ?? '').trim();
+    return { key: unquote(key), value };
+}
+function parseBlock(lines, start, indent) {
+    if (start >= lines.length)
+        return { value: null, next: start };
+    const first = lines[start];
+    if (first.text.startsWith('- ') || first.text === '-') {
+        return parseBlockArray(lines, start, indent);
+    }
+    return parseBlockMap(lines, start, indent);
+}
+/** Parse a sequence starting at `start`; items are scalars, nested blocks, or inline-key maps. */
+function parseBlockArray(lines, start, indent) {
+    const arr = [];
+    let i = start;
+    while (i < lines.length && lines[i].indent === indent && (lines[i].text.startsWith('- ') || lines[i].text === '-')) {
+        const raw = lines[i].text === '-' ? '' : lines[i].text.slice(2).trim();
+        if (raw === '') {
+            // Bare "-": nested block belongs to this item.
+            if (i + 1 < lines.length && lines[i + 1].indent > indent) {
+                const nested = parseBlock(lines, i + 1, lines[i + 1].indent);
+                arr.push(nested.value);
+                i = nested.next;
+            }
+            else {
+                arr.push(null);
+                i += 1;
+            }
+            continue;
+        }
+        if (isQuotedScalar(raw)) {
+            // Fully quoted scalar first: a quoted item containing `: ` is a string
+            // (e.g. `- "id-token: write"`), never an inline map. The writer quotes
+            // such scalars (needsQuote), so parse must read back exactly what it wrote.
+            arr.push(scalar(raw));
+            i += 1;
+            continue;
+        }
+        if (raw.includes(': ') || raw.endsWith(':')) {
+            // Map item: first key inline after "- ", continuation keys at indent+2.
+            const item = {};
+            const { key, value } = splitKeyValue(raw, lines[i].no);
+            i += 1;
+            if (value === '') {
+                if (i < lines.length && lines[i].indent > indent) {
+                    const nested = parseBlock(lines, i, lines[i].indent);
+                    item[key] = nested.value;
+                    i = nested.next;
+                }
+                else {
+                    item[key] = null;
+                }
+            }
+            else if (value.startsWith('[') && value.endsWith(']')) {
+                const inner = value.slice(1, -1).trim();
+                item[key] = inner === '' ? [] : splitInlineItems(inner).map((x) => scalar(x));
+            }
+            else if (value.startsWith('{') && value.endsWith('}')) {
+                item[key] = parseInlineMap(value);
+            }
+            else {
+                item[key] = scalar(value);
+            }
+            while (i < lines.length && lines[i].indent === indent + 2 && !lines[i].text.startsWith('- ')) {
+                const consumed = parseMapEntryInto(item, lines, i);
+                i = consumed;
+            }
+            arr.push(item);
+            continue;
+        }
+        arr.push(scalar(raw));
+        i += 1;
+    }
+    return { value: arr, next: i };
+}
+function parseInlineMap(value) {
+    const inner = value.slice(1, -1).trim();
+    const item = {};
+    if (inner !== '') {
+        for (const pair of splitInlineItems(inner)) {
+            const kv = splitKeyValue(pair, 0);
+            item[kv.key] = scalar(kv.value);
+        }
+    }
+    return item;
+}
+/** Parse one `key: value` line into `obj`; returns the next line index. */
+function parseMapEntryInto(obj, lines, i) {
+    const { key, value } = splitKeyValue(lines[i].text, lines[i].no);
+    if (value === '') {
+        if (i + 1 < lines.length && lines[i + 1].indent > lines[i].indent) {
+            const nested = parseBlock(lines, i + 1, lines[i + 1].indent);
+            obj[key] = nested.value;
+            return nested.next;
+        }
+        obj[key] = null;
+        return i + 1;
+    }
+    if (value.startsWith('[') && value.endsWith(']')) {
+        const inner = value.slice(1, -1).trim();
+        obj[key] = inner === '' ? [] : splitInlineItems(inner).map((x) => scalar(x));
+        return i + 1;
+    }
+    if (value.startsWith('{') && value.endsWith('}')) {
+        obj[key] = parseInlineMap(value);
+        return i + 1;
+    }
+    obj[key] = scalar(value);
+    return i + 1;
+}
+function parseBlockMap(lines, start, indent) {
+    const obj = {};
+    let i = start;
+    while (i < lines.length && lines[i].indent === indent && !lines[i].text.startsWith('- ')) {
+        i = parseMapEntryInto(obj, lines, i);
+    }
+    return { value: obj, next: i };
+}
+/** Parse the YAML subset into a plain JS value (object at top level). */
+export function parseYaml(text) {
+    const lines = stripComments(text);
+    if (lines.length === 0)
+        return {};
+    const { value, next } = parseBlock(lines, 0, lines[0].indent);
+    if (next < lines.length) {
+        throw new YamlError(`yaml: line ${lines[next].no}: inconsistent indentation near "${lines[next].text}"`);
+    }
+    if (value === null || typeof value !== 'object' || Array.isArray(value)) {
+        throw new YamlError('yaml: top-level must be a mapping');
+    }
+    return value;
+}
+/** True when a scalar needs quoting on output (empty, special, or ambiguous). */
+function needsQuote(s) {
+    if (s === '')
+        return true;
+    if (/^[\s]|[\s]$/.test(s))
+        return true;
+    if (/^(true|false|null|True|False|Null|TRUE|FALSE|NULL|~|yes|no|on|off)$/i.test(s))
+        return true;
+    if (/^-?\d+(\.\d+)?$/.test(s))
+        return true;
+    if (/^202\d-/.test(s))
+        return false; // ISO dates are unambiguous and safe unquoted
+    if (/[:#{}[\],&*'?"|>%@`!]/.test(s))
+        return true;
+    if (/^\s+-/.test(s))
+        return true;
+    return false;
+}
+function quote(s) {
+    return `"${s.replaceAll('\\', '\\\\').replaceAll('"', '\\"')}"`;
+}
+function scalarOut(v) {
+    if (v === null || v === undefined)
+        return 'null';
+    if (typeof v === 'boolean')
+        return v ? 'true' : 'false';
+    if (typeof v === 'number')
+        return String(v);
+    const s = String(v);
+    return needsQuote(s) ? quote(s) : s;
+}
+function isPlainKey(k) {
+    return k !== '' && !/[:#\s]/.test(k);
+}
+function writeMap(obj, indent, out) {
+    const pad = '  '.repeat(indent);
+    for (const [key, value] of Object.entries(obj)) {
+        const k = isPlainKey(key) ? key : quote(key);
+        if (value === null || value === undefined) {
+            out.push(`${pad}${k}: null`);
+        }
+        else if (Array.isArray(value)) {
+            if (value.length === 0) {
+                out.push(`${pad}${k}: []`);
+            }
+            else {
+                out.push(`${pad}${k}:`);
+                writeArray(value, indent + 1, out);
+            }
+        }
+        else if (typeof value === 'object') {
+            const entries = Object.entries(value);
+            if (entries.length === 0) {
+                out.push(`${pad}${k}: {}`);
+            }
+            else {
+                out.push(`${pad}${k}:`);
+                writeMap(value, indent + 1, out);
+            }
+        }
+        else {
+            out.push(`${pad}${k}: ${scalarOut(value)}`);
+        }
+    }
+}
+function writeArray(arr, indent, out) {
+    const pad = '  '.repeat(indent);
+    for (const item of arr) {
+        if (item === null || item === undefined) {
+            out.push(`${pad}- null`);
+        }
+        else if (typeof item === 'object' && !Array.isArray(item)) {
+            const entries = Object.entries(item);
+            if (entries.length === 0) {
+                out.push(`${pad}- {}`);
+                continue;
+            }
+            entries.forEach(([k, v], idx) => {
+                const kk = isPlainKey(k) ? k : quote(k);
+                if (v === null || v === undefined) {
+                    out.push(`${pad}${idx === 0 ? '- ' : '  '}${kk}: null`);
+                }
+                else if (typeof v === 'object') {
+                    out.push(`${pad}${idx === 0 ? '- ' : '  '}${kk}:`);
+                    writeMap(v, indent + 2, out);
+                }
+                else {
+                    out.push(`${pad}${idx === 0 ? '- ' : '  '}${kk}: ${scalarOut(v)}`);
+                }
+            });
+        }
+        else if (Array.isArray(item)) {
+            out.push(`${pad}-`);
+            writeArray(item, indent + 1, out);
+        }
+        else {
+            out.push(`${pad}- ${scalarOut(item)}`);
+        }
+    }
+}
+/** Serialize a plain JS value into the YAML subset (deterministic, stable). */
+export function stringifyYaml(value) {
+    const out = [];
+    writeMap(value, 0, out);
+    return out.join('\n') + '\n';
+}

package/package.json

@@ -0,0 +1,97 @@
+{
+  "name": "@aiwayds/dsh-topics-memory",
+  "version": "0.6.0",
+  "description": "dsh-plugin: OKF v0.2 topic memory for dsh - local-first git-tracked bundle, hot-path LLM-free injection, two-stage observer with background distill",
+  "type": "module",
+  "main": "lib/index.js",
+  "types": "lib/index.d.ts",
+  "license": "MIT",
+  "keywords": [
+    "dsh",
+    "dsh-plugin",
+    "plugin",
+    "topic-memory",
+    "okf",
+    "open-knowledge-format",
+    "memory",
+    "topic"
+  ],
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/fan56/dsh-topics-memory.git"
+  },
+  "homepage": "https://github.com/fan56/dsh-topics-memory",
+  "engines": {
+    "node": ">=22.19.0"
+  },
+  "dsh": {
+    "bundle": {
+      "patch": "./cordis.patch.yml"
+    }
+  },
+  "files": [
+    "lib",
+    "cordis.patch.yml",
+    "src"
+  ],
+  "scripts": {
+    "build": "tsc -p tsconfig.json",
+    "check": "tsc --noEmit -p tsconfig.json",
+    "pretest": "tsc -p tsconfig.json",
+    "test": "node --test test/yaml.test.mjs test/okf.test.mjs test/retrieval.test.mjs test/digest.test.mjs test/ilog.test.mjs test/store.test.mjs test/paths.test.mjs test/git.test.mjs test/sync.test.mjs test/tools.test.mjs test/dedup.test.mjs test/commands.test.mjs test/onboard.test.mjs test/delegation.test.mjs test/observer.test.mjs test/distill.test.mjs test/viz.test.mjs test/corpus.test.mjs test/llm-scope.test.mjs test/settings-migration.test.mjs"
+  },
+  "dependencies": {},
+  "peerDependencies": {
+    "@deepseek-ai/cordis": "^4.0.2",
+    "@deepseek-ai/dsh-tools": ">=0.1.2-alpha.4",
+    "@deepseek-ai/dsh-llm": ">=0.1.2-alpha.4",
+    "@deepseek-ai/dsh-settings": ">=0.1.2-alpha.4",
+    "@deepseek-ai/dsh-commands": ">=0.1.2-alpha.4",
+    "@deepseek-ai/dsh-util-values": ">=0.1.2-alpha.4",
+    "@deepseek-ai/schemastery": "^3.18.2"
+  },
+  "peerDependenciesMeta": {
+    "@deepseek-ai/cordis": {
+      "optional": true
+    },
+    "@deepseek-ai/dsh-tools": {
+      "optional": true
+    },
+    "@deepseek-ai/dsh-llm": {
+      "optional": true
+    },
+    "@deepseek-ai/dsh-settings": {
+      "optional": true
+    },
+    "@deepseek-ai/dsh-commands": {
+      "optional": true
+    },
+    "@deepseek-ai/dsh-util-values": {
+      "optional": true
+    },
+    "@deepseek-ai/schemastery": {
+      "optional": true
+    }
+  },
+  "devDependencies": {
+    "@deepseek-ai/cordis": "4.0.2",
+    "@deepseek-ai/dsh-agent": "0.1.2-alpha.4",
+    "@deepseek-ai/dsh-attachment": "0.1.2-alpha.4",
+    "@deepseek-ai/dsh-brand": "0.1.2-alpha.4",
+    "@deepseek-ai/dsh-code-runtime": "0.1.2-alpha.4",
+    "@deepseek-ai/dsh-commands": "0.1.2-alpha.4",
+    "@deepseek-ai/dsh-invariants": "0.1.2-alpha.4",
+    "@deepseek-ai/dsh-llm": "0.1.2-alpha.4",
+    "@deepseek-ai/dsh-scope": "0.1.2-alpha.4",
+    "@deepseek-ai/dsh-session": "0.1.2-alpha.4",
+    "@deepseek-ai/dsh-settings": "0.1.2-alpha.4",
+    "@deepseek-ai/dsh-system-prompt": "0.1.2-alpha.4",
+    "@deepseek-ai/dsh-timeout": "0.1.2-alpha.4",
+    "@deepseek-ai/dsh-tools": "0.1.2-alpha.4",
+    "@deepseek-ai/dsh-user-approval": "0.1.2-alpha.4",
+    "@deepseek-ai/dsh-util-values": "0.1.2-alpha.4",
+    "@deepseek-ai/schemastery": "3.18.2",
+    "@types/node": "^22.19.0",
+    "typescript": "^5.9.2"
+  }
+}