@yeaft/webchat-agent 0.1.633 → 0.1.634

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@yeaft/webchat-agent",
-  "version": "0.1.633",
+  "version": "0.1.634",
   "description": "Remote agent for Yeaft WebChat — connects worker machines to the central server",
   "main": "index.js",
   "type": "module",

package/unify/dream-v2/apply.js

@@ -26,6 +26,7 @@ import { withDreamMarker } from './state.js';
 import { batchSourcesForApply, needsBatchedApply, truncateMessage } from './segment.js';
 import { snapshotScope } from './snapshot.js';
 import { parseJsonSafe } from './triage.js';
+import { render } from './prompts/index.js';
 
 const SYSTEM = `You are the Apply stage of a dream pipeline. You rewrite a single scope's memory.md and summary.md based on recent group conversations. Reply with strict JSON only — no prose, no fences.`;
 
@@ -42,53 +43,17 @@ const SYSTEM = `You are the Apply stage of a dream pipeline. You rewrite a singl
  * }} ctx
  */
 export function buildUpdatePrompt(ctx) {
-  const lines = [];
-  lines.push('You are updating an existing memory scope.');
-  lines.push('');
-  lines.push(`Scope: ${ctx.target}`);
-  if (ctx.batchInfo && ctx.batchInfo.total > 1) {
-    lines.push(`This is batch ${ctx.batchInfo.index} of ${ctx.batchInfo.total}.`);
-    lines.push('Earlier batches have already been folded into the current memory.md below.');
-  }
-  lines.push('');
-  lines.push('Current memory.md:');
-  lines.push('"""');
-  lines.push(ctx.memoryMd || '');
-  lines.push('"""');
-  lines.push('');
-  lines.push('Current summary.md:');
-  lines.push('"""');
-  lines.push(ctx.summaryMd || '');
-  lines.push('"""');
-  lines.push('');
-  lines.push('Recent conversations:');
-  for (const src of (ctx.sources || [])) {
-    lines.push('');
-    lines.push(`[group/${src.groupId}]`);
-    for (const m of (src.diff || [])) {
-      const head = `[${m.role || 'message'}${m.kind === 'overlap' ? ' (already processed)' : ''}]`;
-      lines.push(head);
-      lines.push(truncateMessage(m.body || ''));
-    }
-  }
-  lines.push('');
-  lines.push('Task:');
-  lines.push('- Extract from these conversations what is relevant to THIS scope.');
-  lines.push('- Integrate it into memory.md (reorganize sections if needed).');
-  lines.push('- Drop stale or contradicted entries.');
-  lines.push('- Rewrite summary.md (1–3 sentences).');
-  lines.push('- The same conversations are being processed for OTHER scopes too.');
-  lines.push('  Only handle what is relevant here. Ignore the rest.');
-  lines.push('');
-  lines.push('Hard rules:');
-  lines.push('- Never read or reference any other scope\'s files.');
-  lines.push('- Never modify VP system-prompt, group charter, or user preferences.');
-  lines.push('- If something contradicts a charter, annotate with');
-  lines.push('  "⚠️ contradicts charter — verify which is current" and continue.');
-  lines.push('');
-  lines.push('Reply with strict JSON of the shape:');
-  lines.push('{ "memory_md": "...", "summary_md": "..." }');
-  return lines.join('\n');
+  const batchHeader = (ctx.batchInfo && ctx.batchInfo.total > 1)
+    ? `This is batch ${ctx.batchInfo.index} of ${ctx.batchInfo.total}.\nEarlier batches have already been folded into the current memory.md below.\n`
+    : '';
+  const sources = renderSourceBlocks(ctx.sources);
+  return render('update', {
+    target: ctx.target,
+    batchHeader,
+    memoryMd: ctx.memoryMd || '',
+    summaryMd: ctx.summaryMd || '',
+    sources,
+  });
 }
 
 /**
@@ -102,36 +67,40 @@ export function buildUpdatePrompt(ctx) {
  * }} ctx
  */
 export function buildCreatePrompt(ctx) {
-  const lines = [];
-  lines.push('You are creating a new memory scope from scratch.');
-  lines.push('');
-  lines.push(`Scope path: ${ctx.target}   (must be ≤2 levels)`);
-  lines.push('');
-  lines.push('Source conversations:');
-  for (const src of (ctx.sources || [])) {
+  const sources = renderSourceBlocks(ctx.sources);
+  let siblingsBlock = '';
+  if (ctx.siblingTopics && ctx.siblingTopics.length > 0) {
+    const lines = ['For tone reference, sibling/parent topic summaries:'];
+    for (const t of ctx.siblingTopics) lines.push(`  - ${t.path}: ${oneLine(t.summary)}`);
     lines.push('');
-    lines.push(`[group/${src.groupId}]`);
+    siblingsBlock = lines.join('\n');
+  }
+  return render('create', {
+    target: ctx.target,
+    sources,
+    siblingsBlock,
+  });
+}
+
+/**
+ * Render a list of `(groupId, diff)` source blocks for inclusion in the
+ * update / create prompts. Single-source aware: omits leading blank line
+ * if there's only one source, to keep small prompts compact.
+ *
+ * @param {Array<{ groupId: string, diff: Array<object> }>} sources
+ */
+function renderSourceBlocks(sources) {
+  const out = [];
+  for (const src of (sources || [])) {
+    out.push('');
+    out.push(`[group/${src.groupId}]`);
     for (const m of (src.diff || [])) {
       const head = `[${m.role || 'message'}${m.kind === 'overlap' ? ' (already processed)' : ''}]`;
-      lines.push(head);
-      lines.push(truncateMessage(m.body || ''));
+      out.push(head);
+      out.push(truncateMessage(m.body || ''));
     }
   }
-  lines.push('');
-  if (ctx.siblingTopics && ctx.siblingTopics.length > 0) {
-    lines.push('For tone reference, sibling/parent topic summaries:');
-    for (const t of ctx.siblingTopics) {
-      lines.push(`  - ${t.path}: ${oneLine(t.summary)}`);
-    }
-    lines.push('');
-  }
-  lines.push('Task:');
-  lines.push('1. Write memory.md from scratch with reasonable section structure.');
-  lines.push('2. Write summary.md (1–3 sentences).');
-  lines.push('');
-  lines.push('Reply with strict JSON of the shape:');
-  lines.push('{ "memory_md": "...", "summary_md": "..." }');
-  return lines.join('\n');
+  return out.join('\n').replace(/^\n/, '');
 }
 
 /**

package/unify/dream-v2/prompts/index.js

@@ -0,0 +1,52 @@
+/**
+ * dream-v2/prompts/index.js — load + render the four dream prompts.
+ *
+ * Prompts live as `.md` files in this directory. We read once and cache.
+ * Rendering is plain `{{name}}` substitution; no nested logic, no escaping —
+ * the prompts are inputs to an LLM and the templates are author-controlled.
+ */
+
+import { readFileSync } from 'fs';
+import { dirname, join } from 'path';
+import { fileURLToPath } from 'url';
+
+const __dirname = dirname(fileURLToPath(import.meta.url));
+
+const FILES = {
+  triagePass1: 'triage-pass1.md',
+  triagePass2: 'triage-pass2.md',
+  update: 'update.md',
+  create: 'create.md',
+};
+
+/** @type {Record<string, string>} */
+const cache = {};
+
+function load(name) {
+  if (cache[name]) return cache[name];
+  const file = FILES[name];
+  if (!file) throw new Error(`prompts: unknown template ${name}`);
+  const txt = readFileSync(join(__dirname, file), 'utf8');
+  cache[name] = txt;
+  return txt;
+}
+
+/**
+ * Render a template with `{{name}}` substitution. Missing keys throw —
+ * silent rendering of half-built prompts has bitten us before.
+ *
+ * @param {string} name
+ * @param {Record<string, string>} vars
+ */
+export function render(name, vars) {
+  const tpl = load(name);
+  return tpl.replace(/\{\{(\w+)\}\}/g, (_m, key) => {
+    if (!(key in vars)) throw new Error(`prompts.${name}: missing var ${key}`);
+    return vars[key];
+  });
+}
+
+/** Test-only: drop the in-memory cache so a fresh read re-loads from disk. */
+export function _resetCache() {
+  for (const k of Object.keys(cache)) delete cache[k];
+}

package/unify/dream-v2/triage.js

@@ -37,6 +37,7 @@
 
 import { isValidTopic } from '../memory/store-v2.js';
 import { truncateMessage } from './segment.js';
+import { render } from './prompts/index.js';
 
 const SYSTEM = `You are the Triage stage of a dream pipeline that decides which scopes a recent group conversation should affect. Reply with strict JSON only — no prose, no markdown fences.`;
 
@@ -87,38 +88,21 @@ export function applyHardRules({ groupId, messages }) {
  * @param {{ groupId: string, messages: Array<object>, topicSummaries: Array<{ path: string, summary: string }> }} ctx
  */
 export function buildPass1Prompt(ctx) {
-  const lines = [
-    'You are deciding whether a recent group conversation carries:',
-    '  - signals that should update the USER profile, and/or',
-    '  - signals that should update one or more TOPIC scopes.',
-    '',
-    'Do NOT mention vp/, group/, or feature/ scopes — those are handled by hard rules.',
-    '',
-    `Group: ${ctx.groupId}`,
-    '',
-    'Existing topic scopes (path — summary):',
-  ];
-  if (!ctx.topicSummaries || ctx.topicSummaries.length === 0) {
-    lines.push('  (none)');
-  } else {
-    for (const t of ctx.topicSummaries) {
-      lines.push(`  - ${t.path} — ${oneLine(t.summary)}`);
-    }
-  }
-  lines.push('', 'Conversation:');
+  const topicSummaries = (!ctx.topicSummaries || ctx.topicSummaries.length === 0)
+    ? '  (none)'
+    : ctx.topicSummaries.map(t => `  - ${t.path} — ${oneLine(t.summary)}`).join('\n');
+  const conv = [];
   for (const m of (ctx.messages || [])) {
     const head = `[${m.role || 'message'}${m.kind === 'overlap' ? ' (already processed)' : ''}]`;
-    lines.push(head);
-    lines.push(truncateMessage(m.body || ''));
-    lines.push('');
+    conv.push(head);
+    conv.push(truncateMessage(m.body || ''));
+    conv.push('');
   }
-  lines.push('Respond with strict JSON of the shape:');
-  lines.push('{');
-  lines.push('  "user_profile_signals": boolean,');
-  lines.push('  "topics": [ "<short category description>", ... ],');
-  lines.push('  "trivial_only": boolean');
-  lines.push('}');
-  return lines.join('\n');
+  return render('triagePass1', {
+    groupId: ctx.groupId,
+    topicSummaries,
+    conversation: conv.join('\n').trimEnd(),
+  });
 }
 
 /**
@@ -127,30 +111,13 @@ export function buildPass1Prompt(ctx) {
  * @param {{ description: string, existingTopics: Array<{ path: string, summary: string }> }} ctx
  */
 export function buildPass2Prompt(ctx) {
-  const lines = [
-    'Bind a free-form topic description to an exact path under topic/.',
-    'Rules:',
-    '  - At most TWO path segments. Reject any third level.',
-    '  - Segments may contain letters, digits, dashes, underscores, dots, CJK.',
-    '  - Prefer matching an existing path if the description fits.',
-    '',
-    `Description: ${ctx.description}`,
-    '',
-    'Existing topics:',
-  ];
-  if (!ctx.existingTopics || ctx.existingTopics.length === 0) {
-    lines.push('  (none)');
-  } else {
-    for (const t of ctx.existingTopics) {
-      lines.push(`  - ${t.path} — ${oneLine(t.summary)}`);
-    }
-  }
-  lines.push('');
-  lines.push('Reply with strict JSON, exactly one of:');
-  lines.push('  { "decision": "match", "path": "<existing path>" }');
-  lines.push('  { "decision": "new",   "path": "<new ≤2-segment path>" }');
-  lines.push('  { "decision": "none" }');
-  return lines.join('\n');
+  const existingTopics = (!ctx.existingTopics || ctx.existingTopics.length === 0)
+    ? '  (none)'
+    : ctx.existingTopics.map(t => `  - ${t.path} — ${oneLine(t.summary)}`).join('\n');
+  return render('triagePass2', {
+    description: ctx.description,
+    existingTopics,
+  });
 }
 
 /**