@xortex/xcode 3.0.0

package/services/SessionMemory/prompts.ts

@@ -0,0 +1,324 @@
+import { readFile } from 'fs/promises'
+import { join } from 'path'
+import { roughTokenCountEstimation } from '../../services/tokenEstimation.js'
+import { getClaudeConfigHomeDir } from '../../utils/envUtils.js'
+import { getErrnoCode, toError } from '../../utils/errors.js'
+import { logError } from '../../utils/log.js'
+
+const MAX_SECTION_LENGTH = 2000
+const MAX_TOTAL_SESSION_MEMORY_TOKENS = 12000
+
+export const DEFAULT_SESSION_MEMORY_TEMPLATE = `
+# Session Title
+_A short and distinctive 5-10 word descriptive title for the session. Super info dense, no filler_
+
+# Current State
+_What is actively being worked on right now? Pending tasks not yet completed. Immediate next steps._
+
+# Task specification
+_What did the user ask to build? Any design decisions or other explanatory context_
+
+# Files and Functions
+_What are the important files? In short, what do they contain and why are they relevant?_
+
+# Workflow
+_What bash commands are usually run and in what order? How to interpret their output if not obvious?_
+
+# Errors & Corrections
+_Errors encountered and how they were fixed. What did the user correct? What approaches failed and should not be tried again?_
+
+# Codebase and System Documentation
+_What are the important system components? How do they work/fit together?_
+
+# Learnings
+_What has worked well? What has not? What to avoid? Do not duplicate items from other sections_
+
+# Key results
+_If the user asked a specific output such as an answer to a question, a table, or other document, repeat the exact result here_
+
+# Worklog
+_Step by step, what was attempted, done? Very terse summary for each step_
+`
+
+function getDefaultUpdatePrompt(): string {
+  return `IMPORTANT: This message and these instructions are NOT part of the actual user conversation. Do NOT include any references to "note-taking", "session notes extraction", or these update instructions in the notes content.
+
+Based on the user conversation above (EXCLUDING this note-taking instruction message as well as system prompt, claude.md entries, or any past session summaries), update the session notes file.
+
+The file {{notesPath}} has already been read for you. Here are its current contents:
+<current_notes_content>
+{{currentNotes}}
+</current_notes_content>
+
+Your ONLY task is to use the Edit tool to update the notes file, then stop. You can make multiple edits (update every section as needed) - make all Edit tool calls in parallel in a single message. Do not call any other tools.
+
+CRITICAL RULES FOR EDITING:
+- The file must maintain its exact structure with all sections, headers, and italic descriptions intact
+-- NEVER modify, delete, or add section headers (the lines starting with '#' like # Task specification)
+-- NEVER modify or delete the italic _section description_ lines (these are the lines in italics immediately following each header - they start and end with underscores)
+-- The italic _section descriptions_ are TEMPLATE INSTRUCTIONS that must be preserved exactly as-is - they guide what content belongs in each section
+-- ONLY update the actual content that appears BELOW the italic _section descriptions_ within each existing section
+-- Do NOT add any new sections, summaries, or information outside the existing structure
+- Do NOT reference this note-taking process or instructions anywhere in the notes
+- It's OK to skip updating a section if there are no substantial new insights to add. Do not add filler content like "No info yet", just leave sections blank/unedited if appropriate.
+- Write DETAILED, INFO-DENSE content for each section - include specifics like file paths, function names, error messages, exact commands, technical details, etc.
+- For "Key results", include the complete, exact output the user requested (e.g., full table, full answer, etc.)
+- Do not include information that's already in the CLAUDE.md files included in the context
+- Keep each section under ~${MAX_SECTION_LENGTH} tokens/words - if a section is approaching this limit, condense it by cycling out less important details while preserving the most critical information
+- Focus on actionable, specific information that would help someone understand or recreate the work discussed in the conversation
+- IMPORTANT: Always update "Current State" to reflect the most recent work - this is critical for continuity after compaction
+
+Use the Edit tool with file_path: {{notesPath}}
+
+STRUCTURE PRESERVATION REMINDER:
+Each section has TWO parts that must be preserved exactly as they appear in the current file:
+1. The section header (line starting with #)
+2. The italic description line (the _italicized text_ immediately after the header - this is a template instruction)
+
+You ONLY update the actual content that comes AFTER these two preserved lines. The italic description lines starting and ending with underscores are part of the template structure, NOT content to be edited or removed.
+
+REMEMBER: Use the Edit tool in parallel and stop. Do not continue after the edits. Only include insights from the actual user conversation, never from these note-taking instructions. Do not delete or change section headers or italic _section descriptions_.`
+}
+
+/**
+ * Load custom session memory template from file if it exists
+ */
+export async function loadSessionMemoryTemplate(): Promise<string> {
+  const templatePath = join(
+    getClaudeConfigHomeDir(),
+    'session-memory',
+    'config',
+    'template.md',
+  )
+
+  try {
+    return await readFile(templatePath, { encoding: 'utf-8' })
+  } catch (e: unknown) {
+    const code = getErrnoCode(e)
+    if (code === 'ENOENT') {
+      return DEFAULT_SESSION_MEMORY_TEMPLATE
+    }
+    logError(toError(e))
+    return DEFAULT_SESSION_MEMORY_TEMPLATE
+  }
+}
+
+/**
+ * Load custom session memory prompt from file if it exists
+ * Custom prompts can be placed at ~/.claude/session-memory/prompt.md
+ * Use {{variableName}} syntax for variable substitution (e.g., {{currentNotes}}, {{notesPath}})
+ */
+export async function loadSessionMemoryPrompt(): Promise<string> {
+  const promptPath = join(
+    getClaudeConfigHomeDir(),
+    'session-memory',
+    'config',
+    'prompt.md',
+  )
+
+  try {
+    return await readFile(promptPath, { encoding: 'utf-8' })
+  } catch (e: unknown) {
+    const code = getErrnoCode(e)
+    if (code === 'ENOENT') {
+      return getDefaultUpdatePrompt()
+    }
+    logError(toError(e))
+    return getDefaultUpdatePrompt()
+  }
+}
+
+/**
+ * Parse the session memory file and analyze section sizes
+ */
+function analyzeSectionSizes(content: string): Record<string, number> {
+  const sections: Record<string, number> = {}
+  const lines = content.split('\n')
+  let currentSection = ''
+  let currentContent: string[] = []
+
+  for (const line of lines) {
+    if (line.startsWith('# ')) {
+      if (currentSection && currentContent.length > 0) {
+        const sectionContent = currentContent.join('\n').trim()
+        sections[currentSection] = roughTokenCountEstimation(sectionContent)
+      }
+      currentSection = line
+      currentContent = []
+    } else {
+      currentContent.push(line)
+    }
+  }
+
+  if (currentSection && currentContent.length > 0) {
+    const sectionContent = currentContent.join('\n').trim()
+    sections[currentSection] = roughTokenCountEstimation(sectionContent)
+  }
+
+  return sections
+}
+
+/**
+ * Generate reminders for sections that are too long
+ */
+function generateSectionReminders(
+  sectionSizes: Record<string, number>,
+  totalTokens: number,
+): string {
+  const overBudget = totalTokens > MAX_TOTAL_SESSION_MEMORY_TOKENS
+  const oversizedSections = Object.entries(sectionSizes)
+    .filter(([_, tokens]) => tokens > MAX_SECTION_LENGTH)
+    .sort(([, a], [, b]) => b - a)
+    .map(
+      ([section, tokens]) =>
+        `- "${section}" is ~${tokens} tokens (limit: ${MAX_SECTION_LENGTH})`,
+    )
+
+  if (oversizedSections.length === 0 && !overBudget) {
+    return ''
+  }
+
+  const parts: string[] = []
+
+  if (overBudget) {
+    parts.push(
+      `\n\nCRITICAL: The session memory file is currently ~${totalTokens} tokens, which exceeds the maximum of ${MAX_TOTAL_SESSION_MEMORY_TOKENS} tokens. You MUST condense the file to fit within this budget. Aggressively shorten oversized sections by removing less important details, merging related items, and summarizing older entries. Prioritize keeping "Current State" and "Errors & Corrections" accurate and detailed.`,
+    )
+  }
+
+  if (oversizedSections.length > 0) {
+    parts.push(
+      `\n\n${overBudget ? 'Oversized sections to condense' : 'IMPORTANT: The following sections exceed the per-section limit and MUST be condensed'}:\n${oversizedSections.join('\n')}`,
+    )
+  }
+
+  return parts.join('')
+}
+
+/**
+ * Substitute variables in the prompt template using {{variable}} syntax
+ */
+function substituteVariables(
+  template: string,
+  variables: Record<string, string>,
+): string {
+  // Single-pass replacement avoids two bugs: (1) $ backreference corruption
+  // (replacer fn treats $ literally), and (2) double-substitution when user
+  // content happens to contain {{varName}} matching a later variable.
+  return template.replace(/\{\{(\w+)\}\}/g, (match, key: string) =>
+    Object.prototype.hasOwnProperty.call(variables, key)
+      ? variables[key]!
+      : match,
+  )
+}
+
+/**
+ * Check if the session memory content is essentially empty (matches the template).
+ * This is used to detect if no actual content has been extracted yet,
+ * which means we should fall back to legacy compact behavior.
+ */
+export async function isSessionMemoryEmpty(content: string): Promise<boolean> {
+  const template = await loadSessionMemoryTemplate()
+  // Compare trimmed content to detect if it's just the template
+  return content.trim() === template.trim()
+}
+
+export async function buildSessionMemoryUpdatePrompt(
+  currentNotes: string,
+  notesPath: string,
+): Promise<string> {
+  const promptTemplate = await loadSessionMemoryPrompt()
+
+  // Analyze section sizes and generate reminders if needed
+  const sectionSizes = analyzeSectionSizes(currentNotes)
+  const totalTokens = roughTokenCountEstimation(currentNotes)
+  const sectionReminders = generateSectionReminders(sectionSizes, totalTokens)
+
+  // Substitute variables in the prompt
+  const variables = {
+    currentNotes,
+    notesPath,
+  }
+
+  const basePrompt = substituteVariables(promptTemplate, variables)
+
+  // Add section size reminders and/or total budget warnings
+  return basePrompt + sectionReminders
+}
+
+/**
+ * Truncate session memory sections that exceed the per-section token limit.
+ * Used when inserting session memory into compact messages to prevent
+ * oversized session memory from consuming the entire post-compact token budget.
+ *
+ * Returns the truncated content and whether any truncation occurred.
+ */
+export function truncateSessionMemoryForCompact(content: string): {
+  truncatedContent: string
+  wasTruncated: boolean
+} {
+  const lines = content.split('\n')
+  const maxCharsPerSection = MAX_SECTION_LENGTH * 4 // roughTokenCountEstimation uses length/4
+  const outputLines: string[] = []
+  let currentSectionLines: string[] = []
+  let currentSectionHeader = ''
+  let wasTruncated = false
+
+  for (const line of lines) {
+    if (line.startsWith('# ')) {
+      const result = flushSessionSection(
+        currentSectionHeader,
+        currentSectionLines,
+        maxCharsPerSection,
+      )
+      outputLines.push(...result.lines)
+      wasTruncated = wasTruncated || result.wasTruncated
+      currentSectionHeader = line
+      currentSectionLines = []
+    } else {
+      currentSectionLines.push(line)
+    }
+  }
+
+  // Flush the last section
+  const result = flushSessionSection(
+    currentSectionHeader,
+    currentSectionLines,
+    maxCharsPerSection,
+  )
+  outputLines.push(...result.lines)
+  wasTruncated = wasTruncated || result.wasTruncated
+
+  return {
+    truncatedContent: outputLines.join('\n'),
+    wasTruncated,
+  }
+}
+
+function flushSessionSection(
+  sectionHeader: string,
+  sectionLines: string[],
+  maxCharsPerSection: number,
+): { lines: string[]; wasTruncated: boolean } {
+  if (!sectionHeader) {
+    return { lines: sectionLines, wasTruncated: false }
+  }
+
+  const sectionContent = sectionLines.join('\n')
+  if (sectionContent.length <= maxCharsPerSection) {
+    return { lines: [sectionHeader, ...sectionLines], wasTruncated: false }
+  }
+
+  // Truncate at a line boundary near the limit
+  let charCount = 0
+  const keptLines: string[] = [sectionHeader]
+  for (const line of sectionLines) {
+    if (charCount + line.length + 1 > maxCharsPerSection) {
+      break
+    }
+    keptLines.push(line)
+    charCount += line.length + 1
+  }
+  keptLines.push('\n[... section truncated for length ...]')
+  return { lines: keptLines, wasTruncated: true }
+}