@remnic/core 1.0.0

package/dist/chunk-B7LOFDVE.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/chunking.ts"],"sourcesContent":["/**\n * Automatic Chunking with Overlap (Phase 2A)\n *\n * Sentence-boundary chunking for long memories.\n * Preserves coherent thoughts by never splitting mid-sentence.\n */\n\nexport interface ChunkingConfig {\n  /** Target tokens per chunk (default 200) */\n  targetTokens: number;\n  /** Minimum tokens to trigger chunking (default 150) */\n  minTokens: number;\n  /** Number of sentences to overlap between chunks (default 2) */\n  overlapSentences: number;\n}\n\nexport interface Chunk {\n  /** Chunk content */\n  content: string;\n  /** 0-based index */\n  index: number;\n  /** Approximate token count */\n  tokenCount: number;\n}\n\nexport interface ChunkResult {\n  /** Whether content was chunked */\n  chunked: boolean;\n  /** Array of chunks (length 1 if not chunked) */\n  chunks: Chunk[];\n}\n\n/** Default chunking configuration */\nexport const DEFAULT_CHUNKING_CONFIG: ChunkingConfig = {\n  targetTokens: 200,\n  minTokens: 150,\n  overlapSentences: 2,\n};\n\n/**\n * Estimate token count for text.\n * Rough approximation: ~4 characters per token for English.\n */\nfunction estimateTokens(text: string): number {\n  return Math.ceil(text.length / 4);\n}\n\n/**\n * Split text into sentences.\n * Handles common abbreviations and edge cases.\n */\nfunction splitSentences(text: string): string[] {\n  // Split on sentence-ending punctuation followed by whitespace or end of string\n  // Preserve the punctuation with the sentence\n  const sentences: string[] = [];\n\n  // Regex to match sentence boundaries\n  // Match: period/exclamation/question followed by space or end, but not abbreviations\n  const sentenceRegex = /[^.!?]*[.!?]+(?:\\s+|$)/g;\n\n  let match: RegExpExecArray | null;\n  let lastIndex = 0;\n\n  while ((match = sentenceRegex.exec(text)) !== null) {\n    sentences.push(match[0].trim());\n    lastIndex = sentenceRegex.lastIndex;\n  }\n\n  // Handle remaining text without sentence-ending punctuation\n  if (lastIndex < text.length) {\n    const remaining = text.slice(lastIndex).trim();\n    if (remaining) {\n      sentences.push(remaining);\n    }\n  }\n\n  // Filter out empty sentences\n  return sentences.filter((s) => s.length > 0);\n}\n\n/**\n * Chunk content into overlapping segments at sentence boundaries.\n *\n * @param content - The text content to chunk\n * @param config - Chunking configuration\n * @returns ChunkResult with chunks array\n */\nexport function chunkContent(\n  content: string,\n  config: ChunkingConfig = DEFAULT_CHUNKING_CONFIG,\n): ChunkResult {\n  const totalTokens = estimateTokens(content);\n\n  // Don't chunk if below minimum threshold\n  if (totalTokens < config.minTokens) {\n    return {\n      chunked: false,\n      chunks: [{\n        content,\n        index: 0,\n        tokenCount: totalTokens,\n      }],\n    };\n  }\n\n  const sentences = splitSentences(content);\n\n  // If we couldn't split into multiple sentences, don't chunk\n  if (sentences.length <= 1) {\n    return {\n      chunked: false,\n      chunks: [{\n        content,\n        index: 0,\n        tokenCount: totalTokens,\n      }],\n    };\n  }\n\n  const chunks: Chunk[] = [];\n  let currentChunkSentences: string[] = [];\n  let currentTokens = 0;\n  let chunkIndex = 0;\n\n  for (let i = 0; i < sentences.length; i++) {\n    const sentence = sentences[i];\n    const sentenceTokens = estimateTokens(sentence);\n\n    // Add sentence to current chunk\n    currentChunkSentences.push(sentence);\n    currentTokens += sentenceTokens;\n\n    // Check if we've reached target size (with some flexibility)\n    // Allow going over by up to 50% to avoid tiny final chunks\n    const atTarget = currentTokens >= config.targetTokens;\n    const isLastSentence = i === sentences.length - 1;\n\n    if (atTarget || isLastSentence) {\n      // Create chunk from accumulated sentences\n      const chunkContent = currentChunkSentences.join(\" \");\n      chunks.push({\n        content: chunkContent,\n        index: chunkIndex,\n        tokenCount: estimateTokens(chunkContent),\n      });\n      chunkIndex++;\n\n      // Start new chunk with overlap (if not at end)\n      if (!isLastSentence) {\n        // Keep last N sentences for overlap\n        const overlapCount = Math.min(config.overlapSentences, currentChunkSentences.length);\n        currentChunkSentences = currentChunkSentences.slice(-overlapCount);\n        currentTokens = currentChunkSentences.reduce((sum, s) => sum + estimateTokens(s), 0);\n      }\n    }\n  }\n\n  // Only consider it \"chunked\" if we got multiple chunks\n  return {\n    chunked: chunks.length > 1,\n    chunks,\n  };\n}\n\n/**\n * Get parent content by reassembling chunks.\n * Useful for displaying full context when a chunk is retrieved.\n *\n * @param chunks - Array of chunk contents in order\n * @returns Reassembled parent content (with overlap removed)\n */\nexport function reassembleChunks(chunks: string[]): string {\n  if (chunks.length === 0) return \"\";\n  if (chunks.length === 1) return chunks[0];\n\n  // For overlapping chunks, we need to deduplicate\n  // Simple approach: use full first chunk, then non-overlapping parts of subsequent chunks\n  // This is imperfect but handles most cases\n  const result: string[] = [chunks[0]];\n\n  for (let i = 1; i < chunks.length; i++) {\n    const prevChunk = chunks[i - 1];\n    const currChunk = chunks[i];\n\n    // Find overlap by looking for common suffix/prefix\n    // Try to find where the previous chunk ends in the current chunk\n    const prevSentences = splitSentences(prevChunk);\n    const currSentences = splitSentences(currChunk);\n\n    // Find how many sentences from prev are at the start of curr\n    let overlapCount = 0;\n    for (let j = 0; j < Math.min(prevSentences.length, currSentences.length); j++) {\n      // Check if last N sentences of prev match first N sentences of curr\n      const prevEnd = prevSentences.slice(-(j + 1));\n      const currStart = currSentences.slice(0, j + 1);\n\n      if (prevEnd.join(\" \") === currStart.join(\" \")) {\n        overlapCount = j + 1;\n      }\n    }\n\n    // Add non-overlapping portion\n    if (overlapCount > 0 && overlapCount < currSentences.length) {\n      result.push(currSentences.slice(overlapCount).join(\" \"));\n    } else if (overlapCount === 0) {\n      // No detected overlap, add full chunk\n      result.push(currChunk);\n    }\n    // If overlapCount === currSentences.length, skip (fully contained)\n  }\n\n  return result.join(\" \");\n}\n"],"mappings":";AAiCO,IAAM,0BAA0C;AAAA,EACrD,cAAc;AAAA,EACd,WAAW;AAAA,EACX,kBAAkB;AACpB;AAMA,SAAS,eAAe,MAAsB;AAC5C,SAAO,KAAK,KAAK,KAAK,SAAS,CAAC;AAClC;AAMA,SAAS,eAAe,MAAwB;AAG9C,QAAM,YAAsB,CAAC;AAI7B,QAAM,gBAAgB;AAEtB,MAAI;AACJ,MAAI,YAAY;AAEhB,UAAQ,QAAQ,cAAc,KAAK,IAAI,OAAO,MAAM;AAClD,cAAU,KAAK,MAAM,CAAC,EAAE,KAAK,CAAC;AAC9B,gBAAY,cAAc;AAAA,EAC5B;AAGA,MAAI,YAAY,KAAK,QAAQ;AAC3B,UAAM,YAAY,KAAK,MAAM,SAAS,EAAE,KAAK;AAC7C,QAAI,WAAW;AACb,gBAAU,KAAK,SAAS;AAAA,IAC1B;AAAA,EACF;AAGA,SAAO,UAAU,OAAO,CAAC,MAAM,EAAE,SAAS,CAAC;AAC7C;AASO,SAAS,aACd,SACA,SAAyB,yBACZ;AACb,QAAM,cAAc,eAAe,OAAO;AAG1C,MAAI,cAAc,OAAO,WAAW;AAClC,WAAO;AAAA,MACL,SAAS;AAAA,MACT,QAAQ,CAAC;AAAA,QACP;AAAA,QACA,OAAO;AAAA,QACP,YAAY;AAAA,MACd,CAAC;AAAA,IACH;AAAA,EACF;AAEA,QAAM,YAAY,eAAe,OAAO;AAGxC,MAAI,UAAU,UAAU,GAAG;AACzB,WAAO;AAAA,MACL,SAAS;AAAA,MACT,QAAQ,CAAC;AAAA,QACP;AAAA,QACA,OAAO;AAAA,QACP,YAAY;AAAA,MACd,CAAC;AAAA,IACH;AAAA,EACF;AAEA,QAAM,SAAkB,CAAC;AACzB,MAAI,wBAAkC,CAAC;AACvC,MAAI,gBAAgB;AACpB,MAAI,aAAa;AAEjB,WAAS,IAAI,GAAG,IAAI,UAAU,QAAQ,KAAK;AACzC,UAAM,WAAW,UAAU,CAAC;AAC5B,UAAM,iBAAiB,eAAe,QAAQ;AAG9C,0BAAsB,KAAK,QAAQ;AACnC,qBAAiB;AAIjB,UAAM,WAAW,iBAAiB,OAAO;AACzC,UAAM,iBAAiB,MAAM,UAAU,SAAS;AAEhD,QAAI,YAAY,gBAAgB;AAE9B,YAAMA,gBAAe,sBAAsB,KAAK,GAAG;AACnD,aAAO,KAAK;AAAA,QACV,SAASA;AAAA,QACT,OAAO;AAAA,QACP,YAAY,eAAeA,aAAY;AAAA,MACzC,CAAC;AACD;AAGA,UAAI,CAAC,gBAAgB;AAEnB,cAAM,eAAe,KAAK,IAAI,OAAO,kBAAkB,sBAAsB,MAAM;AACnF,gCAAwB,sBAAsB,MAAM,CAAC,YAAY;AACjE,wBAAgB,sBAAsB,OAAO,CAAC,KAAK,MAAM,MAAM,eAAe,CAAC,GAAG,CAAC;AAAA,MACrF;AAAA,IACF;AAAA,EACF;AAGA,SAAO;AAAA,IACL,SAAS,OAAO,SAAS;AAAA,IACzB;AAAA,EACF;AACF;AASO,SAAS,iBAAiB,QAA0B;AACzD,MAAI,OAAO,WAAW,EAAG,QAAO;AAChC,MAAI,OAAO,WAAW,EAAG,QAAO,OAAO,CAAC;AAKxC,QAAM,SAAmB,CAAC,OAAO,CAAC,CAAC;AAEnC,WAAS,IAAI,GAAG,IAAI,OAAO,QAAQ,KAAK;AACtC,UAAM,YAAY,OAAO,IAAI,CAAC;AAC9B,UAAM,YAAY,OAAO,CAAC;AAI1B,UAAM,gBAAgB,eAAe,SAAS;AAC9C,UAAM,gBAAgB,eAAe,SAAS;AAG9C,QAAI,eAAe;AACnB,aAAS,IAAI,GAAG,IAAI,KAAK,IAAI,cAAc,QAAQ,cAAc,MAAM,GAAG,KAAK;AAE7E,YAAM,UAAU,cAAc,MAAM,EAAE,IAAI,EAAE;AAC5C,YAAM,YAAY,cAAc,MAAM,GAAG,IAAI,CAAC;AAE9C,UAAI,QAAQ,KAAK,GAAG,MAAM,UAAU,KAAK,GAAG,GAAG;AAC7C,uBAAe,IAAI;AAAA,MACrB;AAAA,IACF;AAGA,QAAI,eAAe,KAAK,eAAe,cAAc,QAAQ;AAC3D,aAAO,KAAK,cAAc,MAAM,YAAY,EAAE,KAAK,GAAG,CAAC;AAAA,IACzD,WAAW,iBAAiB,GAAG;AAE7B,aAAO,KAAK,SAAS;AAAA,IACvB;AAAA,EAEF;AAEA,SAAO,OAAO,KAAK,GAAG;AACxB;","names":["chunkContent"]}

package/dist/chunk-BDFZXRSO.js

@@ -0,0 +1,318 @@
+// src/importance.ts
+var CRITICAL_PATTERNS = [
+  // Explicit importance
+  /\b(critical|crucial|essential|must|always|never)\b/i,
+  /\b(important|remember this|don't forget)\b/i,
+  // Personal identity
+  /\b(my name is|i am|i'm called)\b/i,
+  /\b(my (birthday|phone|email|address|ssn|password))\b/i,
+  // Strong preferences
+  /\b(i (hate|love|despise|adore))\b/i,
+  /\b(absolutely|definitely|certainly) (not|must|should)\b/i,
+  // Corrections (high weight)
+  /\b(actually|no,? that's wrong|correction:?|let me correct)\b/i,
+  /\b(i said|i meant|i was wrong)\b/i
+];
+var HIGH_PATTERNS = [
+  // Decisions
+  /\b(decided|decision|chose|choosing|picked|selected)\b/i,
+  /\b(we('ll| will) (go with|use|implement))\b/i,
+  // Instructions
+  /\b(make sure|ensure|always|don't|do not|never|avoid)\b/i,
+  /\b(you (should|must|need to))\b/i,
+  // Temporal references (deadlines, schedules)
+  /\b(by (monday|tuesday|wednesday|thursday|friday|saturday|sunday))\b/i,
+  /\b(deadline|due (date|by)|by (end of|next))\b/i,
+  /\b(tomorrow|next week|this week|today)\b/i,
+  // Preferences
+  /\b(i (prefer|like|want|need|dislike))\b/i,
+  /\b(my (preference|style|approach|way))\b/i,
+  // Commitments
+  /\b(i('ll| will)|promise|commit|guarantee)\b/i,
+  /\b(scheduled|appointment|meeting|call)\b/i
+];
+var LOW_PATTERNS = [
+  // Uncertainty
+  /\b(maybe|perhaps|possibly|might|could be)\b/i,
+  /\b(i think|i guess|not sure|uncertain)\b/i,
+  /\b(probably|likely|seems like)\b/i,
+  // Hedging
+  /\b(kind of|sort of|somewhat|a bit)\b/i,
+  /\b(in a way|to some extent)\b/i
+];
+var TRIVIAL_PATTERNS = [
+  // Greetings and filler
+  /^(hi|hello|hey|yo|sup|greetings)[.!,]?\s*$/i,
+  /^(ok|okay|k|sure|yes|no|yep|nope|yeah|nah)[.!]?\s*$/i,
+  /^(thanks|thank you|thx|ty|cheers)[.!]?\s*$/i,
+  /^(got it|understood|roger|copy|noted)[.!]?\s*$/i,
+  /^(bye|goodbye|later|see ya|ttyl)[.!]?\s*$/i,
+  /^(lol|haha|hehe|lmao|rofl)[.!]?\s*$/i,
+  /^(hmm+|uhh*|ahh*|err*|umm*)[.!]?\s*$/i,
+  // Very short content
+  /^.{1,10}$/
+];
+var CATEGORY_BOOSTS = {
+  correction: 0.15,
+  // Corrections are always important
+  principle: 0.12,
+  // Durable rules/values
+  rule: 0.11,
+  // Causal IF→THEN rules
+  preference: 0.1,
+  // User preferences matter
+  commitment: 0.1,
+  // Promises/obligations
+  decision: 0.08,
+  // Decisions with rationale
+  relationship: 0.05,
+  // Entity relationships
+  skill: 0.05,
+  // Capabilities
+  moment: 0.03,
+  // Emotional milestones
+  entity: 0.02,
+  // Entity facts
+  fact: 0
+  // Base facts, no boost
+};
+var STOP_WORDS = /* @__PURE__ */ new Set([
+  "a",
+  "an",
+  "the",
+  "is",
+  "are",
+  "was",
+  "were",
+  "be",
+  "been",
+  "being",
+  "have",
+  "has",
+  "had",
+  "do",
+  "does",
+  "did",
+  "will",
+  "would",
+  "could",
+  "should",
+  "may",
+  "might",
+  "must",
+  "shall",
+  "can",
+  "need",
+  "dare",
+  "ought",
+  "used",
+  "to",
+  "of",
+  "in",
+  "for",
+  "on",
+  "with",
+  "at",
+  "by",
+  "from",
+  "as",
+  "into",
+  "through",
+  "during",
+  "before",
+  "after",
+  "above",
+  "below",
+  "between",
+  "under",
+  "again",
+  "further",
+  "then",
+  "once",
+  "here",
+  "there",
+  "when",
+  "where",
+  "why",
+  "how",
+  "all",
+  "each",
+  "few",
+  "more",
+  "most",
+  "other",
+  "some",
+  "such",
+  "no",
+  "nor",
+  "not",
+  "only",
+  "own",
+  "same",
+  "so",
+  "than",
+  "too",
+  "very",
+  "just",
+  "and",
+  "but",
+  "or",
+  "if",
+  "because",
+  "until",
+  "while",
+  "this",
+  "that",
+  "these",
+  "those",
+  "i",
+  "me",
+  "my",
+  "myself",
+  "we",
+  "our",
+  "ours",
+  "ourselves",
+  "you",
+  "your",
+  "yours",
+  "yourself",
+  "yourselves",
+  "he",
+  "him",
+  "his",
+  "himself",
+  "she",
+  "her",
+  "hers",
+  "herself",
+  "it",
+  "its",
+  "itself",
+  "they",
+  "them",
+  "their",
+  "theirs",
+  "themselves",
+  "what",
+  "which",
+  "who",
+  "whom",
+  "whose",
+  "am",
+  "been",
+  "being",
+  "about",
+  "against"
+]);
+function extractKeywords(content, maxKeywords = 5) {
+  const words = content.toLowerCase().replace(/[^a-z0-9\s-]/g, " ").split(/\s+/).filter((w) => w.length >= 3 && !STOP_WORDS.has(w));
+  const freq = /* @__PURE__ */ new Map();
+  for (const word of words) {
+    freq.set(word, (freq.get(word) ?? 0) + 1);
+  }
+  return [...freq.entries()].sort((a, b) => b[1] - a[1]).slice(0, maxKeywords).map(([word]) => word);
+}
+function scoreImportance(content, category, tags = []) {
+  const reasons = [];
+  let score = 0.5;
+  const lowerContent = content.toLowerCase();
+  const contentLength = content.length;
+  for (const pattern of TRIVIAL_PATTERNS) {
+    if (pattern.test(content)) {
+      return {
+        score: 0.1,
+        level: "trivial",
+        reasons: ["Trivial content (greeting, filler, or very short)"],
+        keywords: []
+      };
+    }
+  }
+  for (const pattern of CRITICAL_PATTERNS) {
+    if (pattern.test(content)) {
+      score += 0.2;
+      reasons.push(`Critical marker: ${pattern.source.slice(0, 30)}`);
+      break;
+    }
+  }
+  for (const pattern of HIGH_PATTERNS) {
+    if (pattern.test(content)) {
+      score += 0.12;
+      reasons.push(`High importance marker detected`);
+      break;
+    }
+  }
+  for (const pattern of LOW_PATTERNS) {
+    if (pattern.test(content)) {
+      score -= 0.15;
+      reasons.push(`Uncertainty/hedging detected`);
+      break;
+    }
+  }
+  const categoryBoost = CATEGORY_BOOSTS[category] ?? 0;
+  if (categoryBoost > 0) {
+    score += categoryBoost;
+    reasons.push(`Category boost: ${category}`);
+  }
+  if (contentLength > 200) {
+    const lengthBonus = Math.min((contentLength - 200) / 1e3, 0.1);
+    score += lengthBonus;
+    if (lengthBonus > 0.05) {
+      reasons.push("Substantial content length");
+    }
+  }
+  if (/\b(my|mine|i|i'm|i've|i'd|i'll)\b/i.test(content)) {
+    score += 0.05;
+    reasons.push("Personal reference");
+  }
+  if (/\b\d{2,}\b/.test(content) || /\b(version|v\d|api|config)\b/i.test(content)) {
+    score += 0.03;
+    reasons.push("Contains specific details");
+  }
+  const importantTags = tags.filter(
+    (t) => ["important", "critical", "preference", "decision", "rule", "principle"].includes(t.toLowerCase())
+  );
+  if (importantTags.length > 0) {
+    score += 0.05 * importantTags.length;
+    reasons.push(`Important tags: ${importantTags.join(", ")}`);
+  }
+  score = Math.max(0, Math.min(1, score));
+  let level;
+  if (score >= 0.9) {
+    level = "critical";
+  } else if (score >= 0.7) {
+    level = "high";
+  } else if (score >= 0.4) {
+    level = "normal";
+  } else if (score >= 0.2) {
+    level = "low";
+  } else {
+    level = "trivial";
+  }
+  const keywords = extractKeywords(content);
+  return {
+    score: Math.round(score * 100) / 100,
+    // Round to 2 decimal places
+    level,
+    reasons: reasons.slice(0, 5),
+    // Cap at 5 reasons
+    keywords
+  };
+}
+function rescoreMemoryImportance(memory) {
+  return scoreImportance(memory.content, memory.frontmatter.category, memory.frontmatter.tags ?? []);
+}
+function importanceLevel(score) {
+  if (score >= 0.9) return "critical";
+  if (score >= 0.7) return "high";
+  if (score >= 0.4) return "normal";
+  if (score >= 0.2) return "low";
+  return "trivial";
+}
+
+export {
+  scoreImportance,
+  rescoreMemoryImportance,
+  importanceLevel
+};
+//# sourceMappingURL=chunk-BDFZXRSO.js.map

package/dist/chunk-BDFZXRSO.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/importance.ts"],"sourcesContent":["/**\n * Local Importance Scoring (Phase 1B)\n *\n * Zero-LLM heuristic system that evaluates each memory's significance.\n * Analyzes content for markers like explicit importance statements,\n * personal information, instructions, emotional content, and factual density.\n */\n\nimport type { ImportanceLevel, ImportanceScore, MemoryCategory, MemoryFile } from \"./types.js\";\n\n// ---------------------------------------------------------------------------\n// Marker patterns for each tier\n// ---------------------------------------------------------------------------\n\n/** Critical importance markers (0.9-1.0) */\nconst CRITICAL_PATTERNS = [\n  // Explicit importance\n  /\\b(critical|crucial|essential|must|always|never)\\b/i,\n  /\\b(important|remember this|don't forget)\\b/i,\n  // Personal identity\n  /\\b(my name is|i am|i'm called)\\b/i,\n  /\\b(my (birthday|phone|email|address|ssn|password))\\b/i,\n  // Strong preferences\n  /\\b(i (hate|love|despise|adore))\\b/i,\n  /\\b(absolutely|definitely|certainly) (not|must|should)\\b/i,\n  // Corrections (high weight)\n  /\\b(actually|no,? that's wrong|correction:?|let me correct)\\b/i,\n  /\\b(i said|i meant|i was wrong)\\b/i,\n];\n\n/** High importance markers (0.7-0.9) */\nconst HIGH_PATTERNS = [\n  // Decisions\n  /\\b(decided|decision|chose|choosing|picked|selected)\\b/i,\n  /\\b(we('ll| will) (go with|use|implement))\\b/i,\n  // Instructions\n  /\\b(make sure|ensure|always|don't|do not|never|avoid)\\b/i,\n  /\\b(you (should|must|need to))\\b/i,\n  // Temporal references (deadlines, schedules)\n  /\\b(by (monday|tuesday|wednesday|thursday|friday|saturday|sunday))\\b/i,\n  /\\b(deadline|due (date|by)|by (end of|next))\\b/i,\n  /\\b(tomorrow|next week|this week|today)\\b/i,\n  // Preferences\n  /\\b(i (prefer|like|want|need|dislike))\\b/i,\n  /\\b(my (preference|style|approach|way))\\b/i,\n  // Commitments\n  /\\b(i('ll| will)|promise|commit|guarantee)\\b/i,\n  /\\b(scheduled|appointment|meeting|call)\\b/i,\n];\n\n/** Normal importance markers (0.4-0.7) */\nconst NORMAL_PATTERNS = [\n  // Factual content\n  /\\b(is|are|was|were|has|have|does|do)\\b/i,\n  /\\b(because|since|therefore|thus|so)\\b/i,\n  // Emotional content\n  /\\b(happy|sad|frustrated|excited|worried|anxious)\\b/i,\n  /\\b(feel|feeling|felt)\\b/i,\n  // Technical details\n  /\\b(version|api|endpoint|database|server|config)\\b/i,\n  /\\b(function|class|method|variable|parameter)\\b/i,\n];\n\n/** Low importance markers (0.2-0.4) */\nconst LOW_PATTERNS = [\n  // Uncertainty\n  /\\b(maybe|perhaps|possibly|might|could be)\\b/i,\n  /\\b(i think|i guess|not sure|uncertain)\\b/i,\n  /\\b(probably|likely|seems like)\\b/i,\n  // Hedging\n  /\\b(kind of|sort of|somewhat|a bit)\\b/i,\n  /\\b(in a way|to some extent)\\b/i,\n];\n\n/** Trivial content markers (0.0-0.2) */\nconst TRIVIAL_PATTERNS = [\n  // Greetings and filler\n  /^(hi|hello|hey|yo|sup|greetings)[.!,]?\\s*$/i,\n  /^(ok|okay|k|sure|yes|no|yep|nope|yeah|nah)[.!]?\\s*$/i,\n  /^(thanks|thank you|thx|ty|cheers)[.!]?\\s*$/i,\n  /^(got it|understood|roger|copy|noted)[.!]?\\s*$/i,\n  /^(bye|goodbye|later|see ya|ttyl)[.!]?\\s*$/i,\n  /^(lol|haha|hehe|lmao|rofl)[.!]?\\s*$/i,\n  /^(hmm+|uhh*|ahh*|err*|umm*)[.!]?\\s*$/i,\n  // Very short content\n  /^.{1,10}$/,\n];\n\n// ---------------------------------------------------------------------------\n// Category-based importance boosts\n// ---------------------------------------------------------------------------\n\nconst CATEGORY_BOOSTS: Record<MemoryCategory, number> = {\n  correction: 0.15,    // Corrections are always important\n  principle: 0.12,     // Durable rules/values\n  rule: 0.11,          // Causal IF→THEN rules\n  preference: 0.10,    // User preferences matter\n  commitment: 0.10,    // Promises/obligations\n  decision: 0.08,      // Decisions with rationale\n  relationship: 0.05,  // Entity relationships\n  skill: 0.05,         // Capabilities\n  moment: 0.03,        // Emotional milestones\n  entity: 0.02,        // Entity facts\n  fact: 0.00,          // Base facts, no boost\n};\n\n// ---------------------------------------------------------------------------\n// Keyword extraction\n// ---------------------------------------------------------------------------\n\n/** Common stop words to filter out */\nconst STOP_WORDS = new Set([\n  \"a\", \"an\", \"the\", \"is\", \"are\", \"was\", \"were\", \"be\", \"been\", \"being\",\n  \"have\", \"has\", \"had\", \"do\", \"does\", \"did\", \"will\", \"would\", \"could\",\n  \"should\", \"may\", \"might\", \"must\", \"shall\", \"can\", \"need\", \"dare\",\n  \"ought\", \"used\", \"to\", \"of\", \"in\", \"for\", \"on\", \"with\", \"at\", \"by\",\n  \"from\", \"as\", \"into\", \"through\", \"during\", \"before\", \"after\", \"above\",\n  \"below\", \"between\", \"under\", \"again\", \"further\", \"then\", \"once\",\n  \"here\", \"there\", \"when\", \"where\", \"why\", \"how\", \"all\", \"each\", \"few\",\n  \"more\", \"most\", \"other\", \"some\", \"such\", \"no\", \"nor\", \"not\", \"only\",\n  \"own\", \"same\", \"so\", \"than\", \"too\", \"very\", \"just\", \"and\", \"but\",\n  \"or\", \"if\", \"because\", \"until\", \"while\", \"this\", \"that\", \"these\",\n  \"those\", \"i\", \"me\", \"my\", \"myself\", \"we\", \"our\", \"ours\", \"ourselves\",\n  \"you\", \"your\", \"yours\", \"yourself\", \"yourselves\", \"he\", \"him\", \"his\",\n  \"himself\", \"she\", \"her\", \"hers\", \"herself\", \"it\", \"its\", \"itself\",\n  \"they\", \"them\", \"their\", \"theirs\", \"themselves\", \"what\", \"which\",\n  \"who\", \"whom\", \"whose\", \"am\", \"been\", \"being\", \"about\", \"against\",\n]);\n\n/**\n * Extract salient keywords from content.\n * Returns top N keywords sorted by relevance.\n */\nfunction extractKeywords(content: string, maxKeywords: number = 5): string[] {\n  // Tokenize and normalize\n  const words = content\n    .toLowerCase()\n    .replace(/[^a-z0-9\\s-]/g, \" \")\n    .split(/\\s+/)\n    .filter((w) => w.length >= 3 && !STOP_WORDS.has(w));\n\n  // Count frequencies\n  const freq = new Map<string, number>();\n  for (const word of words) {\n    freq.set(word, (freq.get(word) ?? 0) + 1);\n  }\n\n  // Sort by frequency, take top N\n  return [...freq.entries()]\n    .sort((a, b) => b[1] - a[1])\n    .slice(0, maxKeywords)\n    .map(([word]) => word);\n}\n\n// ---------------------------------------------------------------------------\n// Main scoring function\n// ---------------------------------------------------------------------------\n\n/**\n * Calculate importance score for a memory.\n * Pure local heuristics, zero LLM calls.\n */\nexport function scoreImportance(\n  content: string,\n  category: MemoryCategory,\n  tags: string[] = [],\n): ImportanceScore {\n  const reasons: string[] = [];\n  let score = 0.5; // Start at normal baseline\n\n  const lowerContent = content.toLowerCase();\n  const contentLength = content.length;\n\n  // Check for trivial content first (short-circuit)\n  for (const pattern of TRIVIAL_PATTERNS) {\n    if (pattern.test(content)) {\n      return {\n        score: 0.1,\n        level: \"trivial\",\n        reasons: [\"Trivial content (greeting, filler, or very short)\"],\n        keywords: [],\n      };\n    }\n  }\n\n  // Check critical patterns\n  for (const pattern of CRITICAL_PATTERNS) {\n    if (pattern.test(content)) {\n      score += 0.20;\n      reasons.push(`Critical marker: ${pattern.source.slice(0, 30)}`);\n      break; // Only count once per tier\n    }\n  }\n\n  // Check high patterns\n  for (const pattern of HIGH_PATTERNS) {\n    if (pattern.test(content)) {\n      score += 0.12;\n      reasons.push(`High importance marker detected`);\n      break;\n    }\n  }\n\n  // Check low patterns (reduces score)\n  for (const pattern of LOW_PATTERNS) {\n    if (pattern.test(content)) {\n      score -= 0.15;\n      reasons.push(`Uncertainty/hedging detected`);\n      break;\n    }\n  }\n\n  // Category boost\n  const categoryBoost = CATEGORY_BOOSTS[category] ?? 0;\n  if (categoryBoost > 0) {\n    score += categoryBoost;\n    reasons.push(`Category boost: ${category}`);\n  }\n\n  // Length bonus (longer = more substance, capped)\n  if (contentLength > 200) {\n    const lengthBonus = Math.min((contentLength - 200) / 1000, 0.1);\n    score += lengthBonus;\n    if (lengthBonus > 0.05) {\n      reasons.push(\"Substantial content length\");\n    }\n  }\n\n  // Check for personal pronouns (signals personal relevance)\n  if (/\\b(my|mine|i|i'm|i've|i'd|i'll)\\b/i.test(content)) {\n    score += 0.05;\n    reasons.push(\"Personal reference\");\n  }\n\n  // Check for numbers/specifics (concrete details)\n  if (/\\b\\d{2,}\\b/.test(content) || /\\b(version|v\\d|api|config)\\b/i.test(content)) {\n    score += 0.03;\n    reasons.push(\"Contains specific details\");\n  }\n\n  // Tag-based boosts\n  const importantTags = tags.filter((t) =>\n    [\"important\", \"critical\", \"preference\", \"decision\", \"rule\", \"principle\"].includes(t.toLowerCase())\n  );\n  if (importantTags.length > 0) {\n    score += 0.05 * importantTags.length;\n    reasons.push(`Important tags: ${importantTags.join(\", \")}`);\n  }\n\n  // Clamp score to 0-1 range\n  score = Math.max(0, Math.min(1, score));\n\n  // Determine level from score\n  let level: ImportanceLevel;\n  if (score >= 0.9) {\n    level = \"critical\";\n  } else if (score >= 0.7) {\n    level = \"high\";\n  } else if (score >= 0.4) {\n    level = \"normal\";\n  } else if (score >= 0.2) {\n    level = \"low\";\n  } else {\n    level = \"trivial\";\n  }\n\n  // Extract keywords\n  const keywords = extractKeywords(content);\n\n  return {\n    score: Math.round(score * 100) / 100, // Round to 2 decimal places\n    level,\n    reasons: reasons.slice(0, 5), // Cap at 5 reasons\n    keywords,\n  };\n}\n\n/**\n * Recompute importance for an existing memory file using current local heuristics.\n */\nexport function rescoreMemoryImportance(memory: MemoryFile): ImportanceScore {\n  return scoreImportance(memory.content, memory.frontmatter.category, memory.frontmatter.tags ?? []);\n}\n\n/**\n * Get importance level from numeric score.\n */\nexport function importanceLevel(score: number): ImportanceLevel {\n  if (score >= 0.9) return \"critical\";\n  if (score >= 0.7) return \"high\";\n  if (score >= 0.4) return \"normal\";\n  if (score >= 0.2) return \"low\";\n  return \"trivial\";\n}\n"],"mappings":";AAeA,IAAM,oBAAoB;AAAA;AAAA,EAExB;AAAA,EACA;AAAA;AAAA,EAEA;AAAA,EACA;AAAA;AAAA,EAEA;AAAA,EACA;AAAA;AAAA,EAEA;AAAA,EACA;AACF;AAGA,IAAM,gBAAgB;AAAA;AAAA,EAEpB;AAAA,EACA;AAAA;AAAA,EAEA;AAAA,EACA;AAAA;AAAA,EAEA;AAAA,EACA;AAAA,EACA;AAAA;AAAA,EAEA;AAAA,EACA;AAAA;AAAA,EAEA;AAAA,EACA;AACF;AAgBA,IAAM,eAAe;AAAA;AAAA,EAEnB;AAAA,EACA;AAAA,EACA;AAAA;AAAA,EAEA;AAAA,EACA;AACF;AAGA,IAAM,mBAAmB;AAAA;AAAA,EAEvB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA;AAAA,EAEA;AACF;AAMA,IAAM,kBAAkD;AAAA,EACtD,YAAY;AAAA;AAAA,EACZ,WAAW;AAAA;AAAA,EACX,MAAM;AAAA;AAAA,EACN,YAAY;AAAA;AAAA,EACZ,YAAY;AAAA;AAAA,EACZ,UAAU;AAAA;AAAA,EACV,cAAc;AAAA;AAAA,EACd,OAAO;AAAA;AAAA,EACP,QAAQ;AAAA;AAAA,EACR,QAAQ;AAAA;AAAA,EACR,MAAM;AAAA;AACR;AAOA,IAAM,aAAa,oBAAI,IAAI;AAAA,EACzB;AAAA,EAAK;AAAA,EAAM;AAAA,EAAO;AAAA,EAAM;AAAA,EAAO;AAAA,EAAO;AAAA,EAAQ;AAAA,EAAM;AAAA,EAAQ;AAAA,EAC5D;AAAA,EAAQ;AAAA,EAAO;AAAA,EAAO;AAAA,EAAM;AAAA,EAAQ;AAAA,EAAO;AAAA,EAAQ;AAAA,EAAS;AAAA,EAC5D;AAAA,EAAU;AAAA,EAAO;AAAA,EAAS;AAAA,EAAQ;AAAA,EAAS;AAAA,EAAO;AAAA,EAAQ;AAAA,EAC1D;AAAA,EAAS;AAAA,EAAQ;AAAA,EAAM;AAAA,EAAM;AAAA,EAAM;AAAA,EAAO;AAAA,EAAM;AAAA,EAAQ;AAAA,EAAM;AAAA,EAC9D;AAAA,EAAQ;AAAA,EAAM;AAAA,EAAQ;AAAA,EAAW;AAAA,EAAU;AAAA,EAAU;AAAA,EAAS;AAAA,EAC9D;AAAA,EAAS;AAAA,EAAW;AAAA,EAAS;AAAA,EAAS;AAAA,EAAW;AAAA,EAAQ;AAAA,EACzD;AAAA,EAAQ;AAAA,EAAS;AAAA,EAAQ;AAAA,EAAS;AAAA,EAAO;AAAA,EAAO;AAAA,EAAO;AAAA,EAAQ;AAAA,EAC/D;AAAA,EAAQ;AAAA,EAAQ;AAAA,EAAS;AAAA,EAAQ;AAAA,EAAQ;AAAA,EAAM;AAAA,EAAO;AAAA,EAAO;AAAA,EAC7D;AAAA,EAAO;AAAA,EAAQ;AAAA,EAAM;AAAA,EAAQ;AAAA,EAAO;AAAA,EAAQ;AAAA,EAAQ;AAAA,EAAO;AAAA,EAC3D;AAAA,EAAM;AAAA,EAAM;AAAA,EAAW;AAAA,EAAS;AAAA,EAAS;AAAA,EAAQ;AAAA,EAAQ;AAAA,EACzD;AAAA,EAAS;AAAA,EAAK;AAAA,EAAM;AAAA,EAAM;AAAA,EAAU;AAAA,EAAM;AAAA,EAAO;AAAA,EAAQ;AAAA,EACzD;AAAA,EAAO;AAAA,EAAQ;AAAA,EAAS;AAAA,EAAY;AAAA,EAAc;AAAA,EAAM;AAAA,EAAO;AAAA,EAC/D;AAAA,EAAW;AAAA,EAAO;AAAA,EAAO;AAAA,EAAQ;AAAA,EAAW;AAAA,EAAM;AAAA,EAAO;AAAA,EACzD;AAAA,EAAQ;AAAA,EAAQ;AAAA,EAAS;AAAA,EAAU;AAAA,EAAc;AAAA,EAAQ;AAAA,EACzD;AAAA,EAAO;AAAA,EAAQ;AAAA,EAAS;AAAA,EAAM;AAAA,EAAQ;AAAA,EAAS;AAAA,EAAS;AAC1D,CAAC;AAMD,SAAS,gBAAgB,SAAiB,cAAsB,GAAa;AAE3E,QAAM,QAAQ,QACX,YAAY,EACZ,QAAQ,iBAAiB,GAAG,EAC5B,MAAM,KAAK,EACX,OAAO,CAAC,MAAM,EAAE,UAAU,KAAK,CAAC,WAAW,IAAI,CAAC,CAAC;AAGpD,QAAM,OAAO,oBAAI,IAAoB;AACrC,aAAW,QAAQ,OAAO;AACxB,SAAK,IAAI,OAAO,KAAK,IAAI,IAAI,KAAK,KAAK,CAAC;AAAA,EAC1C;AAGA,SAAO,CAAC,GAAG,KAAK,QAAQ,CAAC,EACtB,KAAK,CAAC,GAAG,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,EAC1B,MAAM,GAAG,WAAW,EACpB,IAAI,CAAC,CAAC,IAAI,MAAM,IAAI;AACzB;AAUO,SAAS,gBACd,SACA,UACA,OAAiB,CAAC,GACD;AACjB,QAAM,UAAoB,CAAC;AAC3B,MAAI,QAAQ;AAEZ,QAAM,eAAe,QAAQ,YAAY;AACzC,QAAM,gBAAgB,QAAQ;AAG9B,aAAW,WAAW,kBAAkB;AACtC,QAAI,QAAQ,KAAK,OAAO,GAAG;AACzB,aAAO;AAAA,QACL,OAAO;AAAA,QACP,OAAO;AAAA,QACP,SAAS,CAAC,mDAAmD;AAAA,QAC7D,UAAU,CAAC;AAAA,MACb;AAAA,IACF;AAAA,EACF;AAGA,aAAW,WAAW,mBAAmB;AACvC,QAAI,QAAQ,KAAK,OAAO,GAAG;AACzB,eAAS;AACT,cAAQ,KAAK,oBAAoB,QAAQ,OAAO,MAAM,GAAG,EAAE,CAAC,EAAE;AAC9D;AAAA,IACF;AAAA,EACF;AAGA,aAAW,WAAW,eAAe;AACnC,QAAI,QAAQ,KAAK,OAAO,GAAG;AACzB,eAAS;AACT,cAAQ,KAAK,iCAAiC;AAC9C;AAAA,IACF;AAAA,EACF;AAGA,aAAW,WAAW,cAAc;AAClC,QAAI,QAAQ,KAAK,OAAO,GAAG;AACzB,eAAS;AACT,cAAQ,KAAK,8BAA8B;AAC3C;AAAA,IACF;AAAA,EACF;AAGA,QAAM,gBAAgB,gBAAgB,QAAQ,KAAK;AACnD,MAAI,gBAAgB,GAAG;AACrB,aAAS;AACT,YAAQ,KAAK,mBAAmB,QAAQ,EAAE;AAAA,EAC5C;AAGA,MAAI,gBAAgB,KAAK;AACvB,UAAM,cAAc,KAAK,KAAK,gBAAgB,OAAO,KAAM,GAAG;AAC9D,aAAS;AACT,QAAI,cAAc,MAAM;AACtB,cAAQ,KAAK,4BAA4B;AAAA,IAC3C;AAAA,EACF;AAGA,MAAI,qCAAqC,KAAK,OAAO,GAAG;AACtD,aAAS;AACT,YAAQ,KAAK,oBAAoB;AAAA,EACnC;AAGA,MAAI,aAAa,KAAK,OAAO,KAAK,gCAAgC,KAAK,OAAO,GAAG;AAC/E,aAAS;AACT,YAAQ,KAAK,2BAA2B;AAAA,EAC1C;AAGA,QAAM,gBAAgB,KAAK;AAAA,IAAO,CAAC,MACjC,CAAC,aAAa,YAAY,cAAc,YAAY,QAAQ,WAAW,EAAE,SAAS,EAAE,YAAY,CAAC;AAAA,EACnG;AACA,MAAI,cAAc,SAAS,GAAG;AAC5B,aAAS,OAAO,cAAc;AAC9B,YAAQ,KAAK,mBAAmB,cAAc,KAAK,IAAI,CAAC,EAAE;AAAA,EAC5D;AAGA,UAAQ,KAAK,IAAI,GAAG,KAAK,IAAI,GAAG,KAAK,CAAC;AAGtC,MAAI;AACJ,MAAI,SAAS,KAAK;AAChB,YAAQ;AAAA,EACV,WAAW,SAAS,KAAK;AACvB,YAAQ;AAAA,EACV,WAAW,SAAS,KAAK;AACvB,YAAQ;AAAA,EACV,WAAW,SAAS,KAAK;AACvB,YAAQ;AAAA,EACV,OAAO;AACL,YAAQ;AAAA,EACV;AAGA,QAAM,WAAW,gBAAgB,OAAO;AAExC,SAAO;AAAA,IACL,OAAO,KAAK,MAAM,QAAQ,GAAG,IAAI;AAAA;AAAA,IACjC;AAAA,IACA,SAAS,QAAQ,MAAM,GAAG,CAAC;AAAA;AAAA,IAC3B;AAAA,EACF;AACF;AAKO,SAAS,wBAAwB,QAAqC;AAC3E,SAAO,gBAAgB,OAAO,SAAS,OAAO,YAAY,UAAU,OAAO,YAAY,QAAQ,CAAC,CAAC;AACnG;AAKO,SAAS,gBAAgB,OAAgC;AAC9D,MAAI,SAAS,IAAK,QAAO;AACzB,MAAI,SAAS,IAAK,QAAO;AACzB,MAAI,SAAS,IAAK,QAAO;AACzB,MAAI,SAAS,IAAK,QAAO;AACzB,SAAO;AACT;","names":[]}