@equationalapplications/core-llm-wiki 4.12.0 → 4.13.0

package/dist/index.mjs

@@ -1,5 +1,6 @@
 import { __privateAdd, EmbeddingService, SearchService, JobManager, PromptService, IngestionService, MaintenanceService, ImportExportService, RetrievalService, WriteService, __privateGet, __privateSet, normalizeSourceRef, normalizeSourceHash, generateId } from './chunk-6FWG2DG4.mjs';
 export { HOOK_TIMEOUT_MARKER, PromptService, PrunePartialFailureError, WikiBusyError, parseEmbedding } from './chunk-6FWG2DG4.mjs';
+import { buildConceptDocument, buildLogMd, buildIndexMd, buildRootIndexMd } from '@equationalapplications/core-okf';
 
 // src/db/schema.ts
 async function setupDatabase(db, prefix) {
@@ -1764,6 +1765,71 @@ function formatContext(bundle, options) {
   return lines.join("\n");
 }
 
+// src/utils/sanitizeForFilename.ts
+function shortHash(value) {
+  let h1 = 5381;
+  let h2 = 52711;
+  for (let i = 0; i < value.length; i += 1) {
+    const c = value.charCodeAt(i);
+    h1 = Math.imul(h1, 33) ^ c;
+    h2 = Math.imul(h2, 31) ^ c;
+  }
+  return (h1 >>> 0).toString(16).padStart(8, "0") + (h2 >>> 0).toString(16).padStart(8, "0");
+}
+var OKF_RESERVED_CONCEPT_NAMES = /* @__PURE__ */ new Set(["index", "log"]);
+var WINDOWS_RESERVED_NAMES = /* @__PURE__ */ new Set([
+  "con",
+  "prn",
+  "aux",
+  "nul",
+  "com1",
+  "com2",
+  "com3",
+  "com4",
+  "com5",
+  "com6",
+  "com7",
+  "com8",
+  "com9",
+  "lpt1",
+  "lpt2",
+  "lpt3",
+  "lpt4",
+  "lpt5",
+  "lpt6",
+  "lpt7",
+  "lpt8",
+  "lpt9"
+]);
+function isWindowsReservedName(name) {
+  const base = name.split(".")[0];
+  return WINDOWS_RESERVED_NAMES.has(base.toLowerCase());
+}
+function sanitizeForFilename(value) {
+  const normalized = value.normalize("NFKC");
+  const sanitized = normalized.replace(/[^A-Za-z0-9._-]+/g, "_").replace(/^\.+/, "_").replace(/_+/g, "_").replace(/^[_-]+|[_-]+$/g, "");
+  const MAX_BASE = 200;
+  const trimmed = sanitized.length > MAX_BASE ? sanitized.slice(0, MAX_BASE) : sanitized;
+  let baseName = trimmed && trimmed !== "." && trimmed !== ".." ? trimmed : "entity";
+  const withoutTrailingDotSpace = baseName.replace(/[. ]+$/, "");
+  const hadTrailingDotSpace = withoutTrailingDotSpace !== baseName;
+  if (hadTrailingDotSpace) {
+    baseName = withoutTrailingDotSpace || "entity";
+  }
+  const windowsReserved = isWindowsReservedName(baseName);
+  const needsSuffix = baseName !== value || sanitized.length > MAX_BASE || hadTrailingDotSpace || windowsReserved;
+  if (!needsSuffix) return baseName;
+  const suffix = `-${shortHash(value)}`;
+  return `${baseName}${suffix}`;
+}
+function sanitizeConceptId(id) {
+  const sanitized = sanitizeForFilename(id);
+  if (OKF_RESERVED_CONCEPT_NAMES.has(sanitized.toLowerCase())) {
+    return `${sanitized}-${shortHash(id)}`;
+  }
+  return sanitized;
+}
+
 // src/utils/formatMemoryDump.ts
 function renderFact(f) {
   const tags = (f.tags || []).join(", ");
@@ -1818,25 +1884,8 @@ function renderEntity(entityId, bundle, generatedAt) {
   }
   return lines.join("\n");
 }
-function shortHash(value) {
-  let h1 = 5381;
-  let h2 = 52711;
-  for (let i = 0; i < value.length; i += 1) {
-    const c = value.charCodeAt(i);
-    h1 = Math.imul(h1, 33) ^ c;
-    h2 = Math.imul(h2, 31) ^ c;
-  }
-  return (h1 >>> 0).toString(16).padStart(8, "0") + (h2 >>> 0).toString(16).padStart(8, "0");
-}
 function formatEntityFileName(entityId) {
-  const normalized = entityId.normalize("NFKC");
-  const sanitized = normalized.replace(/[^A-Za-z0-9._-]+/g, "_").replace(/^\.+/, "_").replace(/_+/g, "_").replace(/^[_-]+|[_-]+$/g, "");
-  const MAX_BASE = 200;
-  const trimmed = sanitized.length > MAX_BASE ? sanitized.slice(0, MAX_BASE) : sanitized;
-  const baseName = trimmed && trimmed !== "." && trimmed !== ".." ? trimmed : "entity";
-  const needsSuffix = baseName !== entityId || sanitized.length > MAX_BASE;
-  const uniqueBaseName = needsSuffix ? `${baseName}-${shortHash(entityId)}` : baseName;
-  return `${uniqueBaseName}.md`;
+  return `${sanitizeForFilename(entityId)}.md`;
 }
 function formatMemoryDump(dump) {
   const files = Object.entries(dump.entities).map(([entityId, bundle]) => ({
@@ -1863,6 +1912,101 @@ function formatMemoryDump(dump) {
     files
   };
 }
+function factFrontmatter(f) {
+  return {
+    type: "fact",
+    title: f.title,
+    tags: f.tags,
+    timestamp: new Date(f.updated_at).toISOString(),
+    resource: f.source_ref ?? void 0,
+    id: f.id,
+    entity_id: f.entity_id,
+    confidence: f.confidence,
+    source_type: f.source_type,
+    source_hash: f.source_hash,
+    created_at: f.created_at,
+    access_count: f.access_count,
+    last_accessed_at: f.last_accessed_at,
+    deleted_at: f.deleted_at
+  };
+}
+function taskFrontmatter(t) {
+  return {
+    type: "task",
+    title: t.description,
+    timestamp: new Date(t.updated_at).toISOString(),
+    id: t.id,
+    entity_id: t.entity_id,
+    status: t.status,
+    priority: t.priority,
+    created_at: t.created_at,
+    resolved_at: t.resolved_at,
+    deleted_at: t.deleted_at
+  };
+}
+function formatLogDate(timestampMs) {
+  return new Date(timestampMs).toISOString().slice(0, 10);
+}
+function buildEventLogEntries(events, factIdToFilename) {
+  return events.map((e) => {
+    const factFilename = e.related_entry_id ? factIdToFilename.get(e.related_entry_id) : void 0;
+    const summary = e.summary.replace(/\\/g, "\\\\").replace(/\[/g, "\\[").replace(/\]/g, "\\]").replace(/\r?\n/g, " ");
+    const text = factFilename ? `(${e.event_type}) [${summary}](./facts/${factFilename}.md)` : `(${e.event_type}) ${summary}`;
+    return { date: formatLogDate(e.created_at), text };
+  });
+}
+function formatOkfBundle(dump) {
+  const files = [];
+  const rootEntries = [];
+  for (const [entityId, bundle] of Object.entries(dump.entities)) {
+    const dir = sanitizeForFilename(entityId);
+    const factIdToFilename = new Map(
+      bundle.facts.map((f) => [f.id, sanitizeConceptId(f.id)])
+    );
+    const factEntries = bundle.facts.map((f) => ({
+      path: `facts/${factIdToFilename.get(f.id)}.md`,
+      title: f.title
+    }));
+    for (const f of bundle.facts) {
+      files.push({
+        path: `entities/${dir}/facts/${factIdToFilename.get(f.id)}.md`,
+        content: buildConceptDocument(factFrontmatter(f), f.body)
+      });
+    }
+    const taskEntries = bundle.tasks.map((t) => ({
+      path: `tasks/${sanitizeConceptId(t.id)}.md`,
+      title: t.description
+    }));
+    for (const t of bundle.tasks) {
+      files.push({
+        path: `entities/${dir}/tasks/${sanitizeConceptId(t.id)}.md`,
+        content: buildConceptDocument(taskFrontmatter(t), "")
+      });
+    }
+    files.push({
+      path: `entities/${dir}/log.md`,
+      content: buildLogMd(buildEventLogEntries(bundle.events, factIdToFilename))
+    });
+    const entityIndexSections = [
+      { heading: "Facts", entries: factEntries },
+      { heading: "Tasks", entries: taskEntries }
+    ];
+    files.push({
+      path: `entities/${dir}/index.md`,
+      content: `${buildIndexMd(entityIndexSections)}[Event log](./log.md)
+`
+    });
+    rootEntries.push({ path: `entities/${dir}/index.md`, title: entityId });
+  }
+  files.push({
+    path: "index.md",
+    content: buildRootIndexMd(
+      "0.1",
+      rootEntries.length > 0 ? [{ heading: "Entities", entries: rootEntries }] : []
+    )
+  });
+  return { files };
+}
 
 // src/librarianPrompt.ts
 var DEFAULT_LIBRARIAN_SYNTHESIS_PROMPT = `You are a careful memory synthesis assistant.
@@ -1908,6 +2052,6 @@ function createWiki(db, options) {
   return new WikiMemory(db, options);
 }
 
-export { DEFAULT_LIBRARIAN_SYNTHESIS_PROMPT, WikiMemory, createWiki, formatContext, formatMemoryDump, hydrateLibrarianPrompt, mapLibrarianOptionsToReadOptions, validateLibrarianPromptTemplate };
+export { DEFAULT_LIBRARIAN_SYNTHESIS_PROMPT, WikiMemory, createWiki, formatContext, formatMemoryDump, formatOkfBundle, hydrateLibrarianPrompt, mapLibrarianOptionsToReadOptions, validateLibrarianPromptTemplate };
 //# sourceMappingURL=index.mjs.map
 //# sourceMappingURL=index.mjs.map