@equationalapplications/core-llm-wiki 4.17.2 → 4.18.0

package/dist/index.mjs

@@ -1,6 +1,6 @@
-import { __privateAdd, EmbeddingService, SearchService, JobManager, PromptService, IngestionService, MaintenanceService, ImportExportService, RetrievalService, WriteService, __privateGet, __privateSet, normalizeSourceRef, normalizeSourceHash, generateId, validateManifest, emptyManifest, mergeOntologyUpdates, resolveNodeType, validateInlineEdges, resolveEdgeDefinition, normalizeTitleKey } from './chunk-AV2ZNKEA.mjs';
-export { HOOK_TIMEOUT_MARKER, PromptService, PrunePartialFailureError, WikiBusyError, configureRandomSource, parseEmbedding } from './chunk-AV2ZNKEA.mjs';
-import { buildConceptDocument, buildLogMd, buildIndexMd, buildRootIndexMd, parseConcept, extractMarkdownLinks, parseLogMd } from '@equationalapplications/core-okf';
+import { __privateAdd, EmbeddingService, SearchService, JobManager, PromptService, IngestionService, MaintenanceService, ImportExportService, RetrievalService, WriteService, __privateGet, __privateSet, normalizeSourceRef, normalizeSourceHash, generateId, validateManifest, emptyManifest, mergeOntologyUpdates, resolveNodeType, validateInlineEdges, resolveEdgeDefinition, normalizeTitleKey } from './chunk-V7QNRQFK.mjs';
+export { HOOK_TIMEOUT_MARKER, PromptService, PrunePartialFailureError, WikiBusyError, configureRandomSource, parseEmbedding } from './chunk-V7QNRQFK.mjs';
+import { appendRelatedSection, buildConceptDocument, buildLogMd, buildEntityIndexMd, buildRootIndexMd, isAllowedOkfPath, parseRootIndexMd, parseEntityIndexMd, parseConcept, splitRelatedSection, extractMarkdownLinks, parseLogMd, parseEventIdComment, appendEventIdComment } from '@equationalapplications/core-okf';
 
 // src/db/schema.ts
 async function setupDatabase(db, prefix) {
@@ -2385,6 +2385,7 @@ function formatMemoryDump(dump) {
     files
   };
 }
+var LLM_WIKI_PROFILE = "llm-wiki/1";
 function factFrontmatter(f) {
   return {
     type: f.okf_type ?? "fact",
@@ -2420,30 +2421,61 @@ function taskFrontmatter(t) {
 function formatLogDate(timestampMs) {
   return new Date(timestampMs).toISOString().slice(0, 10);
 }
+function conceptRelativePath(sourceFilePath, targetFilePath) {
+  const sourceDir = sourceFilePath.slice(0, sourceFilePath.lastIndexOf("/"));
+  const targetDir = targetFilePath.slice(0, targetFilePath.lastIndexOf("/"));
+  const targetName = targetFilePath.slice(targetFilePath.lastIndexOf("/") + 1);
+  if (sourceDir === targetDir) return `./${targetName}`;
+  if (sourceDir.endsWith("/facts") && targetDir.endsWith("/tasks")) return `../tasks/${targetName}`;
+  if (sourceDir.endsWith("/tasks") && targetDir.endsWith("/facts")) return `../facts/${targetName}`;
+  return targetFilePath.replace(/^entities\/[^/]+\//, "");
+}
 function buildEventLogEntries(events, factIdToFilename) {
   return events.map((e) => {
     const factFilename = e.related_entry_id ? factIdToFilename.get(e.related_entry_id) : void 0;
     const summary = e.summary.replace(/\\/g, "\\\\").replace(/\[/g, "\\[").replace(/\]/g, "\\]").replace(/\r?\n/g, " ");
     const text = factFilename ? `(${e.event_type}) [${summary}](./facts/${factFilename}.md)` : `(${e.event_type}) ${summary}`;
-    return { date: formatLogDate(e.created_at), text };
+    return { date: formatLogDate(e.created_at), text: appendEventIdComment(text, e.id) };
   });
 }
 function formatOkfBundle(dump) {
   const files = [];
   const rootEntries = [];
   for (const [entityId, bundle] of Object.entries(dump.entities)) {
+    let relatedLinksFor2 = function(sourcePath, sourceId) {
+      return (edgesBySource.get(sourceId) ?? []).map((edge) => {
+        const targetPath = idToConceptPath.get(edge.target_id);
+        if (!targetPath) return null;
+        return { edge_type: edge.edge_type, path: conceptRelativePath(sourcePath, targetPath) };
+      }).filter((link) => link != null).sort((a, b) => a.edge_type.localeCompare(b.edge_type) || a.path.localeCompare(b.path));
+    };
     const dir = sanitizeForFilename(entityId);
     const factIdToFilename = new Map(
       bundle.facts.map((f) => [f.id, sanitizeConceptId(f.id)])
     );
+    const idToConceptPath = /* @__PURE__ */ new Map();
+    for (const f of bundle.facts) {
+      idToConceptPath.set(f.id, `entities/${dir}/facts/${factIdToFilename.get(f.id)}.md`);
+    }
+    for (const t of bundle.tasks) {
+      idToConceptPath.set(t.id, `entities/${dir}/tasks/${sanitizeConceptId(t.id)}.md`);
+    }
+    const edgesBySource = /* @__PURE__ */ new Map();
+    for (const edge of bundle.edges ?? []) {
+      const group = edgesBySource.get(edge.source_id) ?? [];
+      group.push(edge);
+      edgesBySource.set(edge.source_id, group);
+    }
     const factEntries = bundle.facts.map((f) => ({
       path: `facts/${factIdToFilename.get(f.id)}.md`,
       title: f.title
     }));
     for (const f of bundle.facts) {
+      const factPath = `entities/${dir}/facts/${factIdToFilename.get(f.id)}.md`;
+      const factBody = appendRelatedSection(f.body, relatedLinksFor2(factPath, f.id));
       files.push({
-        path: `entities/${dir}/facts/${factIdToFilename.get(f.id)}.md`,
-        content: buildConceptDocument(factFrontmatter(f), f.body)
+        path: factPath,
+        content: buildConceptDocument(factFrontmatter(f), factBody)
       });
     }
     const taskEntries = bundle.tasks.map((t) => ({
@@ -2451,9 +2483,11 @@ function formatOkfBundle(dump) {
       title: t.description
     }));
     for (const t of bundle.tasks) {
+      const taskPath = `entities/${dir}/tasks/${sanitizeConceptId(t.id)}.md`;
+      const taskBody = appendRelatedSection("", relatedLinksFor2(taskPath, t.id));
       files.push({
-        path: `entities/${dir}/tasks/${sanitizeConceptId(t.id)}.md`,
-        content: buildConceptDocument(taskFrontmatter(t), "")
+        path: taskPath,
+        content: buildConceptDocument(taskFrontmatter(t), taskBody)
       });
     }
     files.push({
@@ -2466,8 +2500,10 @@ function formatOkfBundle(dump) {
     ];
     files.push({
       path: `entities/${dir}/index.md`,
-      content: `${buildIndexMd(entityIndexSections)}[Event log](./log.md)
-`
+      content: buildEntityIndexMd({
+        summary: bundle.summary,
+        sections: entityIndexSections
+      })
     });
     rootEntries.push({ path: `entities/${dir}/index.md`, title: entityId });
   }
@@ -2475,7 +2511,8 @@ function formatOkfBundle(dump) {
     path: "index.md",
     content: buildRootIndexMd(
       "0.1",
-      rootEntries.length > 0 ? [{ heading: "Entities", entries: rootEntries }] : []
+      rootEntries.length > 0 ? [{ heading: "Entities", entries: rootEntries }] : [],
+      { profile: LLM_WIKI_PROFILE }
     )
   });
   return { files };
@@ -2520,6 +2557,14 @@ function resolveRelativePath(fromFile, linkPath) {
   }
   return resolved.join("/");
 }
+function decodeLinkPath(path) {
+  if (!path.includes("%")) return path;
+  try {
+    return decodeURIComponent(path);
+  } catch {
+    return path;
+  }
+}
 function addPathAliases(map, filePath, resolvedId) {
   map.set(filePath, resolvedId);
   const withoutDot = filePath.replace(/^\.\//, "");
@@ -2617,10 +2662,56 @@ function frontmatterToTask(entityId, id, frontmatter, now) {
 function findLogMdPath(files) {
   return files.find((f) => f.path.endsWith("/log.md") || f.path === "log.md")?.path;
 }
+function extractEdgesFromLinks(filePath, resolvedId, links, pathToResolvedId, entityId, now, seenEdges, edges) {
+  for (const link of links) {
+    const strippedPath = stripLinkSuffix(decodeLinkPath(link.path));
+    const directTargetId = lookupResolvedId(pathToResolvedId, strippedPath);
+    const resolvedTargetPath = resolveRelativePath(filePath, strippedPath);
+    if (isStructuralPath(strippedPath) || isStructuralPath(resolvedTargetPath)) continue;
+    const targetId = directTargetId ?? lookupResolvedId(pathToResolvedId, resolvedTargetPath);
+    if (!targetId) continue;
+    const edgeKey = `${resolvedId}\0${targetId}\0${link.text}`;
+    if (seenEdges.has(edgeKey)) continue;
+    seenEdges.add(edgeKey);
+    edges.push({
+      id: generateId(),
+      entity_id: entityId,
+      source_id: resolvedId,
+      target_id: targetId,
+      edge_type: link.text,
+      created_at: now
+    });
+  }
+}
 function parseOkfBundle(entityId, files, options) {
   const now = Date.now();
+  const normalizeOkfPath = (p) => p.replace(/^\.\//, "").replace(/\\/g, "/");
+  const normalizedFiles = files.map((f) => ({ ...f, path: normalizeOkfPath(f.path) }));
+  const allowlistedFiles = normalizedFiles.filter((f) => isAllowedOkfPath(f.path));
+  const entityDirs = new Set(
+    allowlistedFiles.map((f) => /^entities\/([^/]+)\//.exec(f.path)?.[1]).filter((dir) => !!dir)
+  );
+  if (entityDirs.size > 1) {
+    throw new Error(
+      `parseOkfBundle: expected a single-entity bundle for "${entityId}", found entities: ${Array.from(entityDirs).join(", ")}`
+    );
+  }
+  const entityDir = entityDirs.values().next().value ?? entityId;
+  const entityPrefix = `entities/${entityDir}/`;
+  const allowedFiles = allowlistedFiles.filter(
+    (f) => f.path === "index.md" || f.path.startsWith(entityPrefix)
+  );
+  const rootIndex = allowedFiles.find((f) => f.path === "index.md");
+  const profileMeta = rootIndex ? parseRootIndexMd(rootIndex.content) : {};
+  const isProfile1 = profileMeta.profile === "llm-wiki/1";
+  let entitySummary;
+  const entityIndex = allowedFiles.find((f) => f.path === `${entityPrefix}index.md`);
+  if (isProfile1 && entityIndex) {
+    const summary = parseEntityIndexMd(entityIndex.content).summary;
+    entitySummary = summary || void 0;
+  }
   const pathToResolvedId = /* @__PURE__ */ new Map();
-  for (const file of files) {
+  for (const file of allowedFiles) {
     if (!isConceptFile(file.path)) continue;
     const { frontmatter } = parseConcept(file.content);
     const route = resolveRoute(file.path, frontmatter.type ?? "", options);
@@ -2632,8 +2723,8 @@ function parseOkfBundle(entityId, files, options) {
   const tasks = [];
   const edges = [];
   let logContent = null;
-  const logMdPath = findLogMdPath(files);
-  for (const file of files) {
+  const logMdPath = findLogMdPath(allowedFiles);
+  for (const file of allowedFiles) {
     if (file.path.endsWith("/log.md") || file.path === "log.md") {
       logContent = file.content;
       continue;
@@ -2643,41 +2734,38 @@ function parseOkfBundle(entityId, files, options) {
     const route = resolveRoute(file.path, frontmatter.type ?? "", options);
     if (route === "ignore") continue;
     const resolvedId = typeof frontmatter.id === "string" && frontmatter.id ? frontmatter.id : basenameMd(file.path);
+    const { body: storedBody, relatedLinks } = splitRelatedSection(body);
+    const edgeLinks = isProfile1 ? relatedLinks : [...relatedLinks, ...extractMarkdownLinks(storedBody)];
     if (route === "fact") {
-      facts.push(frontmatterToFact(entityId, resolvedId, frontmatter, body, now));
+      facts.push(frontmatterToFact(entityId, resolvedId, frontmatter, storedBody, now));
     } else {
       tasks.push(frontmatterToTask(entityId, resolvedId, frontmatter, now));
     }
     const seenEdges = /* @__PURE__ */ new Set();
-    for (const link of extractMarkdownLinks(body)) {
-      const strippedPath = stripLinkSuffix(link.path);
-      const directTargetId = lookupResolvedId(pathToResolvedId, strippedPath);
-      const resolvedTargetPath = resolveRelativePath(file.path, strippedPath);
-      if (isStructuralPath(strippedPath) || isStructuralPath(resolvedTargetPath)) continue;
-      const targetId = directTargetId ?? lookupResolvedId(pathToResolvedId, resolvedTargetPath);
-      if (!targetId) continue;
-      const edgeKey = `${resolvedId}\0${targetId}\0${link.text}`;
-      if (seenEdges.has(edgeKey)) continue;
-      seenEdges.add(edgeKey);
-      edges.push({
-        id: generateId(),
-        entity_id: entityId,
-        source_id: resolvedId,
-        target_id: targetId,
-        edge_type: link.text,
-        created_at: now
-      });
-    }
+    extractEdgesFromLinks(
+      file.path,
+      resolvedId,
+      edgeLinks,
+      pathToResolvedId,
+      entityId,
+      now,
+      seenEdges,
+      edges
+    );
   }
   const events = [];
   if (logContent != null) {
     const logPath = logMdPath ?? `entities/${entityId}/log.md`;
     for (const entry of parseLogMd(logContent)) {
-      const parsed = parseLogEntryText(entry.text);
+      const { text, eventId } = parseEventIdComment(entry.text);
+      const parsed = parseLogEntryText(text);
       if (!parsed) continue;
       let related_entry_id = null;
       if (parsed.linkPath) {
-        const targetPath = resolveRelativePath(logPath, stripLinkSuffix(parsed.linkPath));
+        const targetPath = resolveRelativePath(
+          logPath,
+          stripLinkSuffix(decodeLinkPath(parsed.linkPath))
+        );
         if (!isStructuralPath(targetPath) && targetPath.includes("/facts/")) {
           related_entry_id = lookupResolvedId(pathToResolvedId, targetPath) ?? null;
         }
@@ -2685,7 +2773,7 @@ function parseOkfBundle(entityId, files, options) {
       const created_at = (/* @__PURE__ */ new Date(`${entry.date}T00:00:00.000Z`)).getTime();
       if (!Number.isFinite(created_at)) continue;
       events.push({
-        id: generateId("evt_"),
+        id: eventId ?? generateId("evt_"),
         entity_id: entityId,
         event_type: parsed.event_type,
         summary: parsed.summary,
@@ -2697,7 +2785,7 @@ function parseOkfBundle(entityId, files, options) {
   return {
     generatedAt: now,
     entities: {
-      [entityId]: { facts, tasks, events, edges }
+      [entityId]: { facts, tasks, events, edges, summary: entitySummary }
     }
   };
 }