@equationalapplications/core-llm-wiki 4.11.0 → 4.13.0

package/dist/index.d.mts

@@ -1,11 +1,16 @@
 import { M as MemoryBundle, F as FormatContextOptions, a as MemoryDump, b as FormattedMemoryDump, R as ReadOptions, S as SQLiteAdapter, W as WikiOptions, c as WikiMemory } from './testing-CDIDE4Jd.mjs';
 export { E as EntityStatus, d as ExtractedFact, e as ExtractedTask, H as HOOK_TIMEOUT_MARKER, L as LLMProvider, P as PromptOverrides, f as PromptService, g as PrunePartialFailureError, V as VectorRanker, h as VectorRankerFallback, i as VectorRankerRankArgs, j as VectorRankerSemanticResult, k as WikiBusyError, l as WikiBusyOperation, m as WikiCheckpoint, n as WikiConfig, o as WikiEvent, p as WikiFact, q as WikiMemoryTestAccess, r as WikiOutboxEvent, s as WikiTask } from './testing-CDIDE4Jd.mjs';
+import { OkfFile } from '@equationalapplications/core-okf';
 import 'minisearch';
 
 declare function formatContext(bundle: MemoryBundle, options?: FormatContextOptions): string;
 
 declare function formatMemoryDump(dump: MemoryDump): FormattedMemoryDump;
 
+declare function formatOkfBundle(dump: MemoryDump): {
+    files: OkfFile[];
+};
+
 declare function parseEmbedding(blob: Uint8Array | null | undefined, text: string | null | undefined): Float32Array | null;
 
 interface LibrarianOptions {
@@ -32,4 +37,4 @@ declare function mapLibrarianOptionsToReadOptions(options: LibrarianOptions): Pi
 
 declare function createWiki(db: SQLiteAdapter, options: WikiOptions): WikiMemory;
 
-export { DEFAULT_LIBRARIAN_SYNTHESIS_PROMPT, FormatContextOptions, FormattedMemoryDump, type LibrarianOptions, type LibrarianPromptVariables, MemoryBundle, MemoryDump, ReadOptions, SQLiteAdapter, WikiMemory, WikiOptions, createWiki, formatContext, formatMemoryDump, hydrateLibrarianPrompt, mapLibrarianOptionsToReadOptions, parseEmbedding, validateLibrarianPromptTemplate };
+export { DEFAULT_LIBRARIAN_SYNTHESIS_PROMPT, FormatContextOptions, FormattedMemoryDump, type LibrarianOptions, type LibrarianPromptVariables, MemoryBundle, MemoryDump, ReadOptions, SQLiteAdapter, WikiMemory, WikiOptions, createWiki, formatContext, formatMemoryDump, formatOkfBundle, hydrateLibrarianPrompt, mapLibrarianOptionsToReadOptions, parseEmbedding, validateLibrarianPromptTemplate };

package/dist/index.d.ts

@@ -1,11 +1,16 @@
 import { M as MemoryBundle, F as FormatContextOptions, a as MemoryDump, b as FormattedMemoryDump, R as ReadOptions, S as SQLiteAdapter, W as WikiOptions, c as WikiMemory } from './testing-CDIDE4Jd.js';
 export { E as EntityStatus, d as ExtractedFact, e as ExtractedTask, H as HOOK_TIMEOUT_MARKER, L as LLMProvider, P as PromptOverrides, f as PromptService, g as PrunePartialFailureError, V as VectorRanker, h as VectorRankerFallback, i as VectorRankerRankArgs, j as VectorRankerSemanticResult, k as WikiBusyError, l as WikiBusyOperation, m as WikiCheckpoint, n as WikiConfig, o as WikiEvent, p as WikiFact, q as WikiMemoryTestAccess, r as WikiOutboxEvent, s as WikiTask } from './testing-CDIDE4Jd.js';
+import { OkfFile } from '@equationalapplications/core-okf';
 import 'minisearch';
 
 declare function formatContext(bundle: MemoryBundle, options?: FormatContextOptions): string;
 
 declare function formatMemoryDump(dump: MemoryDump): FormattedMemoryDump;
 
+declare function formatOkfBundle(dump: MemoryDump): {
+    files: OkfFile[];
+};
+
 declare function parseEmbedding(blob: Uint8Array | null | undefined, text: string | null | undefined): Float32Array | null;
 
 interface LibrarianOptions {
@@ -32,4 +37,4 @@ declare function mapLibrarianOptionsToReadOptions(options: LibrarianOptions): Pi
 
 declare function createWiki(db: SQLiteAdapter, options: WikiOptions): WikiMemory;
 
-export { DEFAULT_LIBRARIAN_SYNTHESIS_PROMPT, FormatContextOptions, FormattedMemoryDump, type LibrarianOptions, type LibrarianPromptVariables, MemoryBundle, MemoryDump, ReadOptions, SQLiteAdapter, WikiMemory, WikiOptions, createWiki, formatContext, formatMemoryDump, hydrateLibrarianPrompt, mapLibrarianOptionsToReadOptions, parseEmbedding, validateLibrarianPromptTemplate };
+export { DEFAULT_LIBRARIAN_SYNTHESIS_PROMPT, FormatContextOptions, FormattedMemoryDump, type LibrarianOptions, type LibrarianPromptVariables, MemoryBundle, MemoryDump, ReadOptions, SQLiteAdapter, WikiMemory, WikiOptions, createWiki, formatContext, formatMemoryDump, formatOkfBundle, hydrateLibrarianPrompt, mapLibrarianOptionsToReadOptions, parseEmbedding, validateLibrarianPromptTemplate };

package/dist/index.js

@@ -1,6 +1,7 @@
 'use strict';
 
 var MiniSearch = require('minisearch');
+var coreOkf = require('@equationalapplications/core-okf');
 
 function _interopDefault (e) { return e && e.__esModule ? e : { default: e }; }
 
@@ -4311,6 +4312,71 @@ function formatContext(bundle, options) {
   return lines.join("\n");
 }
 
+// src/utils/sanitizeForFilename.ts
+function shortHash(value) {
+  let h1 = 5381;
+  let h2 = 52711;
+  for (let i = 0; i < value.length; i += 1) {
+    const c = value.charCodeAt(i);
+    h1 = Math.imul(h1, 33) ^ c;
+    h2 = Math.imul(h2, 31) ^ c;
+  }
+  return (h1 >>> 0).toString(16).padStart(8, "0") + (h2 >>> 0).toString(16).padStart(8, "0");
+}
+var OKF_RESERVED_CONCEPT_NAMES = /* @__PURE__ */ new Set(["index", "log"]);
+var WINDOWS_RESERVED_NAMES = /* @__PURE__ */ new Set([
+  "con",
+  "prn",
+  "aux",
+  "nul",
+  "com1",
+  "com2",
+  "com3",
+  "com4",
+  "com5",
+  "com6",
+  "com7",
+  "com8",
+  "com9",
+  "lpt1",
+  "lpt2",
+  "lpt3",
+  "lpt4",
+  "lpt5",
+  "lpt6",
+  "lpt7",
+  "lpt8",
+  "lpt9"
+]);
+function isWindowsReservedName(name) {
+  const base = name.split(".")[0];
+  return WINDOWS_RESERVED_NAMES.has(base.toLowerCase());
+}
+function sanitizeForFilename(value) {
+  const normalized = value.normalize("NFKC");
+  const sanitized = normalized.replace(/[^A-Za-z0-9._-]+/g, "_").replace(/^\.+/, "_").replace(/_+/g, "_").replace(/^[_-]+|[_-]+$/g, "");
+  const MAX_BASE = 200;
+  const trimmed = sanitized.length > MAX_BASE ? sanitized.slice(0, MAX_BASE) : sanitized;
+  let baseName = trimmed && trimmed !== "." && trimmed !== ".." ? trimmed : "entity";
+  const withoutTrailingDotSpace = baseName.replace(/[. ]+$/, "");
+  const hadTrailingDotSpace = withoutTrailingDotSpace !== baseName;
+  if (hadTrailingDotSpace) {
+    baseName = withoutTrailingDotSpace || "entity";
+  }
+  const windowsReserved = isWindowsReservedName(baseName);
+  const needsSuffix = baseName !== value || sanitized.length > MAX_BASE || hadTrailingDotSpace || windowsReserved;
+  if (!needsSuffix) return baseName;
+  const suffix = `-${shortHash(value)}`;
+  return `${baseName}${suffix}`;
+}
+function sanitizeConceptId(id) {
+  const sanitized = sanitizeForFilename(id);
+  if (OKF_RESERVED_CONCEPT_NAMES.has(sanitized.toLowerCase())) {
+    return `${sanitized}-${shortHash(id)}`;
+  }
+  return sanitized;
+}
+
 // src/utils/formatMemoryDump.ts
 function renderFact(f) {
   const tags = (f.tags || []).join(", ");
@@ -4365,25 +4431,8 @@ function renderEntity(entityId, bundle, generatedAt) {
   }
   return lines.join("\n");
 }
-function shortHash(value) {
-  let h1 = 5381;
-  let h2 = 52711;
-  for (let i = 0; i < value.length; i += 1) {
-    const c = value.charCodeAt(i);
-    h1 = Math.imul(h1, 33) ^ c;
-    h2 = Math.imul(h2, 31) ^ c;
-  }
-  return (h1 >>> 0).toString(16).padStart(8, "0") + (h2 >>> 0).toString(16).padStart(8, "0");
-}
 function formatEntityFileName(entityId) {
-  const normalized = entityId.normalize("NFKC");
-  const sanitized = normalized.replace(/[^A-Za-z0-9._-]+/g, "_").replace(/^\.+/, "_").replace(/_+/g, "_").replace(/^[_-]+|[_-]+$/g, "");
-  const MAX_BASE = 200;
-  const trimmed = sanitized.length > MAX_BASE ? sanitized.slice(0, MAX_BASE) : sanitized;
-  const baseName = trimmed && trimmed !== "." && trimmed !== ".." ? trimmed : "entity";
-  const needsSuffix = baseName !== entityId || sanitized.length > MAX_BASE;
-  const uniqueBaseName = needsSuffix ? `${baseName}-${shortHash(entityId)}` : baseName;
-  return `${uniqueBaseName}.md`;
+  return `${sanitizeForFilename(entityId)}.md`;
 }
 function formatMemoryDump(dump) {
   const files = Object.entries(dump.entities).map(([entityId, bundle]) => ({
@@ -4410,6 +4459,101 @@ function formatMemoryDump(dump) {
     files
   };
 }
+function factFrontmatter(f) {
+  return {
+    type: "fact",
+    title: f.title,
+    tags: f.tags,
+    timestamp: new Date(f.updated_at).toISOString(),
+    resource: f.source_ref ?? void 0,
+    id: f.id,
+    entity_id: f.entity_id,
+    confidence: f.confidence,
+    source_type: f.source_type,
+    source_hash: f.source_hash,
+    created_at: f.created_at,
+    access_count: f.access_count,
+    last_accessed_at: f.last_accessed_at,
+    deleted_at: f.deleted_at
+  };
+}
+function taskFrontmatter(t) {
+  return {
+    type: "task",
+    title: t.description,
+    timestamp: new Date(t.updated_at).toISOString(),
+    id: t.id,
+    entity_id: t.entity_id,
+    status: t.status,
+    priority: t.priority,
+    created_at: t.created_at,
+    resolved_at: t.resolved_at,
+    deleted_at: t.deleted_at
+  };
+}
+function formatLogDate(timestampMs) {
+  return new Date(timestampMs).toISOString().slice(0, 10);
+}
+function buildEventLogEntries(events, factIdToFilename) {
+  return events.map((e) => {
+    const factFilename = e.related_entry_id ? factIdToFilename.get(e.related_entry_id) : void 0;
+    const summary = e.summary.replace(/\\/g, "\\\\").replace(/\[/g, "\\[").replace(/\]/g, "\\]").replace(/\r?\n/g, " ");
+    const text = factFilename ? `(${e.event_type}) [${summary}](./facts/${factFilename}.md)` : `(${e.event_type}) ${summary}`;
+    return { date: formatLogDate(e.created_at), text };
+  });
+}
+function formatOkfBundle(dump) {
+  const files = [];
+  const rootEntries = [];
+  for (const [entityId, bundle] of Object.entries(dump.entities)) {
+    const dir = sanitizeForFilename(entityId);
+    const factIdToFilename = new Map(
+      bundle.facts.map((f) => [f.id, sanitizeConceptId(f.id)])
+    );
+    const factEntries = bundle.facts.map((f) => ({
+      path: `facts/${factIdToFilename.get(f.id)}.md`,
+      title: f.title
+    }));
+    for (const f of bundle.facts) {
+      files.push({
+        path: `entities/${dir}/facts/${factIdToFilename.get(f.id)}.md`,
+        content: coreOkf.buildConceptDocument(factFrontmatter(f), f.body)
+      });
+    }
+    const taskEntries = bundle.tasks.map((t) => ({
+      path: `tasks/${sanitizeConceptId(t.id)}.md`,
+      title: t.description
+    }));
+    for (const t of bundle.tasks) {
+      files.push({
+        path: `entities/${dir}/tasks/${sanitizeConceptId(t.id)}.md`,
+        content: coreOkf.buildConceptDocument(taskFrontmatter(t), "")
+      });
+    }
+    files.push({
+      path: `entities/${dir}/log.md`,
+      content: coreOkf.buildLogMd(buildEventLogEntries(bundle.events, factIdToFilename))
+    });
+    const entityIndexSections = [
+      { heading: "Facts", entries: factEntries },
+      { heading: "Tasks", entries: taskEntries }
+    ];
+    files.push({
+      path: `entities/${dir}/index.md`,
+      content: `${coreOkf.buildIndexMd(entityIndexSections)}[Event log](./log.md)
+`
+    });
+    rootEntries.push({ path: `entities/${dir}/index.md`, title: entityId });
+  }
+  files.push({
+    path: "index.md",
+    content: coreOkf.buildRootIndexMd(
+      "0.1",
+      rootEntries.length > 0 ? [{ heading: "Entities", entries: rootEntries }] : []
+    )
+  });
+  return { files };
+}
 
 // src/librarianPrompt.ts
 var DEFAULT_LIBRARIAN_SYNTHESIS_PROMPT = `You are a careful memory synthesis assistant.
@@ -4464,6 +4608,7 @@ exports.WikiMemory = WikiMemory;
 exports.createWiki = createWiki;
 exports.formatContext = formatContext;
 exports.formatMemoryDump = formatMemoryDump;
+exports.formatOkfBundle = formatOkfBundle;
 exports.hydrateLibrarianPrompt = hydrateLibrarianPrompt;
 exports.mapLibrarianOptionsToReadOptions = mapLibrarianOptionsToReadOptions;
 exports.parseEmbedding = parseEmbedding;