@zosmaai/pi-llm-wiki 0.11.0 → 0.11.2

package/extensions/llm-wiki/lib/metadata.ts

@@ -89,14 +89,16 @@ export function rebuildMetadata(paths: VaultPaths): ProjectionResult {
   const knownIds = new Set(documents.map((d) => d.id));
   const backlinks = buildBacklinks(documents, knownIds, allDiagnostics);
 
-  const eventLogResult = buildOkfLog(readText(join(paths.meta, "events.jsonl")));
-  allDiagnostics.push(...eventLogResult.diagnostics);
+  const eventSource = readEventSource(join(paths.meta, "events.jsonl"));
+  const eventLogResult = eventSource.available ? buildOkfLog(eventSource.content) : undefined;
+  if (eventLogResult) allDiagnostics.push(...eventLogResult.diagnostics);
+  else if (!eventSource.available) allDiagnostics.push(eventSource.diagnostic);
 
   // Step 5: Build meta/index.md
   const metaIndex = buildIndexMarkdown(registry);
 
   // Step 6: Build meta/log.md (existing rich format)
-  const metaLog = buildLogMarkdown(paths);
+  const metaLog = eventSource.available ? buildLogMarkdown(eventSource.content) : undefined;
 
   // Step 7: Build OKF projections if in okf-0.2 mode
   const okfIndexes: Map<string, string> | null =
@@ -104,8 +106,8 @@ export function rebuildMetadata(paths: VaultPaths): ProjectionResult {
       ? buildDirectoryIndexes(documents, readJson(join(paths.dotWiki, "config.json"), {}))
       : null;
 
-  const okfLog: string | null =
-    vaultState.knowledgeFormat === "okf-0.2" ? eventLogResult.markdown : null;
+  const okfLog: string | undefined =
+    vaultState.knowledgeFormat === "okf-0.2" ? eventLogResult?.markdown : undefined;
 
   // Step 8: Atomic write all projections
   mkdirSync(paths.meta, { recursive: true });
@@ -116,7 +118,7 @@ export function rebuildMetadata(paths: VaultPaths): ProjectionResult {
   atomicWriteFile(join(paths.meta, "registry.json"), registryJson);
   atomicWriteFile(join(paths.meta, "backlinks.json"), backlinksJson);
   atomicWriteFile(join(paths.meta, "index.md"), metaIndex);
-  atomicWriteFile(join(paths.meta, "log.md"), metaLog);
+  if (metaLog !== undefined) atomicWriteFile(join(paths.meta, "log.md"), metaLog);
 
   // Step 9: Write OKF projections if applicable
   if (okfIndexes && okfIndexes.size > 0) {
@@ -128,7 +130,7 @@ export function rebuildMetadata(paths: VaultPaths): ProjectionResult {
     pruneObsoleteIndexes(paths, okfIndexes);
   }
 
-  if (okfLog !== null) {
+  if (okfLog !== undefined) {
     mkdirSync(paths.wiki, { recursive: true });
     atomicWriteFile(join(paths.wiki, "log.md"), okfLog);
   }
@@ -302,23 +304,19 @@ function buildIndexMarkdown(registry: Registry): string {
   return `${sections.join("\n")}\n`;
 }
 
-/** Build meta/log.md in existing rich format. */
-function buildLogMarkdown(paths: VaultPaths): string {
-  const eventsPath = join(paths.meta, "events.jsonl");
+function buildLogMarkdown(eventsJsonl: string): string {
   const events: WikiEvent[] = [];
+  const raw = eventsJsonl.trim();
 
-  if (existsSync(eventsPath)) {
-    const raw = readText(eventsPath).trim();
-    for (const line of raw.split("\n")) {
-      if (!line.trim()) continue;
-      try {
-        const candidate: unknown = JSON.parse(line);
-        if (candidate && typeof candidate === "object" && !Array.isArray(candidate)) {
-          events.push(candidate as WikiEvent);
-        }
-      } catch {
-        // skip malformed
+  for (const line of raw.split("\n")) {
+    if (!line.trim()) continue;
+    try {
+      const candidate: unknown = JSON.parse(line);
+      if (candidate && typeof candidate === "object" && !Array.isArray(candidate)) {
+        events.push(candidate as WikiEvent);
       }
+    } catch {
+      // Keep backward-compatible rich-log behavior: malformed lines are omitted.
     }
   }
 
@@ -338,10 +336,7 @@ function buildLogMarkdown(paths: VaultPaths): string {
     lines.push("");
   }
 
-  if (events.length === 0) {
-    lines.push("_No events recorded yet._\n");
-  }
-
+  if (events.length === 0) lines.push("_No events recorded yet._\n");
   return `${lines.join("\n")}\n`;
 }
 
@@ -365,13 +360,25 @@ function atomicWriteFile(path: string, content: string): void {
   renameSync(temporary, path);
 }
 
-/** Read text file or return empty string. */
-function readText(path: string): string {
+type EventSourceRead =
+  | { available: true; content: string }
+  | { available: false; diagnostic: KnowledgeDiagnostic };
+
+function readEventSource(filePath: string, diagnosticPath = "meta/events.jsonl"): EventSourceRead {
   try {
-    if (!existsSync(path)) return "";
-    return readFileSync(path, "utf8");
-  } catch {
-    return "";
+    return { available: true, content: readFileSync(filePath, "utf8") };
+  } catch (error) {
+    const code = (error as NodeJS.ErrnoException).code;
+    // ENOENT = missing; ENOTDIR/EISDIR = not a regular file (FreeBSD dir hazard); else unreadable
+    const diagnosticCode = code === "ENOENT" ? "event_source_missing" : "event_source_unreadable";
+    const message =
+      diagnosticCode === "event_source_missing"
+        ? "Authoritative event source is missing; existing log projections were preserved"
+        : "Authoritative event source is unreadable; existing log projections were preserved";
+    return {
+      available: false,
+      diagnostic: okfDiag("warning", diagnosticCode, diagnosticPath, message),
+    };
   }
 }
 

package/extensions/llm-wiki/lib/model-command.ts

@@ -63,7 +63,6 @@ export function registerWikiModelCommand(pi: ExtensionAPI, runtime: Runtime): vo
       const apply = (model: { provider: string; id: string } | undefined): void => {
         persistTaskModel(ctx.cwd, model);
         runtime.config = { ...runtime.config, taskModel: model };
-        runtime.configLoaded = true;
         const label = formatActiveModelLabel(runtime.config, sessionId);
         ctx.ui.setStatus(MODEL_STATUS_KEY, `🧠 wiki model: ${label}`);
         ctx.ui.notify(`LLM Wiki: background tasks now use ${label}`, "info");

package/extensions/llm-wiki/lib/runtime.ts

@@ -51,7 +51,6 @@ export interface LaunchCtx {
 
 export class Runtime {
   config: TaskConfig = { ...TASK_DEFAULTS };
-  configLoaded = false;
 
   /**
    * Extension API handle, attached at registration. Used by `report()` to emit
@@ -68,9 +67,7 @@ export class Runtime {
   resolveFailureNotified = false;
 
   ensureConfig(cwd: string): void {
-    if (this.configLoaded) return;
     this.config = loadTaskConfig(cwd);
-    this.configLoaded = true;
   }
 
   /** True if a task with this label is currently running. */

package/extensions/llm-wiki/lib/source-packet.ts

@@ -147,7 +147,7 @@ function fileCaptureSource(pi: ExecApi, filePath: string, signal?: AbortSignal):
       file_path: filePath,
       format: extractor.format,
     }),
-    event: () => ({ file_path: filePath, format: extractor.format }),
+    event: () => ({ format: extractor.format }),
   };
 }
 

package/extensions/llm-wiki/lib/task-config.ts

@@ -100,6 +100,14 @@ export interface TaskConfig {
    * they cost nothing in the system prompt for the ~95% who don't use them.
    */
   trajectories?: boolean;
+
+  /**
+   * Language for background ingest synthesis narrative content (issue #124).
+   * BCP 47 language tag (e.g. "ru", "fr"). When unset, synthesis defaults to
+   * English. Applies to titles, summaries, takeaways, descriptions, etc.; raw
+   * source content and technical identifiers remain unchanged.
+   */
+  synthesisLanguage?: string;
 }
 
 export const TASK_DEFAULTS: TaskConfig = {};
@@ -175,6 +183,13 @@ function readNamespacedConfig(path: string): Partial<TaskConfig> {
     if (typeof section.trajectories === "boolean") {
       out.trajectories = section.trajectories;
     }
+
+    const lang = section.synthesisLanguage;
+    if (typeof lang === "string" && lang.trim()) {
+      const canonical = validateSynthesisLanguage(lang.trim());
+      if (canonical) out.synthesisLanguage = canonical;
+    }
+
     return out;
   } catch {
     return {};
@@ -198,6 +213,27 @@ export function parseModelRef(ref: string): { provider: string; id: string } | u
   return { provider, id };
 }
 
+/**
+ * Validate and canonicalize a BCP 47 language tag for synthesisLanguage (issue #124).
+ * Returns the canonical tag, or undefined if invalid or suspicious.
+ * Uses Intl.getCanonicalLocales for validation; rejects tags containing
+ * newlines, quotes, or other prompt-injection candidates.
+ */
+export function validateSynthesisLanguage(tag: string): string | undefined {
+  // Reject obvious injection attempts: newlines, quotes, braces, angle brackets
+  if (/\n|\r|"|'|<|>|{|}/.test(tag)) return undefined;
+  // Reject if it looks like an instruction (contains "write", "ignore", "translate", etc.)
+  const lower = tag.toLowerCase();
+  if (/\b(write|ignore|translate|system|prompt|instruction)\b/.test(lower)) return undefined;
+  // Basic BCP 47 pattern: language[-script][-region][-variant]*
+  // Must start with 2-3 letter language code
+  if (!/^[a-z]{2,3}(?:-[A-Za-z]{1,8})*$/.test(tag)) return undefined;
+
+  const canonical = Intl.getCanonicalLocales(tag);
+  if (canonical.length === 0) return undefined;
+  return canonical[0];
+}
+
 /**
  * Read a settings JSON file as a plain object, or `{}` when it is absent or
  * corrupt. Reads directly (no `existsSync` pre-check) so there is no

package/extensions/llm-wiki/lib/tools.ts

@@ -414,6 +414,7 @@ export function registerWikiIngest(pi: ExtensionAPI, runtime?: Runtime): void {
                 sourceId: s.id,
                 manifest: s.manifest,
                 extracted: s.extracted,
+                synthesisLanguage: runtime.config.synthesisLanguage,
               });
               if (committed) {
                 // Background semantic embeddings (#66): embed the pages this
@@ -1112,6 +1113,14 @@ export function registerWikiRebuildMeta(pi: ExtensionAPI, runtime?: Runtime): vo
           if (!result.ok) {
             return `⚠️ LLM Wiki: rebuild had issues — ${result.diagnostics.map((d) => `${d.code}: ${d.message}`).join("; ")}`;
           }
+          const warnings = result.diagnostics.filter(
+            (diagnostic) => diagnostic.severity === "warning",
+          );
+          if (warnings.length > 0) {
+            return `⚠️ LLM Wiki: metadata rebuilt with warnings — ${warnings
+              .map((diagnostic) => `${diagnostic.code}: ${diagnostic.message}`)
+              .join("; ")}`;
+          }
           const registry = readJson<Registry>(join(paths.meta, "registry.json"), {
             version: "1.0",
             last_updated: "",

package/extensions/llm-wiki/lib/utils.ts

@@ -397,6 +397,13 @@ export function isProtectedPath(
         reason: "Raw sources are immutable. Use wiki_capture_source to add sources.",
       };
     }
+    if (relativePhysicalPath(paths.meta, absPath) === "events.jsonl") {
+      return {
+        protected: true,
+        reason:
+          "Event history is append-only authoritative state. Use wiki_log_event or an owning wiki operation instead.",
+      };
+    }
     if (isPathWithin(paths.meta, absPath)) {
       return {
         protected: true,

package/mcp/index.ts

@@ -12,7 +12,8 @@
 
 import { existsSync } from "node:fs";
 import { join } from "node:path";
-import { McpServer, StdioServerTransport } from "@modelcontextprotocol/server";
+import { McpServer } from "@modelcontextprotocol/server";
+import { StdioServerTransport } from "@modelcontextprotocol/server/stdio";
 import * as z from "zod/v4";
 import { resolveVaultPaths } from "../extensions/llm-wiki/lib/utils.js";
 import { createExecApi } from "./exec.js";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@zosmaai/pi-llm-wiki",
-  "version": "0.11.0",
+  "version": "0.11.2",
   "description": "Self-maintaining LLM Wiki for Pi — Karpathy-pattern knowledge base with immutable source capture, automated ingestion, search, linting, and Obsidian-compatible vault. auto-updating personal & company wiki.",
   "keywords": [
     "pi",
@@ -73,7 +73,7 @@
   },
   "dependencies": {
     "@cfworker/json-schema": "^4.1.1",
-    "@modelcontextprotocol/server": "^2.0.0-alpha.2",
+    "@modelcontextprotocol/server": "^2.0.0",
     "mdast-util-from-markdown": "^2.0.3",
     "node-html-markdown": "^2.0.0",
     "yaml": "^2.9.0",

package/skills/llm-wiki/SKILL.md

@@ -32,7 +32,7 @@ WIKI_ROOT/
     │   ├── analyses/          # Durable query answers
     │   ├── cases/             # One specific past task per trajectory
     │   └── skills/            # Reusable patterns distilled from trajectories
-    ├── meta/                  # Auto-generated (extension-owned)
+    ├── meta/                  # Durable events + generated projections (extension-owned)
     │   ├── registry.json      # Master page catalog
     │   ├── backlinks.json     # Inbound link map
     │   ├── index.md           # Human-readable catalog
@@ -45,13 +45,15 @@ WIKI_ROOT/
 ## Golden Rules
 
 1. **RAW IS IMMUTABLE.** Never edit `raw/`. Use `wiki_capture_source` to add sources.
-2. **META IS AUTO-GENERATED.** Never edit `meta/`. The extension rebuilds it automatically.
+2. **META IS EXTENSION-OWNED.** Never edit `meta/` directly. `events.jsonl` is append-only authoritative activity state; other metadata files are generated projections.
 3. **YOU OWN THE WIKI.** Create, update, and cross-reference everything in `wiki/`.
 4. **ONE FILE PER THING.** Each entity, concept, source gets its own `.md` file.
 5. **CROSS-REFERENCE EVERYTHING.** Every page needs at least 2 links. Prefer standard Markdown: `[label](/folder/page.md)`. Legacy wikilinks `[[folder/page]]` remain readable.
 6. **CITE SOURCES.** Every claim links back to its raw source packet.
 7. **FLAG CONTRADICTIONS.** When sources disagree, document both sides.
 
+> Preserve `meta/events.jsonl` in full-vault backups. `meta/log.md` and `wiki/log.md` cannot reconstruct it. Do not place secrets or private machine paths in manual event details.
+
 ## Agent Working-Memory (Trajectories)
 
 The wiki captures not only what you *read* (sources) but what you *do*