forge-openclaw-plugin 0.2.49 → 0.2.51

package/dist/server/server/src/repositories/wiki-memory.js

@@ -1,7 +1,7 @@
 import { createHash, randomUUID } from "node:crypto";
 import AdmZip from "adm-zip";
-import { existsSync, mkdirSync, readdirSync, unlinkSync, rmSync, writeFileSync } from "node:fs";
-import { mkdir, readFile, readdir, writeFile } from "node:fs/promises";
+import { existsSync, readdirSync, unlinkSync, rmSync } from "node:fs";
+import { mkdir, readFile, writeFile } from "node:fs/promises";
 import path from "node:path";
 import { z } from "zod";
 import { resolveDataDir, getDatabase } from "../db.js";
@@ -718,7 +718,7 @@ function mapWikiSpace(row) {
     });
 }
 function getWikiRootDir() {
-    return path.join(resolveDataDir(), "wiki");
+    return path.join(resolveDataDir(), "wiki-ingest");
 }
 function getSpaceStorageDir(space) {
     if (space.visibility === "shared") {
@@ -726,16 +726,9 @@ function getSpaceStorageDir(space) {
     }
     return path.join(getWikiRootDir(), "users", space.ownerUserId ?? space.slug);
 }
-function getSpaceIndexPath(space) {
-    return path.join(getSpaceStorageDir(space), "index.md");
-}
 function getSpaceRawDir(space) {
     return path.join(getSpaceStorageDir(space), "raw");
 }
-function getNoteStoragePath(note, space) {
-    const directory = note.kind === "wiki" ? "pages" : "evidence";
-    return path.join(getSpaceStorageDir(space), directory, `${note.slug}.md`);
-}
 function buildNoteFrontmatter(note) {
     return {
         ...note.frontmatter,
@@ -761,20 +754,6 @@ function buildNoteFrontmatter(note) {
         author: note.author
     };
 }
-function stringifyFrontmatterValue(value) {
-    if (typeof value === "string") {
-        return JSON.stringify(value);
-    }
-    return JSON.stringify(value);
-}
-function renderFrontmatter(frontmatter) {
-    const lines = ["---"];
-    for (const [key, value] of Object.entries(frontmatter)) {
-        lines.push(`${key}: ${stringifyFrontmatterValue(value)}`);
-    }
-    lines.push("---", "");
-    return lines.join("\n");
-}
 function hashContent(value) {
     return createHash("sha256").update(value).digest("hex");
 }
@@ -1152,7 +1131,7 @@ async function compileImageWithLlm(profile, secrets, input) {
             title: parsed.title?.trim() || input.titleHint || "Imported image",
             summary: parsed.summary?.trim() || "",
             markdown: parsed.markdown?.trim() ||
-                `# ${parsed.title?.trim() || input.titleHint || "Imported image"}\n\nImage imported into the wiki vault.\n`,
+                `# ${parsed.title?.trim() || input.titleHint || "Imported image"}\n\nImage imported into Forge wiki memory.\n`,
             tags: normalizeTags(parsed.tags),
             entityProposals: Array.isArray(parsed.entityProposals)
                 ? parsed.entityProposals.filter((entry) => entry !== null && typeof entry === "object")
@@ -1239,7 +1218,7 @@ function ensureSharedWikiSpace() {
     getDatabase()
         .prepare(`INSERT INTO wiki_spaces (id, slug, label, description, owner_user_id, visibility, created_at, updated_at)
        VALUES (?, ?, ?, ?, ?, ?, ?, ?)`)
-        .run("wiki_space_shared", "shared", "Shared Forge Memory", "Shared wiki space for file-backed Forge knowledge.", null, "shared", now, now);
+        .run("wiki_space_shared", "shared", "Shared Forge Memory", "Shared wiki space for SQLite-backed Forge knowledge.", null, "shared", now, now);
     const space = getWikiSpaceById("wiki_space_shared");
     ensureWikiSpaceSeedPages(space.id);
     return space;
@@ -1346,7 +1325,6 @@ function ensureWikiSpaceSeedPages(spaceId) {
         for (const note of insertedNotes) {
             syncNoteWikiArtifacts(note);
         }
-        syncWikiSpaceIndex(spaceId);
     }
 }
 function resolveSpaceId(spaceId, userId) {
@@ -1385,44 +1363,33 @@ export function prepareNoteWikiFields(input) {
     };
 }
 export function syncNoteWikiArtifacts(note) {
-    const space = getWikiSpaceById(note.spaceId) ?? ensureSharedWikiSpace();
-    const filePath = getNoteStoragePath(note, space);
     const frontmatter = buildNoteFrontmatter(note);
-    const payload = `${renderFrontmatter(frontmatter)}${note.contentMarkdown.trim()}\n`;
-    const revisionHash = hashContent(payload);
-    mkdirSync(path.dirname(filePath), { recursive: true });
-    if (note.sourcePath && note.sourcePath !== filePath) {
-        if (existsSync(note.sourcePath)) {
-            rmSync(note.sourcePath, { force: true });
-        }
-    }
-    writeFileSync(filePath, payload, "utf8");
+    const revisionHash = hashContent(JSON.stringify({
+        frontmatter,
+        contentMarkdown: note.contentMarkdown
+    }));
     const now = nowIso();
     getDatabase()
         .prepare(`UPDATE notes
        SET source_path = ?, frontmatter_json = ?, revision_hash = ?, last_synced_at = ?
        WHERE id = ?`)
-        .run(filePath, JSON.stringify(frontmatter), revisionHash, now, note.id);
+        .run("", JSON.stringify(frontmatter), revisionHash, now, note.id);
     upsertWikiSearchRow({
         ...note,
-        sourcePath: filePath,
+        sourcePath: "",
         frontmatter,
         revisionHash,
         lastSyncedAt: now
     });
     rebuildWikiLinkEdges({
         ...note,
-        sourcePath: filePath,
+        sourcePath: "",
         frontmatter,
         revisionHash,
         lastSyncedAt: now
     });
-    syncWikiSpaceIndex(space.id);
 }
 export function deleteNoteWikiArtifacts(note) {
-    if (note.sourcePath && existsSync(note.sourcePath)) {
-        rmSync(note.sourcePath, { force: true });
-    }
     deleteWikiSearchRow(note.id);
     getDatabase()
         .prepare(`DELETE FROM wiki_link_edges WHERE source_note_id = ?`)
@@ -1433,66 +1400,6 @@ export function deleteNoteWikiArtifacts(note) {
     getDatabase()
         .prepare(`DELETE FROM wiki_media_assets WHERE note_id = ? OR transcript_note_id = ?`)
         .run(note.id, note.id);
-    syncWikiSpaceIndex(note.spaceId);
-}
-function buildWikiIndexMarkdown(space, pages) {
-    const wikiPages = [...pages]
-        .filter((page) => page.kind === "wiki")
-        .sort((left, right) => left.parentSlug === right.parentSlug
-        ? left.indexOrder - right.indexOrder ||
-            left.title.localeCompare(right.title)
-        : (left.parentSlug ?? "").localeCompare(right.parentSlug ?? ""));
-    const evidencePages = [...pages]
-        .filter((page) => page.kind === "evidence")
-        .sort((left, right) => right.updatedAt.localeCompare(left.updatedAt));
-    const lines = [
-        `# ${space.label}`,
-        "",
-        "Explicit Forge wiki index generated from the local vault.",
-        "",
-        "## How To Use",
-        "",
-        "- Start here when an agent needs a crawlable catalog of the space.",
-        "- `pages/` contains durable wiki articles.",
-        "- `evidence/` contains shorter notes and work traces.",
-        "- `raw/` contains imported source material for future recompilation.",
-        "",
-        `Generated at ${nowIso()}.`,
-        "",
-        "## Wiki Index",
-        ""
-    ];
-    if (wikiPages.length === 0) {
-        lines.push("_No wiki pages yet._", "");
-    }
-    else {
-        for (const page of wikiPages) {
-            const depth = page.parentSlug ? 1 : 0;
-            const prefix = `${"  ".repeat(depth)}- `;
-            lines.push(`${prefix}[[${page.slug}]]${page.summary ? ` - ${page.summary}` : ""}`);
-        }
-        lines.push("");
-    }
-    lines.push("## Evidence Pages", "");
-    if (evidencePages.length === 0) {
-        lines.push("_No evidence pages yet._", "");
-    }
-    else {
-        for (const page of evidencePages.slice(0, 200)) {
-            lines.push(`- [[${page.slug}]]${page.summary ? ` - ${page.summary}` : ""}`);
-        }
-        lines.push("");
-    }
-    return `${lines.join("\n")}\n`;
-}
-function syncWikiSpaceIndex(spaceId) {
-    const space = getWikiSpaceById(spaceId) ?? ensureSharedWikiSpace();
-    const rootDir = getSpaceStorageDir(space);
-    mkdirSync(path.join(rootDir, "pages"), { recursive: true });
-    mkdirSync(path.join(rootDir, "evidence"), { recursive: true });
-    mkdirSync(path.join(rootDir, "assets"), { recursive: true });
-    mkdirSync(path.join(rootDir, "raw"), { recursive: true });
-    writeFileSync(getSpaceIndexPath(space), buildWikiIndexMarkdown(space, listWikiPages({ spaceId, limit: 10_000 })), "utf8");
 }
 function upsertWikiSearchRow(note) {
     deleteWikiSearchRow(note.id);
@@ -1574,7 +1481,7 @@ export function listWikiSpaces() {
     const rows = getDatabase()
         .prepare(`SELECT id, slug, label, description, owner_user_id, visibility, created_at, updated_at
        FROM wiki_spaces
-       ORDER BY visibility ASC, updated_at DESC`)
+       ORDER BY CASE WHEN visibility = 'shared' THEN 0 ELSE 1 END, updated_at DESC`)
         .all();
     const spaces = rows.map(mapWikiSpace);
     for (const space of spaces) {
@@ -1710,92 +1617,13 @@ export async function syncWikiVaultFromDisk(input) {
         : listWikiSpaces();
     let updated = 0;
     for (const space of spaces) {
-        for (const directoryName of ["pages", "evidence"]) {
-            const directory = path.join(getSpaceStorageDir(space), directoryName);
-            try {
-                const entries = await readdir(directory);
-                for (const entry of entries) {
-                    if (!entry.endsWith(".md")) {
-                        continue;
-                    }
-                    const filePath = path.join(directory, entry);
-                    const content = await readFile(filePath, "utf8");
-                    const parsedFile = parseFrontmatter(content);
-                    const noteId = typeof parsedFile.frontmatter.id === "string"
-                        ? parsedFile.frontmatter.id
-                        : null;
-                    if (!noteId) {
-                        continue;
-                    }
-                    const existing = getNoteByIdRaw(noteId);
-                    if (!existing) {
-                        continue;
-                    }
-                    const markdown = parsedFile.body.trim();
-                    const contentPlain = buildContentPlain(markdown);
-                    const title = typeof parsedFile.frontmatter.title === "string"
-                        ? parsedFile.frontmatter.title
-                        : inferTitle(markdown, existing.title);
-                    const aliases = normalizeAliases(Array.isArray(parsedFile.frontmatter.aliases)
-                        ? parsedFile.frontmatter.aliases.filter((entry) => typeof entry === "string")
-                        : []);
-                    const summary = typeof parsedFile.frontmatter.summary === "string"
-                        ? parsedFile.frontmatter.summary
-                        : inferSummary(markdown);
-                    const payload = `${renderFrontmatter(parsedFile.frontmatter)}${markdown}\n`;
-                    const revisionHash = hashContent(payload);
-                    const now = nowIso();
-                    getDatabase()
-                        .prepare(`UPDATE notes
-               SET title = ?, slug = ?, kind = ?, space_id = ?, parent_slug = ?, index_order = ?, show_in_index = ?, aliases_json = ?, summary = ?, content_markdown = ?, content_plain = ?,
-                   source_path = ?, frontmatter_json = ?, revision_hash = ?, last_synced_at = ?, updated_at = ?
-               WHERE id = ?`)
-                        .run(title, typeof parsedFile.frontmatter.slug === "string"
-                        ? parsedFile.frontmatter.slug
-                        : existing.slug, directoryName === "pages" ? "wiki" : "evidence", space.id, typeof parsedFile.frontmatter.parentSlug === "string"
-                        ? parsedFile.frontmatter.parentSlug
-                        : existing.parent_slug, typeof parsedFile.frontmatter.indexOrder === "number"
-                        ? Math.trunc(parsedFile.frontmatter.indexOrder)
-                        : existing.index_order, parsedFile.frontmatter.showInIndex === false ? 0 : 1, JSON.stringify(aliases), summary, markdown, contentPlain, filePath, JSON.stringify(parsedFile.frontmatter), revisionHash, now, now, noteId);
-                    const note = mapNoteRow(getNoteByIdRaw(noteId), listLinkRowsForNotes([noteId]));
-                    upsertWikiSearchRow(note);
-                    rebuildWikiLinkEdges(note);
-                    updated += 1;
-                }
-            }
-            catch {
-                continue;
-            }
+        for (const note of listWikiPages({ spaceId: space.id, limit: 10_000 })) {
+            syncNoteWikiArtifacts(note);
+            updated += 1;
         }
-        syncWikiSpaceIndex(space.id);
     }
     return { updated };
 }
-function parseFrontmatter(markdown) {
-    const match = markdown.match(/^---\n([\s\S]*?)\n---\n?([\s\S]*)$/);
-    if (!match) {
-        return { frontmatter: {}, body: markdown };
-    }
-    const frontmatter = {};
-    for (const line of match[1].split("\n")) {
-        const separatorIndex = line.indexOf(":");
-        if (separatorIndex <= 0) {
-            continue;
-        }
-        const key = line.slice(0, separatorIndex).trim();
-        const rawValue = line.slice(separatorIndex + 1).trim();
-        if (!key) {
-            continue;
-        }
-        try {
-            frontmatter[key] = JSON.parse(rawValue);
-        }
-        catch {
-            frontmatter[key] = rawValue.replace(/^"(.*)"$/, "$1");
-        }
-    }
-    return { frontmatter, body: match[2] };
-}
 function findMatchingWikiNoteIds(query) {
     const ftsQuery = buildWikiFtsQuery(query);
     if (!ftsQuery) {
@@ -1953,8 +1781,6 @@ export function getWikiHealth(input = {}) {
     const pages = listWikiPages({ spaceId, limit: 10_000 });
     const noteIds = pages.map((page) => page.id);
     const noteIdSet = new Set(noteIds);
-    const rootDir = getSpaceStorageDir(space);
-    const indexPath = getSpaceIndexPath(space);
     const rawDirectoryPath = getSpaceRawDir(space);
     const edgeRows = getDatabase()
         .prepare(`SELECT e.source_note_id, e.target_type, e.target_note_id, e.raw_target, e.updated_at, n.slug AS source_slug, n.title AS source_title
@@ -1994,7 +1820,7 @@ export function getWikiHealth(input = {}) {
         .get(spaceId).count;
     return wikiHealthPayloadSchema.parse({
         space,
-        indexPath,
+        indexPath: "",
         rawDirectoryPath,
         pageCount: pages.length,
         wikiPageCount: pages.filter((page) => page.kind === "wiki").length,

package/dist/server/server/src/services/data-management.js

@@ -430,10 +430,6 @@ export async function createDataBackup(input = { note: "" }, options = {}) {
             current: snapshot
         }, null, 2), "utf8"));
         const currentRoot = getEffectiveDataRoot();
-        const wikiPath = path.join(currentRoot, "wiki");
-        if (existsSync(wikiPath)) {
-            zip.addLocalFolder(wikiPath, "wiki");
-        }
         const wikiIngestPath = path.join(currentRoot, "wiki-ingest");
         if (existsSync(wikiIngestPath)) {
             zip.addLocalFolder(wikiIngestPath, "wiki-ingest");
@@ -455,7 +451,7 @@ export async function createDataBackup(input = { note: "" }, options = {}) {
             manifestPath,
             databasePath: snapshot.databasePath,
             sizeBytes: archiveStat.size,
-            includesWiki: existsSync(wikiPath),
+            includesWiki: false,
             includesSecretsKey: existsSync(secretsKeyPath),
             counts: snapshot.counts
         });
@@ -596,7 +592,6 @@ function runtimeAssetPaths(dataRoot) {
     return {
         dataRoot: resolvedRoot,
         databasePath: resolveDatabasePathForDataRoot(resolvedRoot),
-        wikiPath: path.join(resolvedRoot, "wiki"),
         wikiIngestPath: path.join(resolvedRoot, "wiki-ingest"),
         secretsKeyPath: path.join(resolvedRoot, ".forge-secrets.key")
     };
@@ -605,11 +600,10 @@ async function copyRuntimeAssets(sourceRoot, targetRoot) {
     const source = runtimeAssetPaths(sourceRoot);
     const target = runtimeAssetPaths(targetRoot);
     await mkdir(target.dataRoot, { recursive: true });
-    if (existsSync(target.databasePath) || existsSync(target.wikiPath) || existsSync(target.secretsKeyPath)) {
+    if (existsSync(target.databasePath) || existsSync(target.secretsKeyPath)) {
         throw new HttpError(409, "target_data_root_not_empty", `Forge found existing runtime data under ${target.dataRoot}. Pick another folder or adopt the existing runtime instead.`);
     }
     await copyIfExists(source.databasePath, target.databasePath);
-    await copyIfExists(source.wikiPath, target.wikiPath);
     await copyIfExists(source.wikiIngestPath, target.wikiIngestPath);
     await copyIfExists(source.secretsKeyPath, target.secretsKeyPath);
 }
@@ -685,7 +679,6 @@ export async function restoreDataBackup(backupId, input, options = {}) {
             await removeIfExists(path.join(currentRoot, ".forge-secrets.key"));
         }
         await copyIfExists(restoredDatabasePath, path.join(currentRoot, "forge.sqlite"));
-        await copyIfExists(path.join(tempDir, "wiki"), path.join(currentRoot, "wiki"));
         await copyIfExists(path.join(tempDir, "wiki-ingest"), path.join(currentRoot, "wiki-ingest"));
         await copyIfExists(restoredSecretsPath, path.join(currentRoot, ".forge-secrets.key"));
         await applyRuntimeRootSwitch(currentRoot, options.secretsManager);