npm - openwriter - Versions diffs - 0.22.1 → 0.24.0 - Mend

openwriter 0.22.1 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (18) hide show

package/dist/client/assets/index-AWIKUHJ_.css +1 -0
package/dist/client/assets/index-DmHLFNTs.js +212 -0
package/dist/client/index.html +2 -2
package/dist/server/activity-log.js +2 -0
package/dist/server/documents.js +97 -3
package/dist/server/index.js +159 -4
package/dist/server/mcp.js +183 -55
package/dist/server/peek-outline.js +304 -0
package/dist/server/state.js +128 -0
package/dist/server/title-from-body.js +125 -0
package/dist/server/workspaces.js +23 -0
package/dist/server/ws.js +176 -3
package/package.json +1 -1
package/skill/SKILL.md +611 -712
package/skill/agents/openwriter-enrichment-minion.md +7 -0
package/skill/docs/setup.md +62 -0
package/dist/client/assets/index-DFbNF7q0.css +0 -1
package/dist/client/assets/index-OAhOx_JE.js +0 -212

package/dist/client/index.html CHANGED Viewed

@@ -10,8 +10,8 @@
     <link rel="preconnect" href="https://fonts.googleapis.com" />
     <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin />
     <link href="https://fonts.googleapis.com/css2?family=Charter:ital,wght@0,400;0,700;1,400&family=Crimson+Pro:ital,wght@0,300;0,400;0,600;0,700;1,400&family=DM+Sans:ital,wght@0,400;0,500;0,600;0,700;1,400&family=DM+Serif+Display&family=IBM+Plex+Mono:wght@400;500;600&family=IBM+Plex+Sans:wght@400;500;600&family=Inter:wght@400;500;600;700&family=Libre+Baskerville:ital,wght@0,400;0,700;1,400&family=Literata:ital,opsz,wght@0,7..72,400;0,7..72,600;0,7..72,700;1,7..72,400&family=Newsreader:ital,opsz,wght@0,6..72,400;0,6..72,600;1,6..72,400&family=Playfair+Display:wght@400;600;700;900&family=Source+Serif+4:ital,opsz,wght@0,8..60,400;0,8..60,600;0,8..60,700;1,8..60,400&family=Space+Grotesk:wght@400;500;600;700&family=Space+Mono:wght@400;700&display=swap" rel="stylesheet" />
-    <script type="module" crossorigin src="/assets/index-OAhOx_JE.js"></script>
-    <link rel="stylesheet" crossorigin href="/assets/index-DFbNF7q0.css">
+    <script type="module" crossorigin src="/assets/index-DmHLFNTs.js"></script>
+    <link rel="stylesheet" crossorigin href="/assets/index-AWIKUHJ_.css">
   </head>
   <body>
     <div id="root"></div>

package/dist/server/activity-log.js CHANGED Viewed

@@ -113,6 +113,8 @@ export function recordActivity(partial) {
     };
     if (partial.detail)
         evt.detail = partial.detail;
+    if (partial.docId)
+        evt.docId = partial.docId;
     if (partial.filename)
         evt.filename = partial.filename;
     if (partial.nodeId)

package/dist/server/documents.js CHANGED Viewed

@@ -119,7 +119,7 @@ export function listDocuments() {
                 isActive: fullPath === currentPath,
                 ...(data.docId ? { docId: data.docId } : {}),
                 ...(data.newsletterContext?.lastSend?.sentAt ? { lastSent: data.newsletterContext.lastSend.sentAt } : data.tweetContext?.lastPost?.postedAt ? { lastSent: data.tweetContext.lastPost.postedAt } : data.blogContext?.lastPublish?.publishedAt ? { lastSent: data.blogContext.lastPublish.publishedAt } : data.articleContext?.lastPost?.postedAt ? { lastSent: data.articleContext.lastPost.postedAt } : data.manualPost?.postedAt ? { lastSent: data.manualPost.postedAt } : {}),
-                ...(data.tweetContext?.lastPost?.tweetUrl ? { postedUrl: data.tweetContext.lastPost.tweetUrl } : {}),
+                ...(data.tweetContext?.lastPost?.tweetUrl ? { postedUrl: data.tweetContext.lastPost.tweetUrl } : data.articleContext?.lastPost?.tweetUrl ? { postedUrl: data.articleContext.lastPost.tweetUrl } : {}),
                 ...(data.newsletterContext ? { isNewsletter: true } : {}),
                 ...(deriveContentType(data) ? { contentType: deriveContentType(data) } : {}),
                 ...(data.masterDocId ? { masterDocId: data.masterDocId } : {}),
@@ -137,6 +137,9 @@ export function listDocuments() {
                 ...(typeof data.logline === 'string' && data.logline ? { logline: data.logline } : {}),
                 ...(typeof data.status === 'string' && data.status ? { status: data.status } : {}),
                 ...(data.enrichmentStale === true ? { enrichmentStale: true } : {}),
+                // Sort-request fields — sidebar reads these to render the badge / proposal popover.
+                ...(data.sortRequest && typeof data.sortRequest === 'object' ? { sortRequest: data.sortRequest } : {}),
+                ...(typeof data.lastSortedAt === 'string' ? { lastSortedAt: data.lastSortedAt } : {}),
             };
         }
         catch {
@@ -171,8 +174,8 @@ export function listDocuments() {
                 wordCount,
                 isActive: extPath === currentPath,
                 ...(data.docId ? { docId: data.docId } : {}),
-                ...(data.newsletterContext?.lastSend?.sentAt ? { lastSent: data.newsletterContext.lastSend.sentAt } : data.tweetContext?.lastPost?.postedAt ? { lastSent: data.tweetContext.lastPost.postedAt } : data.blogContext?.lastPublish?.publishedAt ? { lastSent: data.blogContext.lastPublish.publishedAt } : {}),
-                ...(data.tweetContext?.lastPost?.tweetUrl ? { postedUrl: data.tweetContext.lastPost.tweetUrl } : {}),
+                ...(data.newsletterContext?.lastSend?.sentAt ? { lastSent: data.newsletterContext.lastSend.sentAt } : data.tweetContext?.lastPost?.postedAt ? { lastSent: data.tweetContext.lastPost.postedAt } : data.blogContext?.lastPublish?.publishedAt ? { lastSent: data.blogContext.lastPublish.publishedAt } : data.articleContext?.lastPost?.postedAt ? { lastSent: data.articleContext.lastPost.postedAt } : {}),
+                ...(data.tweetContext?.lastPost?.tweetUrl ? { postedUrl: data.tweetContext.lastPost.tweetUrl } : data.articleContext?.lastPost?.tweetUrl ? { postedUrl: data.articleContext.lastPost.tweetUrl } : {}),
                 ...(data.newsletterContext ? { isNewsletter: true } : {}),
                 ...(deriveContentType(data) ? { contentType: deriveContentType(data) } : {}),
                 ...(data.masterDocId ? { masterDocId: data.masterDocId } : {}),
@@ -303,6 +306,97 @@ export function buildEnrichmentInstructions() {
         ')',
     ].join('\n');
 }
+/** Footer on the three high-frequency discovery tools when sort requests are
+ *  pending. Stacks beneath enrichmentFooter. Sorting is a judgment call —
+ *  handle it inline in conversation, don't dispatch a subagent. */
+export function sortFooter() {
+    const count = listPendingSorts().length;
+    if (count === 0)
+        return '';
+    return `\n\n⚠ ${count} doc${count === 1 ? '' : 's'} awaiting sort. Call list_pending_sorts to handle inline — discuss destinations with the user, then either move + mark_sorted (when the user confirms in chat) or propose_sort (UI accept/reject for batches).`;
+}
+/** Session-start sort notice — stacks with buildEnrichmentInstructions inside
+ *  the MCP `instructions` field. Empty when no sorts pending. */
+export function buildSortInstructions() {
+    const pending = listPendingSorts();
+    if (pending.length === 0)
+        return '';
+    return [
+        '',
+        `SORT_STATUS: ${pending.length} doc${pending.length === 1 ? '' : 's'} awaiting sort.`,
+        'Call list_pending_sorts when the user engages or you have a natural moment. For each doc: read it, pick a destination (get_workspace_structure for tree shape + container purpose: hints; browse for what other docs in a container are about). For 1–3 docs, discuss in chat then move_item + mark_sorted on confirmation. For many docs, write propose_sort entries and let the user accept/reject via the sidebar popover. Sorting is a judgment call — bias toward asking when a doc could plausibly live in two places.',
+    ].join('\n');
+}
+/**
+ * List documents with a pending sortRequest. Returns identity + (optional)
+ * proposal — no bodies. The agent calls this first to know what to work on.
+ *
+ * Optional `scopeWorkspace` narrows to one workspace.
+ */
+export function listPendingSorts(scopeWorkspace) {
+    ensureDataDir();
+    const ownership = buildWorkspaceOwnershipMap();
+    const containerByFile = buildContainerOwnershipMap();
+    let scopeFiles = null;
+    if (scopeWorkspace) {
+        try {
+            const ws = getWorkspace(scopeWorkspace);
+            scopeFiles = new Set(collectAllFiles(ws.root));
+        }
+        catch {
+            return [];
+        }
+    }
+    const out = [];
+    for (const f of readdirSync(getDataDir()).filter((f) => f.endsWith('.md'))) {
+        if (scopeFiles && !scopeFiles.has(f))
+            continue;
+        try {
+            const raw = readFileSync(join(getDataDir(), f), 'utf-8');
+            const { data } = matter(raw);
+            if (data.archivedAt)
+                continue;
+            const req = data.sortRequest;
+            if (!req || typeof req !== 'object')
+                continue;
+            out.push({
+                docId: data.docId || '',
+                filename: f,
+                title: data.title || f.replace(/\.md$/, ''),
+                ...(ownership.get(f) ? { currentWorkspaceFile: ownership.get(f) } : {}),
+                ...(containerByFile.has(f) ? { currentContainerId: containerByFile.get(f) ?? null } : {}),
+                requestedAt: typeof req.requestedAt === 'string' ? req.requestedAt : '',
+                ...(req.proposal && typeof req.proposal === 'object' ? { proposal: req.proposal } : {}),
+            });
+        }
+        catch { /* skip unreadable */ }
+    }
+    return out;
+}
+/** Map filename → containerId (or null for workspace root) for every doc inside
+ *  any workspace. Used to attribute current location to pending-sort entries. */
+function buildContainerOwnershipMap() {
+    const map = new Map();
+    for (const info of listWorkspaces()) {
+        try {
+            const ws = getWorkspace(info.filename);
+            walkForContainerOwnership(ws.root, null, (file, containerId) => {
+                if (!map.has(file))
+                    map.set(file, containerId);
+            });
+        }
+        catch { /* skip corrupt */ }
+    }
+    return map;
+}
+function walkForContainerOwnership(nodes, parentContainerId, cb) {
+    for (const n of nodes) {
+        if (n.type === 'doc')
+            cb(n.file, parentContainerId);
+        else if (n.type === 'container')
+            walkForContainerOwnership(n.items, n.id, cb);
+    }
+}
 /** Build a Set of filenames inside workspaces with enrichmentDisabled: true.
  *  These docs are excluded from list_dirty_docs and crawl results. */
 function collectOptedOutFilenames() {

package/dist/server/index.js CHANGED Viewed

@@ -7,13 +7,13 @@ import { createServer } from 'http';
 import { fileURLToPath } from 'url';
 import { dirname, join } from 'path';
 import { existsSync, readFileSync } from 'fs';
-import { setupWebSocket, broadcastAgentStatus, broadcastDocumentSwitched, broadcastDocumentsChanged, broadcastWorkspacesChanged, broadcastMetadataChanged, broadcastPendingDocsChanged, broadcastSyncStatus, broadcastWritingStarted, broadcastWritingFinished, broadcastCommentsChanged } from './ws.js';
+import { setupWebSocket, broadcastAgentStatus, broadcastDocumentSwitched, broadcastDocumentsChanged, broadcastWorkspacesChanged, broadcastMetadataChanged, broadcastPendingDocsChanged, broadcastSyncStatus, broadcastWritingStarted, broadcastWritingFinished, broadcastCommentsChanged, broadcastActivityLogSeed } from './ws.js';
 import { TOOL_REGISTRY } from './mcp.js';
 import { z } from 'zod';
 import { zodToJsonSchema } from 'zod-to-json-schema';
-import { save, cancelDebouncedSave, load, getDocument, getTitle, getFilePath, getDocId, getMetadata, getStatus, updateDocument, setMetadata, applyTextEdits, isAgentLocked, getPendingDocInfo, getDocTagsByFilename, addDocTag, removeDocTag, markAllNodesAsPending, updatePendingCacheForActiveDoc, removePendingCacheEntry, clearAllCaches, stripPendingAttrs, stripPendingAttrsFromFile, setAutoAcceptOnFile, markAsAgentStub } from './state.js';
+import { save, cancelDebouncedSave, load, getDocument, getTitle, getFilePath, getDocId, getMetadata, getStatus, updateDocument, setMetadata, applyTextEdits, isAgentLocked, getPendingDocInfo, getDocTagsByFilename, addDocTag, removeDocTag, markAllNodesAsPending, updatePendingCacheForActiveDoc, removePendingCacheEntry, clearAllCaches, stripPendingAttrs, stripPendingAttrsFromFile, setAutoAcceptOnFile, setSortRequestOnFile, clearSortRequestOnFile, bumpDocVersion, markAsAgentStub } from './state.js';
 import { syncPostHistory } from './post-sync.js';
-import { listDocuments, switchDocument, createDocument, deleteDocument, duplicateDocument, reloadDocument, updateDocumentTitle, openFile, reorderDocs, searchDocuments, listArchivedDocuments, archiveDocument, unarchiveDocument, getActiveFilename, batchResolve } from './documents.js';
+import { listDocuments, switchDocument, createDocument, deleteDocument, duplicateDocument, reloadDocument, updateDocumentTitle, openFile, reorderDocs, searchDocuments, listArchivedDocuments, archiveDocument, unarchiveDocument, getActiveFilename, batchResolve, listPendingSorts } from './documents.js';
 import { createWorkspaceRouter } from './workspace-routes.js';
 import { createLinkRouter } from './link-routes.js';
 import { createTweetRouter } from './tweet-routes.js';
@@ -259,6 +259,138 @@ export async function startHttpServer(options = {}) {
             res.status(500).json({ error: err.message });
         }
     });
+    // Tag one or more docs as "needs sorting" — the main agent picks them up via
+    // list_pending_sorts. Bulk and folder-wide sort requests are just this endpoint
+    // with the appropriate filenames array; the frontend collects the file list.
+    // Body: { filenames: string[] }.
+    //
+    // Active-doc branch: setMetadata + bumpDocVersion + save() so the in-memory
+    // editor state stays in sync (writing to disk via setSortRequestOnFile would
+    // trip the editor's external-write detector and reload from disk mid-edit).
+    // Mirrors the /api/auto-accept pattern.
+    app.post('/api/documents/sort-request', (req, res) => {
+        try {
+            const filenames = Array.isArray(req.body?.filenames) ? req.body.filenames : [];
+            if (filenames.length === 0)
+                return res.status(400).json({ error: 'filenames array is required' });
+            const activeFn = getActiveFilename();
+            const requestedAt = new Date().toISOString();
+            for (const f of filenames) {
+                if (f === activeFn) {
+                    setMetadata({ sortRequest: { requestedAt } });
+                    bumpDocVersion();
+                    save();
+                    broadcastMetadataChanged(getMetadata());
+                }
+                else {
+                    setSortRequestOnFile(f);
+                }
+            }
+            broadcastDocumentsChanged();
+            res.json({ success: true, count: filenames.length });
+        }
+        catch (err) {
+            res.status(500).json({ error: err.message });
+        }
+    });
+    // Accept a sort proposal: apply the agent's move, clear the request, stamp
+    // lastSortedAt. The destination is read from the doc's stored proposal —
+    // no client-supplied target so a stale UI can't move the doc somewhere wrong.
+    // Body: { filename: string }.
+    app.post('/api/documents/sort-accept', async (req, res) => {
+        try {
+            const filename = req.body?.filename;
+            if (!filename)
+                return res.status(400).json({ error: 'filename required' });
+            const pending = listPendingSorts().find((p) => p.filename === filename);
+            if (!pending)
+                return res.status(404).json({ error: 'no pending sort for this file' });
+            const proposal = pending.proposal;
+            if (!proposal)
+                return res.status(400).json({ error: 'no proposal to accept' });
+            const { addDoc, moveDoc, getDocTitle, removeDocFromAllWorkspaces: removeDocFromAll, getWorkspace } = await import('./workspaces.js');
+            const { findNode } = await import('./workspace-tree.js');
+            const targetWs = getWorkspace(proposal.wsFilename);
+            const inTarget = findNode(targetWs.root, (n) => n.type === 'doc' && n.file === filename);
+            if (inTarget) {
+                moveDoc(proposal.wsFilename, filename, proposal.containerId, null);
+            }
+            else {
+                removeDocFromAll(filename);
+                addDoc(proposal.wsFilename, proposal.containerId, filename, getDocTitle(filename), null);
+            }
+            // Clear sortRequest. Active-doc branch keeps the write in the editor's
+            // in-memory pipeline (avoid external-write detection mid-edit).
+            if (filename === getActiveFilename()) {
+                const live = getMetadata();
+                delete live.sortRequest;
+                setMetadata({ lastSortedAt: new Date().toISOString() });
+                bumpDocVersion();
+                save();
+                broadcastMetadataChanged(getMetadata());
+            }
+            else {
+                clearSortRequestOnFile(filename);
+            }
+            broadcastWorkspacesChanged();
+            broadcastDocumentsChanged();
+            res.json({ success: true });
+        }
+        catch (err) {
+            res.status(500).json({ error: err.message });
+        }
+    });
+    // Reject a sort proposal (or cancel a request that hasn't been proposed yet):
+    // clear the request without moving the doc. Stamps lastSortedAt either way
+    // since the request is resolved. Body: { filename: string }.
+    //
+    // Active-doc branch matches /api/documents/sort-request — keep the write in
+    // the editor's in-memory pipeline so the external-write detector doesn't fire.
+    app.post('/api/documents/sort-reject', (req, res) => {
+        try {
+            const filename = req.body?.filename;
+            if (!filename)
+                return res.status(400).json({ error: 'filename required' });
+            if (filename === getActiveFilename()) {
+                const live = getMetadata();
+                delete live.sortRequest;
+                setMetadata({ lastSortedAt: new Date().toISOString() });
+                bumpDocVersion();
+                save();
+                broadcastMetadataChanged(getMetadata());
+            }
+            else {
+                clearSortRequestOnFile(filename);
+            }
+            broadcastDocumentsChanged();
+            res.json({ success: true });
+        }
+        catch (err) {
+            res.status(500).json({ error: err.message });
+        }
+    });
+    // Set the user-authored `purpose:` hint on a workspace or container — gives
+    // the sort agent a strong signal about what belongs there. Empty string clears.
+    // Body: { wsFile, containerId?, purpose }.
+    app.post('/api/sort-purpose', async (req, res) => {
+        try {
+            const wsFile = req.body?.wsFile;
+            const containerId = req.body?.containerId;
+            const purpose = typeof req.body?.purpose === 'string' ? req.body.purpose : '';
+            if (!wsFile)
+                return res.status(400).json({ error: 'wsFile required' });
+            const { setWorkspacePurpose, setContainerPurpose } = await import('./workspaces.js');
+            if (containerId)
+                setContainerPurpose(wsFile, containerId, purpose);
+            else
+                setWorkspacePurpose(wsFile, purpose);
+            broadcastWorkspacesChanged();
+            res.json({ success: true });
+        }
+        catch (err) {
+            res.status(500).json({ error: err.message });
+        }
+    });
     app.post('/api/save', (_req, res) => {
         save();
         res.json({ success: true });
@@ -826,6 +958,10 @@ export async function startHttpServer(options = {}) {
             broadcastDocumentsChanged();
             broadcastWorkspacesChanged();
             broadcastPendingDocsChanged();
+            // Re-seed the Activity tab from the new profile's disk log. The buffer
+            // was just cleared in clearAllCaches(); this push replaces whatever the
+            // client had from the previous profile.
+            broadcastActivityLogSeed();
             res.json({ success: true, active: name });
         }
         catch (err) {
@@ -977,7 +1113,7 @@ export async function startHttpServer(options = {}) {
             // writes (e.g. declare_writes in flight) aren't cleared alongside this one.
             const spinnerTitle = label ? `${label}: ${title}` : title;
             const spinnerKey = `sidebar-action:${action}:${filename}:${Date.now()}`;
-            broadcastWritingStarted(spinnerTitle, sourceDocId ? { wsFilename: '', containerId: null, parentDocId: sourceDocId } : undefined, spinnerKey);
+            broadcastWritingStarted(spinnerTitle, sourceDocId ? { wsFilename: '', containerId: null, parentDocId: sourceDocId } : undefined, spinnerKey, filename, sourceDocId);
             // Intercept res.json to clear spinner when plugin handler responds
             const origJson = res.json.bind(res);
             res.json = (body) => {
@@ -1035,6 +1171,25 @@ export async function startHttpServer(options = {}) {
     });
     // Sync post history from platform (catch posts made while app was closed)
     syncPostHistory().catch(() => { });
+    // Heal stale references frontmatter on every boot. Older docs that were
+    // written before the prose-link sync pipeline existed (or imported from
+    // legacy formats) may have prose `doc:` links in body but no matching
+    // `references:` array in frontmatter — which makes the inverse-index scan
+    // return zero inbounds for their targets. One-shot rescan + write is
+    // idempotent and finishes in <1s for ~200-doc corpora; runs in background
+    // so it never blocks the listen.
+    (async () => {
+        try {
+            const { rebuildAllReferences } = await import('./backlinks.js');
+            const result = rebuildAllReferences();
+            if (result.updated > 0) {
+                console.log(`[Boot] Healed references frontmatter on ${result.updated}/${result.scanned} docs`);
+            }
+        }
+        catch (err) {
+            console.error('[Boot] rebuildAllReferences failed:', err);
+        }
+    })();
     // Open browser unless --no-open or running as MCP stdio pipe
     const isMcpStdio = !process.stdout.isTTY;
     if (!options.noOpen && !isMcpStdio) {