openwriter 0.6.11 → 0.8.0

package/dist/server/post-sync.js

@@ -0,0 +1,114 @@
+/**
+ * Post History Sync — pulls scheduler_history from platform,
+ * updates local doc frontmatter with lastPost metadata.
+ *
+ * The platform is the canonical record for posted items.
+ * Local frontmatter is a cached view for sidebar display.
+ */
+import { readFileSync, writeFileSync } from 'fs';
+import { join } from 'path';
+import matter from 'gray-matter';
+import { filenameByDocId } from './documents.js';
+import { getDataDir } from './helpers.js';
+import { isAuthenticated, platformFetch } from './connections.js';
+import { isExternalDoc } from './helpers.js';
+/**
+ * Sync posted history from platform → local doc frontmatter.
+ * For each history item with a doc_id:
+ *   - Find the local doc by docId
+ *   - Check if frontmatter already has a lastPost >= posted_at
+ *   - If not, write the appropriate context metadata
+ */
+export async function syncPostHistory() {
+    if (!isAuthenticated())
+        return { synced: 0, skipped: 0, errors: 0 };
+    let items;
+    try {
+        const res = await platformFetch('/scheduler/history');
+        if (!res.ok)
+            return { synced: 0, skipped: 0, errors: 0 };
+        const data = await res.json();
+        items = data.items || [];
+    }
+    catch {
+        return { synced: 0, skipped: 0, errors: 0 };
+    }
+    let synced = 0, skipped = 0, errors = 0;
+    for (const item of items) {
+        if (!item.doc_id || !item.result?.success || !item.posted_at) {
+            skipped++;
+            continue;
+        }
+        try {
+            const filename = filenameByDocId(item.doc_id);
+            if (!filename) {
+                skipped++;
+                continue;
+            }
+            const filePath = isExternalDoc(filename)
+                ? filename
+                : join(getDataDir(), filename);
+            const raw = readFileSync(filePath, 'utf-8');
+            const { data, content } = matter(raw);
+            // Determine the context key based on content_type/provider
+            const provider = item.provider || item.content_type;
+            let contextKey;
+            let lastPostField;
+            let urlField;
+            if (provider === 'x' || item.content_type === 'tweet' || item.content_type === 'thread') {
+                contextKey = 'tweetContext';
+                lastPostField = 'lastPost';
+                urlField = 'tweetUrl';
+            }
+            else if (provider === 'linkedin' || item.content_type === 'linkedin') {
+                contextKey = 'linkedinContext';
+                lastPostField = 'lastPost';
+                urlField = 'postUrl';
+            }
+            else if (item.content_type === 'blog' || provider === 'github') {
+                contextKey = 'blogContext';
+                lastPostField = 'lastPublish';
+                urlField = 'publishUrl';
+            }
+            else if (item.content_type === 'newsletter') {
+                // Newsletter uses its own sync path
+                skipped++;
+                continue;
+            }
+            else {
+                contextKey = 'tweetContext';
+                lastPostField = 'lastPost';
+                urlField = 'tweetUrl';
+            }
+            // Check if already synced (existing lastPost >= this posted_at)
+            const existingContext = data[contextKey] || {};
+            const existingPost = existingContext[lastPostField];
+            if (existingPost?.postedAt) {
+                const existingTime = new Date(existingPost.postedAt).getTime();
+                const newTime = new Date(item.posted_at).getTime();
+                if (existingTime >= newTime) {
+                    skipped++;
+                    continue;
+                }
+            }
+            // Write updated metadata
+            data[contextKey] = {
+                ...existingContext,
+                [lastPostField]: {
+                    postedAt: item.posted_at,
+                    ...(item.result.url ? { [urlField]: item.result.url } : {}),
+                },
+            };
+            const updated = matter.stringify(content, data);
+            writeFileSync(filePath, updated, 'utf-8');
+            synced++;
+        }
+        catch {
+            errors++;
+        }
+    }
+    if (synced > 0) {
+        console.log(`[PostSync] Synced ${synced} posted items to local docs`);
+    }
+    return { synced, skipped, errors };
+}

package/dist/server/scheduler-routes.js

@@ -3,6 +3,7 @@
  */
 import { Router } from 'express';
 import { platformFetch, isAuthenticated } from './connections.js';
+import { syncPostHistory } from './post-sync.js';
 export function createSchedulerRouter() {
     const router = Router();
     function proxy(path, method = 'GET') {
@@ -115,8 +116,40 @@ export function createSchedulerRouter() {
     });
     // History
     router.get('/api/scheduler/history', proxy('/scheduler/history'));
+    // Sync post history from platform → local doc frontmatter
+    router.post('/api/scheduler/sync', async (_req, res) => {
+        try {
+            const result = await syncPostHistory();
+            res.json(result);
+        }
+        catch (err) {
+            res.status(500).json({ error: err.message });
+        }
+    });
     // Available connections for scheduler
     router.get('/api/scheduler/connections', proxy('/scheduler/connections'));
+    // Upload media via connection (proxies to platform)
+    router.post('/api/connections/:id/upload-media', async (req, res) => {
+        try {
+            if (!isAuthenticated()) {
+                res.json({ error: 'Not authenticated' });
+                return;
+            }
+            const upstream = await platformFetch(`/connections/${req.params.id}/upload-media`, {
+                method: 'POST',
+                body: JSON.stringify(req.body),
+            });
+            const data = await upstream.json();
+            if (!upstream.ok) {
+                res.status(upstream.status).json(data);
+                return;
+            }
+            res.json(data);
+        }
+        catch (err) {
+            res.status(500).json({ error: err.message });
+        }
+    });
     // --- Autoplugs ---
     // Goals
     router.get('/api/scheduler/autoplugs/goals', proxy('/scheduler/autoplugs/goals'));

package/dist/server/state.js

@@ -92,7 +92,7 @@ export function getDocId() {
 export function getPlainText() {
     return extractText(state.document.content);
 }
-function extractText(nodes) {
+export function extractText(nodes) {
     if (!nodes)
         return '';
     return nodes
@@ -170,21 +170,21 @@ function computePartialRange(origContent, newContent) {
     let origTo = origEnd >= firstDiff && origEnd < origWords.length ? origWords[origEnd].end : origFrom;
     let newFrom = firstDiff < newWords.length ? newWords[firstDiff].start : newText.length;
     let newTo = newEnd >= firstDiff && newEnd < newWords.length ? newWords[newEnd].end : newFrom;
-    // Snap start back to previous sentence boundary (after ". ")
+    // Snap start back to previous sentence boundary (after ". " or ".\n")
     const snapBack = (text, pos) => {
         let i = pos - 1;
         while (i > 0) {
-            if (text[i] === '.' && i + 1 < text.length && text[i + 1] === ' ')
+            if (text[i] === '.' && i + 1 < text.length && (text[i + 1] === ' ' || text[i + 1] === '\n'))
                 return i + 2;
             i--;
         }
         return 0; // No period found → start of text
     };
-    // Snap end forward to next sentence boundary (the ". " or end of text)
+    // Snap end forward to next sentence boundary (". " or ".\n" or end of text)
     const snapForward = (text, pos) => {
         let i = pos;
         while (i < text.length) {
-            if (text[i] === '.' && (i + 1 >= text.length || text[i + 1] === ' '))
+            if (text[i] === '.' && (i + 1 >= text.length || text[i + 1] === ' ' || text[i + 1] === '\n'))
                 return i + 1;
             i++;
         }
@@ -249,31 +249,67 @@ export function getNodesByIds(ids) {
     }
     return result;
 }
+/** Pure version of getNodesByIds — takes content array instead of reading state. */
+export function findNodesByIds(docContent, ids) {
+    const result = [];
+    const idSet = new Set(ids);
+    function scan(nodes) {
+        if (!nodes)
+            return;
+        for (let i = 0; i < nodes.length; i++) {
+            const node = nodes[i];
+            if (node.attrs?.id && idSet.has(node.attrs.id)) {
+                result.push(node);
+                if (i + 1 < nodes.length && nodes[i + 1].type === 'horizontalRule') {
+                    result.push(nodes[i + 1]);
+                }
+            }
+            if (node.content)
+                scan(node.content);
+        }
+    }
+    scan(docContent);
+    if (result.length > 0 && result[result.length - 1].type === 'horizontalRule') {
+        result.pop();
+    }
+    return result;
+}
 export function getMetadata() {
     return state.metadata;
 }
-export function setMetadata(updates) {
-    // Prevent blogContext contamination: only allow blogContext writes if
-    // the incoming update has active:true OR the doc already has active blogContext
-    if (updates.blogContext && !updates.blogContext.active && !state.metadata?.blogContext?.active) {
+/**
+ * Apply contamination guards + deep-merge context keys. Pure function.
+ * Returns the merged metadata object, or null if all updates were filtered out.
+ */
+export function mergeMetadataUpdates(existing, updates) {
+    // Clone so we don't mutate the caller's object
+    updates = { ...updates };
+    // Prevent blogContext contamination
+    if (updates.blogContext && !updates.blogContext.active && !existing?.blogContext?.active) {
         delete updates.blogContext;
         if (Object.keys(updates).length === 0)
-            return;
+            return null;
     }
     // Same guard for newsletterContext
-    if (updates.newsletterContext && !updates.newsletterContext.active && !state.metadata?.newsletterContext?.active) {
+    if (updates.newsletterContext && !updates.newsletterContext.active && !existing?.newsletterContext?.active) {
         delete updates.newsletterContext;
         if (Object.keys(updates).length === 0)
-            return;
+            return null;
     }
-    // Deep-merge known context objects so partial updates preserve essential fields (active, format, etc.)
+    // Deep-merge known context objects
     const CONTEXT_KEYS = ['blogContext', 'newsletterContext', 'articleContext', 'tweetContext', 'linkedinContext'];
     for (const key of CONTEXT_KEYS) {
-        if (updates[key] && typeof updates[key] === 'object' && state.metadata?.[key] && typeof state.metadata[key] === 'object') {
-            updates[key] = { ...state.metadata[key], ...updates[key] };
+        if (updates[key] && typeof updates[key] === 'object' && existing?.[key] && typeof existing[key] === 'object') {
+            updates[key] = { ...existing[key], ...updates[key] };
         }
     }
-    state.metadata = { ...state.metadata, ...updates };
+    return { ...existing, ...updates };
+}
+export function setMetadata(updates) {
+    const merged = mergeMetadataUpdates(state.metadata, updates);
+    if (!merged)
+        return;
+    state.metadata = merged;
     if (updates.title)
         state.title = updates.title;
     // Auto-tag based on context metadata
@@ -599,6 +635,26 @@ function applyChangesToDoc(doc, changes) {
             const found = findNode(doc.content, change.nodeId, doc.content);
             if (!found)
                 continue;
+            // Tweet thread: hard-delete paragraphs + adjacent HR immediately.
+            // Tweet compose view can't handle pending deletes near HRs — hard-delete and resync.
+            const delNode = found.parent[found.index];
+            if (delNode.type === 'paragraph' && state.metadata?.tweetContext) {
+                const idx = found.index;
+                if (idx > 0 && found.parent[idx - 1].type === 'horizontalRule') {
+                    found.parent.splice(idx, 1);
+                    found.parent.splice(idx - 1, 1);
+                }
+                else if (idx + 1 < found.parent.length && found.parent[idx + 1].type === 'horizontalRule') {
+                    found.parent.splice(idx + 1, 1);
+                    found.parent.splice(idx, 1);
+                }
+                else {
+                    found.parent.splice(idx, 1);
+                }
+                // Push a synthetic HR change so ws.ts detects it and sends document-switched
+                processed.push({ operation: 'delete', nodeId: change.nodeId, content: [{ type: 'horizontalRule' }] });
+                continue;
+            }
             found.parent[found.index] = {
                 ...found.parent[found.index],
                 attrs: {
@@ -769,7 +825,7 @@ export function invalidateDocCache(filePath) {
     docCache.delete(filePath);
 }
 /** Update the cache entry for a file after writing changes (without cloning the active state). */
-function updateCacheEntry(filePath, doc, title, metadata, isTemp, docId) {
+export function updateCacheEntry(filePath, doc, title, metadata, isTemp, docId) {
     let fileMtime = 0;
     try {
         fileMtime = statSync(filePath).mtimeMs;
@@ -1320,7 +1376,7 @@ export function stripPendingAttrsFromFile(filename, clearAgentCreated) {
  * Returns { title, wordCount, pendingCount } for the response message.
  */
 /** Count pending nodes in a document tree. */
-function countPending(nodes) {
+export function countPending(nodes) {
     let count = 0;
     if (!nodes)
         return 0;

package/dist/server/workspaces.js

@@ -246,6 +246,41 @@ export function reorderContainer(wsFile, containerId, afterIdentifier) {
     writeWorkspace(wsFile, ws);
     return ws;
 }
+export function moveContainer(wsFile, containerId, targetContainerId, afterIdentifier) {
+    const ws = getWorkspace(wsFile);
+    moveNode(ws.root, containerId, targetContainerId, afterIdentifier);
+    writeWorkspace(wsFile, ws);
+    return ws;
+}
+export function reorderWorkspaceAfter(filename, afterFilename) {
+    ensureWorkspacesDir();
+    const order = readOrder();
+    // Ensure all current workspace files are in the order array
+    const files = readdirSync(getWorkspacesDir()).filter(f => f.endsWith('.json') && f !== '_order.json');
+    for (const f of files) {
+        if (!order.includes(f))
+            order.push(f);
+    }
+    // Remove target
+    const idx = order.indexOf(filename);
+    if (idx === -1)
+        throw new Error(`Workspace "${filename}" not found in order`);
+    order.splice(idx, 1);
+    // Insert
+    if (afterFilename === null) {
+        order.unshift(filename);
+    }
+    else {
+        const afterIdx = order.indexOf(afterFilename);
+        if (afterIdx === -1) {
+            order.push(filename);
+        }
+        else {
+            order.splice(afterIdx + 1, 0, filename);
+        }
+    }
+    writeOrder(order);
+}
 // ============================================================================
 // CONTEXT
 // ============================================================================

package/dist/server/ws.js

@@ -2,7 +2,7 @@
  * WebSocket handler: pushes NodeChanges to browser, receives doc updates + signals.
  */
 import { WebSocketServer, WebSocket } from 'ws';
-import { updateDocument, getDocument, getTitle, getFilePath, getDocId, getMetadata, setMetadata, save, onChanges, isAgentLocked, getPendingDocInfo, updatePendingCacheForActiveDoc, stripPendingAttrs, saveDocToFile, stripPendingAttrsFromFile, } from './state.js';
+import { updateDocument, getDocument, getTitle, getFilePath, getDocId, getMetadata, setMetadata, save, onChanges, isAgentLocked, setAgentLock, getPendingDocInfo, updatePendingCacheForActiveDoc, stripPendingAttrs, saveDocToFile, stripPendingAttrsFromFile, } from './state.js';
 import { switchDocument, createDocument, deleteDocument, getActiveFilename, promoteTempFile } from './documents.js';
 import { removeDocFromAllWorkspaces } from './workspaces.js';
 const clients = new Set();
@@ -61,6 +61,10 @@ export function setupWebSocket(server) {
         if (hasHrChange) {
             const doc = getDocument();
             console.log(`[WS] HR detected in tweet thread → sending document-switched (${doc?.content?.length || 0} nodes)`);
+            // Re-set agent lock so the 3s window starts NOW, not from the original insert.
+            // Tweet thread resyncs recreate all editors which fire onUpdate → stale doc-updates.
+            // Without this reset, the lock expires before the browser finishes recreating editors.
+            setAgentLock();
             const filePath = getFilePath();
             const filename = filePath ? filePath.split(/[/\\]/).pop() || '' : '';
             const msg = JSON.stringify({
@@ -128,7 +132,13 @@ export function setupWebSocket(server) {
                         saveDocToFile(msg.filename, msg.document);
                     }
                     else {
-                        console.log(`[WS] doc-update ACCEPTED (browser: ${nodeCount} nodes, server: ${currentNodeCount} nodes)`);
+                        // Strip ephemeral imageLoading nodes — they're transient placeholders that should
+                        // never persist. The browser's doc-update can re-add them after a failed rewrite.
+                        if (msg.document.content) {
+                            msg.document.content = msg.document.content.filter((n) => n.type !== 'imageLoading');
+                        }
+                        const cleanedCount = msg.document.content?.length || 0;
+                        console.log(`[WS] doc-update ACCEPTED (browser: ${nodeCount} nodes, cleaned: ${cleanedCount}, server: ${currentNodeCount} nodes)`);
                         updateDocument(msg.document);
                         updatePendingCacheForActiveDoc(); // Keep cache in sync after browser edits/reject-all
                         debouncedSave();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "openwriter",
-  "version": "0.6.11",
+  "version": "0.8.0",
   "description": "The open-source writing surface for AI agents. Markdown-native editor with pending change review — your agent writes, you accept or reject.",
   "type": "module",
   "license": "MIT",
@@ -59,6 +59,7 @@
     "@tiptap/starter-kit": "^3.0.0",
     "@turbodocx/html-to-docx": "^1.20.1",
     "@types/multer": "^2.0.0",
+    "@xdevplatform/xdk": "^0.4.0",
     "express": "^4.21.0",
     "gray-matter": "^4.0.3",
     "lowlight": "^3.3.0",
@@ -72,8 +73,8 @@
     "react": "^18.3.1",
     "react-dom": "^18.3.1",
     "trash": "^10.1.0",
+    "twitter-text": "^3.1.0",
     "ws": "^8.18.0",
-    "@xdevplatform/xdk": "^0.4.0",
     "zod": "^3.25.76"
   },
   "devDependencies": {
@@ -81,6 +82,7 @@
     "@types/markdown-it": "^14.1.2",
     "@types/react": "^18.3.0",
     "@types/react-dom": "^18.3.0",
+    "@types/twitter-text": "^3.1.10",
     "@types/ws": "^8.5.0",
     "@vitejs/plugin-react": "^4.3.0",
     "typescript": "^5.6.0",

package/skill/SKILL.md

@@ -16,7 +16,7 @@ description: |
   Requires: OpenWriter MCP server configured. Browser UI at localhost:5050.
 metadata:
   author: travsteward
-  version: "0.2.7"
+  version: "0.3.0"
   repository: https://github.com/travsteward/openwriter
 license: MIT
 ---
@@ -96,6 +96,8 @@ Every document has an immutable **docId** (8-char hex, e.g. `a1b2c3d4`) in its Y
 - Two documents can have the same title — the docId disambiguates
 - Filenames contain UUIDs unrelated to docIds — the first segment of a filename UUID looks like a docId but is not
 
+**MCP params:** `metadata`, `changes`, `content` are objects — never stringify them.
+
 ## MCP Tools Reference (36 core + 21 publish platform)
 
 ### Document Operations
@@ -147,7 +149,7 @@ Every document has an immutable **docId** (8-char hex, e.g. `a1b2c3d4`) in its Y
 | `delete_container` | Delete a container from a workspace (doc files stay on disk) |
 | `tag_doc` | Add a tag to a document by docId (stored in doc frontmatter) |
 | `untag_doc` | Remove a tag from a document by docId |
-| `move_doc` | Add a doc to a workspace, or move it within the workspace (by docId) |
+| `move_item` | Move or reorder a doc, container, or workspace (type: doc/container/workspace) |
 | `rename_item` | Rename a workspace, container, or document (type: workspace/container/document) |
 
 ### Agent Marks
@@ -161,14 +163,13 @@ Every document has an immutable **docId** (8-char hex, e.g. `a1b2c3d4`) in its Y
 
 | Tool | Key Params | Description |
 |------|-----------|-------------|
-| `edit_text` | `docId`, `nodeId`, `edits` | Fine-grained text edits within a node (find/replace, add/remove marks) |
+| `edit_text` | `docId`, `nodeId`, `edits` | Fine-grained text edits within a node (find/replace, add/remove marks). **`edits` must be a JSON array, not a string.** Example: `edits: [{ find: "old text", replace: "new text" }]` |
 
 ### Image Generation
 
 | Tool | Description |
 |------|-------------|
-| `generate_image` | Generate an image via Gemini Nano Banana 2 — optionally set as article cover (requires GEMINI_API_KEY) |
-| `insert_image` | Insert an image into the document at a specific position (from URL or local path) |
+| `insert_image` | Generate image via Gemini. Three modes: (1) `docId` + `afterNodeId` → inline insert with pending decoration. (2) `set_cover: true` → set as article cover. (3) Neither → generate to disk only. Requires GEMINI_API_KEY. |
 
 ### Version Management
 
@@ -228,7 +229,7 @@ create_document({
 - **`container`** (string) — container name within the workspace (e.g. "Chapters", "Notes", "References"). Auto-creates if not found. Requires `workspace`.
 - Both are optional — omit for standalone docs outside any workspace.
 
-This eliminates the need for separate `create_workspace`, `create_container`, and `move_doc` calls when building up a workspace.
+This eliminates the need for separate `create_workspace`, `create_container`, and `move_item` calls when building up a workspace.
 
 ## Workflow
 
@@ -395,6 +396,17 @@ Threads are single documents with `horizontalRule` nodes separating each tweet.
    }})
 ```
 
+### Inserting New Tweets into Existing Threads
+
+**Insert HR + paragraph as ONE change with a content array.** Two separate calls will fail — the browser resyncs on HR insertion and overwrites the second call.
+
+```
+write_to_pad({ docId: "...", changes: [
+  { operation: "insert", afterNodeId: "<last-node-of-previous-tweet>",
+    content: [{ type: "horizontalRule" }, { type: "paragraph", content: [{ type: "text", text: "New tweet" }] }] }
+]})
+```
+
 ### Paragraph Spacing in Tweets
 
 Tweet compose uses `<br>` (hardBreak) for line breaks within a paragraph. Double Enter in the browser creates a new `<p>` node (paragraph split) with visual spacing.
@@ -440,6 +452,16 @@ After creating a thread, use `read_pad` to get node IDs, then `insert_image` to
 
 All `insert_image` calls can run **in parallel** — no dependencies between them. Images appear with green pending decorations for user review.
 
+### Inserting Existing Images (from disk)
+
+Copy to `~/.openwriter/profiles/Default/_images/`, then use TipTap JSON in `write_to_pad`:
+
+```
+content: { "type": "image", "attrs": { "src": "/_images/my-image.png", "alt": "..." } }
+```
+
+**Markdown `![alt](path)` does NOT work** — creates an empty paragraph. Always use TipTap JSON.
+
 ## Review Etiquette
 
 1. **Share the URL.** Always tell the user: http://localhost:5050