openwriter 0.7.0 → 0.8.1

package/dist/server/state.js

@@ -92,7 +92,7 @@ export function getDocId() {
 export function getPlainText() {
     return extractText(state.document.content);
 }
-function extractText(nodes) {
+export function extractText(nodes) {
     if (!nodes)
         return '';
     return nodes
@@ -170,21 +170,21 @@ function computePartialRange(origContent, newContent) {
     let origTo = origEnd >= firstDiff && origEnd < origWords.length ? origWords[origEnd].end : origFrom;
     let newFrom = firstDiff < newWords.length ? newWords[firstDiff].start : newText.length;
     let newTo = newEnd >= firstDiff && newEnd < newWords.length ? newWords[newEnd].end : newFrom;
-    // Snap start back to previous sentence boundary (after ". ")
+    // Snap start back to previous sentence boundary (after ". " or ".\n")
     const snapBack = (text, pos) => {
         let i = pos - 1;
         while (i > 0) {
-            if (text[i] === '.' && i + 1 < text.length && text[i + 1] === ' ')
+            if (text[i] === '.' && i + 1 < text.length && (text[i + 1] === ' ' || text[i + 1] === '\n'))
                 return i + 2;
             i--;
         }
         return 0; // No period found → start of text
     };
-    // Snap end forward to next sentence boundary (the ". " or end of text)
+    // Snap end forward to next sentence boundary (". " or ".\n" or end of text)
     const snapForward = (text, pos) => {
         let i = pos;
         while (i < text.length) {
-            if (text[i] === '.' && (i + 1 >= text.length || text[i + 1] === ' '))
+            if (text[i] === '.' && (i + 1 >= text.length || text[i + 1] === ' ' || text[i + 1] === '\n'))
                 return i + 1;
             i++;
         }
@@ -249,31 +249,67 @@ export function getNodesByIds(ids) {
     }
     return result;
 }
+/** Pure version of getNodesByIds — takes content array instead of reading state. */
+export function findNodesByIds(docContent, ids) {
+    const result = [];
+    const idSet = new Set(ids);
+    function scan(nodes) {
+        if (!nodes)
+            return;
+        for (let i = 0; i < nodes.length; i++) {
+            const node = nodes[i];
+            if (node.attrs?.id && idSet.has(node.attrs.id)) {
+                result.push(node);
+                if (i + 1 < nodes.length && nodes[i + 1].type === 'horizontalRule') {
+                    result.push(nodes[i + 1]);
+                }
+            }
+            if (node.content)
+                scan(node.content);
+        }
+    }
+    scan(docContent);
+    if (result.length > 0 && result[result.length - 1].type === 'horizontalRule') {
+        result.pop();
+    }
+    return result;
+}
 export function getMetadata() {
     return state.metadata;
 }
-export function setMetadata(updates) {
-    // Prevent blogContext contamination: only allow blogContext writes if
-    // the incoming update has active:true OR the doc already has active blogContext
-    if (updates.blogContext && !updates.blogContext.active && !state.metadata?.blogContext?.active) {
+/**
+ * Apply contamination guards + deep-merge context keys. Pure function.
+ * Returns the merged metadata object, or null if all updates were filtered out.
+ */
+export function mergeMetadataUpdates(existing, updates) {
+    // Clone so we don't mutate the caller's object
+    updates = { ...updates };
+    // Prevent blogContext contamination
+    if (updates.blogContext && !updates.blogContext.active && !existing?.blogContext?.active) {
         delete updates.blogContext;
         if (Object.keys(updates).length === 0)
-            return;
+            return null;
     }
     // Same guard for newsletterContext
-    if (updates.newsletterContext && !updates.newsletterContext.active && !state.metadata?.newsletterContext?.active) {
+    if (updates.newsletterContext && !updates.newsletterContext.active && !existing?.newsletterContext?.active) {
         delete updates.newsletterContext;
         if (Object.keys(updates).length === 0)
-            return;
+            return null;
     }
-    // Deep-merge known context objects so partial updates preserve essential fields (active, format, etc.)
+    // Deep-merge known context objects
     const CONTEXT_KEYS = ['blogContext', 'newsletterContext', 'articleContext', 'tweetContext', 'linkedinContext'];
     for (const key of CONTEXT_KEYS) {
-        if (updates[key] && typeof updates[key] === 'object' && state.metadata?.[key] && typeof state.metadata[key] === 'object') {
-            updates[key] = { ...state.metadata[key], ...updates[key] };
+        if (updates[key] && typeof updates[key] === 'object' && existing?.[key] && typeof existing[key] === 'object') {
+            updates[key] = { ...existing[key], ...updates[key] };
         }
     }
-    state.metadata = { ...state.metadata, ...updates };
+    return { ...existing, ...updates };
+}
+export function setMetadata(updates) {
+    const merged = mergeMetadataUpdates(state.metadata, updates);
+    if (!merged)
+        return;
+    state.metadata = merged;
     if (updates.title)
         state.title = updates.title;
     // Auto-tag based on context metadata
@@ -599,6 +635,26 @@ function applyChangesToDoc(doc, changes) {
             const found = findNode(doc.content, change.nodeId, doc.content);
             if (!found)
                 continue;
+            // Tweet thread: hard-delete paragraphs + adjacent HR immediately.
+            // Tweet compose view can't handle pending deletes near HRs — hard-delete and resync.
+            const delNode = found.parent[found.index];
+            if (delNode.type === 'paragraph' && state.metadata?.tweetContext) {
+                const idx = found.index;
+                if (idx > 0 && found.parent[idx - 1].type === 'horizontalRule') {
+                    found.parent.splice(idx, 1);
+                    found.parent.splice(idx - 1, 1);
+                }
+                else if (idx + 1 < found.parent.length && found.parent[idx + 1].type === 'horizontalRule') {
+                    found.parent.splice(idx + 1, 1);
+                    found.parent.splice(idx, 1);
+                }
+                else {
+                    found.parent.splice(idx, 1);
+                }
+                // Push a synthetic HR change so ws.ts detects it and sends document-switched
+                processed.push({ operation: 'delete', nodeId: change.nodeId, content: [{ type: 'horizontalRule' }] });
+                continue;
+            }
             found.parent[found.index] = {
                 ...found.parent[found.index],
                 attrs: {
@@ -769,7 +825,7 @@ export function invalidateDocCache(filePath) {
     docCache.delete(filePath);
 }
 /** Update the cache entry for a file after writing changes (without cloning the active state). */
-function updateCacheEntry(filePath, doc, title, metadata, isTemp, docId) {
+export function updateCacheEntry(filePath, doc, title, metadata, isTemp, docId) {
     let fileMtime = 0;
     try {
         fileMtime = statSync(filePath).mtimeMs;
@@ -1320,7 +1376,7 @@ export function stripPendingAttrsFromFile(filename, clearAgentCreated) {
  * Returns { title, wordCount, pendingCount } for the response message.
  */
 /** Count pending nodes in a document tree. */
-function countPending(nodes) {
+export function countPending(nodes) {
     let count = 0;
     if (!nodes)
         return 0;

package/dist/server/task-routes.js

@@ -0,0 +1,38 @@
+/**
+ * Express routes for task CRUD.
+ * Mounted in index.ts to keep the main file lean.
+ */
+import { Router } from 'express';
+import { readTasks, addTask, updateTask, removeTask } from './tasks.js';
+export function createTaskRouter() {
+    const router = Router();
+    router.get('/api/tasks', (_req, res) => {
+        res.json({ tasks: readTasks() });
+    });
+    router.post('/api/tasks', (req, res) => {
+        const { text } = req.body;
+        if (!text?.trim()) {
+            res.status(400).json({ error: 'text is required' });
+            return;
+        }
+        res.json({ task: addTask(text.trim()) });
+    });
+    router.put('/api/tasks/:id', (req, res) => {
+        const { text, completed } = req.body;
+        const task = updateTask(req.params.id, { text, completed });
+        if (!task) {
+            res.status(404).json({ error: 'Task not found' });
+            return;
+        }
+        res.json({ task });
+    });
+    router.delete('/api/tasks/:id', (req, res) => {
+        const ok = removeTask(req.params.id);
+        if (!ok) {
+            res.status(404).json({ error: 'Task not found' });
+            return;
+        }
+        res.json({ success: true });
+    });
+    return router;
+}

package/dist/server/tasks.js

@@ -0,0 +1,52 @@
+/**
+ * Per-profile task persistence. Stores tasks.json in the profile data dir.
+ */
+import { join } from 'path';
+import { existsSync, readFileSync } from 'fs';
+import { getDataDir, atomicWriteFileSync, generateNodeId } from './helpers.js';
+function tasksPath() {
+    return join(getDataDir(), 'tasks.json');
+}
+export function readTasks() {
+    const p = tasksPath();
+    if (!existsSync(p))
+        return [];
+    try {
+        return JSON.parse(readFileSync(p, 'utf-8'));
+    }
+    catch {
+        return [];
+    }
+}
+export function writeTasks(tasks) {
+    atomicWriteFileSync(tasksPath(), JSON.stringify(tasks, null, 2));
+}
+export function addTask(text) {
+    const tasks = readTasks();
+    const maxPos = tasks.reduce((m, t) => Math.max(m, t.position), -1);
+    const task = { id: generateNodeId(), text, completed: false, position: maxPos + 1 };
+    tasks.push(task);
+    writeTasks(tasks);
+    return task;
+}
+export function updateTask(id, patch) {
+    const tasks = readTasks();
+    const task = tasks.find((t) => t.id === id);
+    if (!task)
+        return null;
+    if (patch.text !== undefined)
+        task.text = patch.text;
+    if (patch.completed !== undefined)
+        task.completed = patch.completed;
+    writeTasks(tasks);
+    return task;
+}
+export function removeTask(id) {
+    const tasks = readTasks();
+    const idx = tasks.findIndex((t) => t.id === id);
+    if (idx === -1)
+        return false;
+    tasks.splice(idx, 1);
+    writeTasks(tasks);
+    return true;
+}

package/dist/server/ws.js

@@ -2,7 +2,7 @@
  * WebSocket handler: pushes NodeChanges to browser, receives doc updates + signals.
  */
 import { WebSocketServer, WebSocket } from 'ws';
-import { updateDocument, getDocument, getTitle, getFilePath, getDocId, getMetadata, setMetadata, save, onChanges, isAgentLocked, getPendingDocInfo, updatePendingCacheForActiveDoc, stripPendingAttrs, saveDocToFile, stripPendingAttrsFromFile, } from './state.js';
+import { updateDocument, getDocument, getTitle, getFilePath, getDocId, getMetadata, setMetadata, save, onChanges, isAgentLocked, setAgentLock, getPendingDocInfo, updatePendingCacheForActiveDoc, stripPendingAttrs, saveDocToFile, stripPendingAttrsFromFile, } from './state.js';
 import { switchDocument, createDocument, deleteDocument, getActiveFilename, promoteTempFile } from './documents.js';
 import { removeDocFromAllWorkspaces } from './workspaces.js';
 const clients = new Set();
@@ -61,6 +61,10 @@ export function setupWebSocket(server) {
         if (hasHrChange) {
             const doc = getDocument();
             console.log(`[WS] HR detected in tweet thread → sending document-switched (${doc?.content?.length || 0} nodes)`);
+            // Re-set agent lock so the 3s window starts NOW, not from the original insert.
+            // Tweet thread resyncs recreate all editors which fire onUpdate → stale doc-updates.
+            // Without this reset, the lock expires before the browser finishes recreating editors.
+            setAgentLock();
             const filePath = getFilePath();
             const filename = filePath ? filePath.split(/[/\\]/).pop() || '' : '';
             const msg = JSON.stringify({
@@ -128,7 +132,13 @@ export function setupWebSocket(server) {
                         saveDocToFile(msg.filename, msg.document);
                     }
                     else {
-                        console.log(`[WS] doc-update ACCEPTED (browser: ${nodeCount} nodes, server: ${currentNodeCount} nodes)`);
+                        // Strip ephemeral imageLoading nodes — they're transient placeholders that should
+                        // never persist. The browser's doc-update can re-add them after a failed rewrite.
+                        if (msg.document.content) {
+                            msg.document.content = msg.document.content.filter((n) => n.type !== 'imageLoading');
+                        }
+                        const cleanedCount = msg.document.content?.length || 0;
+                        console.log(`[WS] doc-update ACCEPTED (browser: ${nodeCount} nodes, cleaned: ${cleanedCount}, server: ${currentNodeCount} nodes)`);
                         updateDocument(msg.document);
                         updatePendingCacheForActiveDoc(); // Keep cache in sync after browser edits/reject-all
                         debouncedSave();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "openwriter",
-  "version": "0.7.0",
+  "version": "0.8.1",
   "description": "The open-source writing surface for AI agents. Markdown-native editor with pending change review — your agent writes, you accept or reject.",
   "type": "module",
   "license": "MIT",
@@ -59,6 +59,7 @@
     "@tiptap/starter-kit": "^3.0.0",
     "@turbodocx/html-to-docx": "^1.20.1",
     "@types/multer": "^2.0.0",
+    "@xdevplatform/xdk": "^0.4.0",
     "express": "^4.21.0",
     "gray-matter": "^4.0.3",
     "lowlight": "^3.3.0",
@@ -72,8 +73,8 @@
     "react": "^18.3.1",
     "react-dom": "^18.3.1",
     "trash": "^10.1.0",
+    "twitter-text": "^3.1.0",
     "ws": "^8.18.0",
-    "@xdevplatform/xdk": "^0.4.0",
     "zod": "^3.25.76"
   },
   "devDependencies": {
@@ -81,6 +82,7 @@
     "@types/markdown-it": "^14.1.2",
     "@types/react": "^18.3.0",
     "@types/react-dom": "^18.3.0",
+    "@types/twitter-text": "^3.1.10",
     "@types/ws": "^8.5.0",
     "@vitejs/plugin-react": "^4.3.0",
     "typescript": "^5.6.0",

package/skill/SKILL.md

@@ -3,7 +3,7 @@ name: openwriter
 description: |
   OpenWriter — the writing surface for AI agents. A markdown-native rich text
   editor where agents write via MCP tools and users accept or reject changes
-  in-browser. 36 core MCP tools for document editing, multi-doc workspaces,
+  in-browser. 40 core MCP tools for document editing, multi-doc workspaces,
   and organization, plus 21 publish platform tools for newsletter, social
   posting, and scheduling. Tweet compose mode for drafting replies/QTs with
   pixel-accurate X/Twitter UI. Plain .md files on disk — no database, no lock-in.
@@ -16,7 +16,7 @@ description: |
   Requires: OpenWriter MCP server configured. Browser UI at localhost:5050.
 metadata:
   author: travsteward
-  version: "0.2.8"
+  version: "0.4.0"
   repository: https://github.com/travsteward/openwriter
 license: MIT
 ---
@@ -98,7 +98,7 @@ Every document has an immutable **docId** (8-char hex, e.g. `a1b2c3d4`) in its Y
 
 **MCP params:** `metadata`, `changes`, `content` are objects — never stringify them.
 
-## MCP Tools Reference (36 core + 21 publish platform)
+## MCP Tools Reference (40 core + 21 publish platform)
 
 ### Document Operations
 
@@ -159,18 +159,28 @@ Every document has an immutable **docId** (8-char hex, e.g. `a1b2c3d4`) in its Y
 | `get_agent_marks` | `docId?` | Get inline feedback marks left by the user (optional docId — omit for all docs) |
 | `resolve_agent_marks` | `mark_ids` | Remove marks after addressing feedback (pass mark IDs) |
 
+### Task Management
+
+| Tool | Key Params | Description |
+|------|-----------|-------------|
+| `list_tasks` | — | List all tasks for the current profile |
+| `add_task` | `text` | Add a new task to the checklist |
+| `update_task` | `id`, `text?`, `completed?` | Update a task (text or completion status) |
+| `remove_task` | `id` | Remove a task from the checklist |
+
+Call `list_tasks` at session start to check for pending work from previous sessions.
+
 ### Text Operations
 
 | Tool | Key Params | Description |
 |------|-----------|-------------|
-| `edit_text` | `docId`, `nodeId`, `edits` | Fine-grained text edits within a node (find/replace, add/remove marks) |
+| `edit_text` | `docId`, `nodeId`, `edits` | Fine-grained text edits within a node (find/replace, add/remove marks). **`edits` must be a JSON array, not a string.** Example: `edits: [{ find: "old text", replace: "new text" }]` |
 
 ### Image Generation
 
 | Tool | Description |
 |------|-------------|
-| `generate_image` | Generate an image via Gemini Nano Banana 2 — optionally set as article cover (requires GEMINI_API_KEY) |
-| `insert_image` | Insert an image into the document at a specific position (from URL or local path) |
+| `insert_image` | Generate image via Gemini. Three modes: (1) `docId` + `afterNodeId` → inline insert with pending decoration. (2) `set_cover: true` → set as article cover. (3) Neither → generate to disk only. Requires GEMINI_API_KEY. |
 
 ### Version Management
 
@@ -397,6 +407,17 @@ Threads are single documents with `horizontalRule` nodes separating each tweet.
    }})
 ```
 
+### Inserting New Tweets into Existing Threads
+
+**Insert HR + paragraph as ONE change with a content array.** Two separate calls will fail — the browser resyncs on HR insertion and overwrites the second call.
+
+```
+write_to_pad({ docId: "...", changes: [
+  { operation: "insert", afterNodeId: "<last-node-of-previous-tweet>",
+    content: [{ type: "horizontalRule" }, { type: "paragraph", content: [{ type: "text", text: "New tweet" }] }] }
+]})
+```
+
 ### Paragraph Spacing in Tweets
 
 Tweet compose uses `<br>` (hardBreak) for line breaks within a paragraph. Double Enter in the browser creates a new `<p>` node (paragraph split) with visual spacing.