roam-research-mcp 0.32.0 → 0.32.4

package/README.md

@@ -73,6 +73,7 @@ docker run -p 3000:3000 -p 8088:8088 -p 8087:8087 \
   -e ROAM_API_TOKEN="your-api-token" \
   -e ROAM_GRAPH_NAME="your-graph-name" \
   -e MEMORIES_TAG="#[[LLM/Memories]]" \
+  -e CUSTOM_INSTRUCTIONS_PATH="/path/to/your/custom_instructions_file.md" \
   -e HTTP_STREAM_PORT="8088" \
   -e SSE_PORT="8087" \
   roam-research-mcp
@@ -106,10 +107,11 @@ The server provides powerful tools for interacting with Roam Research:
 - Efficient batch operations
 - Hierarchical outline creation
 - Enhanced documentation for Roam Tables in `Roam_Markdown_Cheatsheet.md` for clearer guidance on nesting.
+  - Custom instruction appended to the cheat sheet about your specific Roam notes.
 
 1. `roam_fetch_page_by_title`: Fetch page content by title. Returns content in the specified format.
 2. `roam_fetch_block_with_children`: Fetch a block by its UID along with its hierarchical children down to a specified depth. Automatically handles `((UID))` formatting.
-3. `roam_create_page`: Create new pages with optional content and headings.
+3. `roam_create_page`: Create new pages with optional content and headings. Now creates a block on the daily page linking to the newly created page.
 4. `roam_import_markdown`: Import nested markdown content under a specific block. (Internally uses `roam_process_batch_actions`.)
 5. `roam_add_todo`: Add a list of todo items to today's daily page. (Internally uses `roam_process_batch_actions`.)
 6. `roam_create_outline`: Add a structured outline to an existing page or block, with support for `children_view_type`. Best for simpler, sequential outlines. For complex nesting (e.g., tables), consider `roam_process_batch_actions`. If `page_title_uid` and `block_text_uid` are both blank, content defaults to the daily page. (Internally uses `roam_process_batch_actions`.)
@@ -242,6 +244,7 @@ This demonstrates moving a block from one location to another and simultaneously
    ROAM_API_TOKEN=your-api-token
    ROAM_GRAPH_NAME=your-graph-name
    MEMORIES_TAG='#[[LLM/Memories]]'
+   CUSTOM_INSTRUCTIONS_PATH='/path/to/your/custom_instructions_file.md'
    HTTP_STREAM_PORT=8088 # Or your desired port for HTTP Stream communication
    SSE_PORT=8087 # Or your desired port for SSE communication
    ```
@@ -262,6 +265,7 @@ This demonstrates moving a block from one location to another and simultaneously
            "ROAM_API_TOKEN": "your-api-token",
            "ROAM_GRAPH_NAME": "your-graph-name",
            "MEMORIES_TAG": "#[[LLM/Memories]]",
+           "CUSTOM_INSTRUCTIONS_PATH": "/path/to/your/custom_instructions_file.md",
            "HTTP_STREAM_PORT": "8088",
            "SSE_PORT": "8087"
          }

package/build/Roam_Markdown_Cheatsheet.md

@@ -112,7 +112,12 @@ The provided markdown structure represents a Roam Research Kanban board. It star
 This markdown structure allows embedding custom HTML or other content using Hiccup syntax. The `:hiccup` keyword is followed by a Clojure-like vector defining the HTML elements and their attributes in one block. This provides a powerful way to inject dynamic or custom components into your Roam graph. Example: `:hiccup [:iframe {:width "600" :height "400" :src "https://www.example.com"}]`
 
 ## Specific notes and preferences concerning my Roam Research graph
+### What To Tag
 
----
+NONE
+
+### Don't Include…
+
+NONE
 
 ⭐️📋 END (Cheat Sheet LOADED) < < < 📋⭐️

package/build/markdown-utils.js

@@ -75,73 +75,69 @@ function convertToRoamMarkdown(text) {
     return text;
 }
 function parseMarkdown(markdown) {
-    // Convert markdown syntax first
     markdown = convertToRoamMarkdown(markdown);
-    const lines = markdown.split('\n');
+    const originalLines = markdown.split('\n');
+    const processedLines = [];
+    // Pre-process lines to handle mid-line code blocks without splice
+    for (const line of originalLines) {
+        const trimmedLine = line.trimEnd();
+        const codeStartIndex = trimmedLine.indexOf('```');
+        if (codeStartIndex > 0) {
+            const indentationWhitespace = line.match(/^\s*/)?.[0] ?? '';
+            processedLines.push(indentationWhitespace + trimmedLine.substring(0, codeStartIndex));
+            processedLines.push(indentationWhitespace + trimmedLine.substring(codeStartIndex));
+        }
+        else {
+            processedLines.push(line);
+        }
+    }
     const rootNodes = [];
     const stack = [];
     let inCodeBlock = false;
     let codeBlockContent = '';
     let codeBlockIndentation = 0;
     let codeBlockParentLevel = 0;
-    for (let i = 0; i < lines.length; i++) {
-        const line = lines[i];
+    for (let i = 0; i < processedLines.length; i++) {
+        const line = processedLines[i];
         const trimmedLine = line.trimEnd();
-        // Handle code blocks
         if (trimmedLine.match(/^(\s*)```/)) {
             if (!inCodeBlock) {
-                // Start of code block
                 inCodeBlock = true;
-                // Store the opening backticks without indentation
                 codeBlockContent = trimmedLine.trimStart() + '\n';
                 codeBlockIndentation = line.match(/^\s*/)?.[0].length ?? 0;
-                // Save current parent level
                 codeBlockParentLevel = stack.length;
             }
             else {
-                // End of code block
                 inCodeBlock = false;
-                // Add closing backticks without indentation
                 codeBlockContent += trimmedLine.trimStart();
-                // Process the code block content to fix indentation
-                const lines = codeBlockContent.split('\n');
-                // Find the first non-empty code line to determine base indentation
+                const linesInCodeBlock = codeBlockContent.split('\n');
                 let baseIndentation = '';
-                let codeStartIndex = -1;
-                for (let i = 1; i < lines.length - 1; i++) {
-                    const line = lines[i];
-                    if (line.trim().length > 0) {
-                        const indentMatch = line.match(/^[\t ]*/);
+                for (let j = 1; j < linesInCodeBlock.length - 1; j++) {
+                    const codeLine = linesInCodeBlock[j];
+                    if (codeLine.trim().length > 0) {
+                        const indentMatch = codeLine.match(/^[\t ]*/);
                         if (indentMatch) {
                             baseIndentation = indentMatch[0];
-                            codeStartIndex = i;
                             break;
                         }
                     }
                 }
-                // Process lines maintaining relative indentation from the first code line
-                const processedLines = lines.map((line, index) => {
-                    // Keep backticks as is
-                    if (index === 0 || index === lines.length - 1)
-                        return line.trimStart();
-                    // Empty lines should be completely trimmed
-                    if (line.trim().length === 0)
+                const processedCodeLines = linesInCodeBlock.map((codeLine, index) => {
+                    if (index === 0 || index === linesInCodeBlock.length - 1)
+                        return codeLine.trimStart();
+                    if (codeLine.trim().length === 0)
                         return '';
-                    // For code lines, remove only the base indentation
-                    if (line.startsWith(baseIndentation)) {
-                        return line.slice(baseIndentation.length);
+                    if (codeLine.startsWith(baseIndentation)) {
+                        return codeLine.slice(baseIndentation.length);
                     }
-                    // If line has less indentation than base, trim all leading whitespace
-                    return line.trimStart();
+                    return codeLine.trimStart();
                 });
-                // Create node for the entire code block
                 const level = Math.floor(codeBlockIndentation / 2);
                 const node = {
-                    content: processedLines.join('\n'),
+                    content: processedCodeLines.join('\n'),
                     level,
                     children: []
                 };
-                // Restore to code block's parent level
                 while (stack.length > codeBlockParentLevel) {
                     stack.pop();
                 }
@@ -169,37 +165,30 @@ function parseMarkdown(markdown) {
             codeBlockContent += line + '\n';
             continue;
         }
-        // Skip truly empty lines (no spaces)
         if (trimmedLine === '') {
             continue;
         }
-        // Calculate indentation level (2 spaces = 1 level)
         const indentation = line.match(/^\s*/)?.[0].length ?? 0;
         let level = Math.floor(indentation / 2);
         let contentToParse;
         const bulletMatch = trimmedLine.match(/^(\s*)[-*+]\s+/);
         if (bulletMatch) {
-            // If it's a bullet point, adjust level based on bullet indentation
             level = Math.floor(bulletMatch[1].length / 2);
-            contentToParse = trimmedLine.substring(bulletMatch[0].length); // Content after bullet
+            contentToParse = trimmedLine.substring(bulletMatch[0].length);
         }
         else {
-            contentToParse = trimmedLine; // No bullet, use trimmed line
+            contentToParse = trimmedLine;
         }
-        // Now, from the content after bullet/initial indentation, check for heading
         const { heading_level, content: finalContent } = parseMarkdownHeadingLevel(contentToParse);
-        // Create node
         const node = {
-            content: finalContent, // Use content after heading parsing
-            level, // Use level derived from bullet/indentation
+            content: finalContent,
+            level,
             ...(heading_level > 0 && { heading_level }),
             children: []
         };
-        // Pop stack until we find the parent level
         while (stack.length > level) {
             stack.pop();
         }
-        // Add to appropriate parent
         if (level === 0 || !stack[level - 1]) {
             rootNodes.push(node);
             stack[0] = node;

package/build/tools/operations/outline.js

@@ -21,6 +21,7 @@ export class OutlineOperations {
      *                         no matching block is found, a new block with that text will be created
      *                         on the page to serve as the parent. If a UID is provided and the block
      *                         is not found, an error will be thrown.
+     * @returns An object containing success status, page UID, parent UID, and a nested array of created block UIDs.
      */
     async createOutline(outline, page_title_uid, block_text_uid) {
         // Validate input
@@ -125,7 +126,6 @@ export class OutlineOperations {
                 // Exponential backoff
                 const delay = initialDelay * Math.pow(2, retry);
                 await new Promise(resolve => setTimeout(resolve, delay));
-                console.log(`Retry ${retry + 1}/${maxRetries} finding block "${blockString}" under "${pageUid}"`);
             }
             throw new McpError(ErrorCode.InternalError, `Failed to find block "${blockString}" under page "${pageUid}" after trying multiple strategies`);
         };
@@ -162,7 +162,7 @@ export class OutlineOperations {
                     }
                     catch (error) {
                         const errorMessage = error instanceof Error ? error.message : String(error);
-                        console.log(`Failed to find block on attempt ${retry + 1}: ${errorMessage}`);
+                        // console.log(`Failed to find block on attempt ${retry + 1}: ${errorMessage}`); // Removed console.log
                         if (retry === maxRetries - 1)
                             throw error;
                     }
@@ -174,7 +174,7 @@ export class OutlineOperations {
                 if (isRetry)
                     throw error;
                 // Otherwise, try one more time with a clean slate
-                console.log(`Retrying block creation for "${content}" with fresh attempt`);
+                // console.log(`Retrying block creation for "${content}" with fresh attempt`); // Removed console.log
                 await new Promise(resolve => setTimeout(resolve, initialDelay * 2));
                 return createAndVerifyBlock(content, parentUid, maxRetries, initialDelay, true);
             }
@@ -183,6 +183,50 @@ export class OutlineOperations {
         const isValidUid = (str) => {
             return typeof str === 'string' && str.length === 9;
         };
+        // Helper function to fetch a block and its children recursively
+        const fetchBlockWithChildren = async (blockUid, level = 1) => {
+            const query = `
+        [:find ?childUid ?childString ?childOrder
+         :in $ ?parentUid
+         :where
+         [?parentEntity :block/uid ?parentUid]
+         [?parentEntity :block/children ?childEntity] ; This ensures direct children
+         [?childEntity :block/uid ?childUid]
+         [?childEntity :block/string ?childString]
+         [?childEntity :block/order ?childOrder]]
+      `;
+            const blockQuery = `
+        [:find ?string
+         :in $ ?uid
+         :where
+         [?e :block/uid ?uid]
+         [?e :block/string ?string]]
+      `;
+            try {
+                const blockStringResult = await q(this.graph, blockQuery, [blockUid]);
+                if (!blockStringResult || blockStringResult.length === 0) {
+                    return null;
+                }
+                const text = blockStringResult[0][0];
+                const childrenResults = await q(this.graph, query, [blockUid]);
+                const children = [];
+                if (childrenResults && childrenResults.length > 0) {
+                    // Sort children by order
+                    const sortedChildren = childrenResults.sort((a, b) => a[2] - b[2]);
+                    for (const childResult of sortedChildren) {
+                        const childUid = childResult[0];
+                        const nestedChild = await fetchBlockWithChildren(childUid, level + 1);
+                        if (nestedChild) {
+                            children.push(nestedChild);
+                        }
+                    }
+                }
+                return { uid: blockUid, text, level, children: children.length > 0 ? children : undefined };
+            }
+            catch (error) {
+                throw new McpError(ErrorCode.InternalError, `Failed to fetch block with children for UID "${blockUid}": ${error.message}`);
+            }
+        };
         // Get or create the parent block
         let targetParentUid;
         if (!block_text_uid) {
@@ -235,7 +279,9 @@ export class OutlineOperations {
                 const indent = '  '.repeat(item.level - 1);
                 // If the item text starts with a markdown heading (e.g., #, ##, ###),
                 // treat it as a direct heading without adding a bullet or outline indentation.
-                return `${indent}- ${item.text?.trim()}`;
+                // NEW CHANGE: Handle standalone code blocks - do not prepend bullet
+                const isCodeBlock = item.text?.startsWith('```') && item.text.endsWith('```') && item.text.includes('\n');
+                return isCodeBlock ? `${indent}${item.text?.trim()}` : `${indent}- ${item.text?.trim()}`;
             })
                 .join('\n');
             // Convert to Roam markdown format
@@ -243,13 +289,16 @@ export class OutlineOperations {
             // Parse markdown into hierarchical structure
             // We pass the original OutlineItem properties (heading, children_view_type)
             // along with the parsed content to the nodes.
-            const nodes = parseMarkdown(convertedContent).map((node, index) => ({
-                ...node,
-                ...(validOutline[index].heading && { heading_level: validOutline[index].heading }),
-                ...(validOutline[index].children_view_type && { children_view_type: validOutline[index].children_view_type })
-            }));
+            const nodes = parseMarkdown(convertedContent).map((node, index) => {
+                const outlineItem = validOutline[index];
+                return {
+                    ...node,
+                    ...(outlineItem?.heading && { heading_level: outlineItem.heading }),
+                    ...(outlineItem?.children_view_type && { children_view_type: outlineItem.children_view_type })
+                };
+            });
             // Convert nodes to batch actions
-            const actions = convertToRoamActions(nodes, targetParentUid, 'first');
+            const actions = convertToRoamActions(nodes, targetParentUid, 'last');
             if (actions.length === 0) {
                 throw new McpError(ErrorCode.InvalidRequest, 'No valid actions generated from outline');
             }
@@ -269,13 +318,32 @@ export class OutlineOperations {
                 throw error;
             throw new McpError(ErrorCode.InternalError, `Failed to create outline: ${error.message}`);
         }
-        // Get the created block UIDs
-        const createdUids = result?.created_uids || [];
+        // Post-creation verification to get actual UIDs for top-level blocks and their children
+        const createdBlocks = [];
+        // Only query for top-level blocks (level 1) based on the original outline input
+        const topLevelOutlineItems = validOutline.filter(item => item.level === 1);
+        for (const item of topLevelOutlineItems) {
+            try {
+                // Assert item.text is a string as it's filtered earlier to be non-undefined and non-empty
+                const foundUid = await findBlockWithRetry(targetParentUid, item.text);
+                if (foundUid) {
+                    const nestedBlock = await fetchBlockWithChildren(foundUid);
+                    if (nestedBlock) {
+                        createdBlocks.push(nestedBlock);
+                    }
+                }
+            }
+            catch (error) {
+                // This is a warning because even if one block fails to fetch, others might succeed.
+                // The error will be logged but not re-thrown to allow partial success reporting.
+                // console.warn(`Could not fetch nested block for "${item.text}": ${error.message}`);
+            }
+        }
         return {
             success: true,
             page_uid: targetPageUid,
             parent_uid: targetParentUid,
-            created_uids: createdUids
+            created_uids: createdBlocks
         };
     }
     async importMarkdown(content, page_uid, page_title, parent_uid, parent_string, order = 'first') {

package/build/tools/operations/pages.js

@@ -1,8 +1,19 @@
-import { q, createPage as createRoamPage, batchActions } from '@roam-research/roam-api-sdk';
+import { q, createPage as createRoamPage, batchActions, createBlock } from '@roam-research/roam-api-sdk';
 import { McpError, ErrorCode } from '@modelcontextprotocol/sdk/types.js';
 import { capitalizeWords } from '../helpers/text.js';
 import { resolveRefs } from '../helpers/refs.js';
 import { convertToRoamActions, convertToRoamMarkdown } from '../../markdown-utils.js';
+// Helper to get ordinal suffix for dates
+function getOrdinalSuffix(day) {
+    if (day > 3 && day < 21)
+        return 'th'; // Handles 11th, 12th, 13th
+    switch (day % 10) {
+        case 1: return 'st';
+        case 2: return 'nd';
+        case 3: return 'rd';
+        default: return 'th';
+    }
+}
 export class PageOperations {
     constructor(graph) {
         this.graph = graph;
@@ -124,6 +135,37 @@ export class PageOperations {
                 throw new McpError(ErrorCode.InternalError, `Failed to add content to page: ${error instanceof Error ? error.message : String(error)}`);
             }
         }
+        // Add a link to the created page on today's daily page
+        try {
+            const today = new Date();
+            const day = today.getDate();
+            const month = today.toLocaleString('en-US', { month: 'long' });
+            const year = today.getFullYear();
+            const formattedTodayTitle = `${month} ${day}${getOrdinalSuffix(day)}, ${year}`;
+            const dailyPageQuery = `[:find ?uid .
+                              :where [?e :node/title "${formattedTodayTitle}"]
+                                     [?e :block/uid ?uid]]`;
+            const dailyPageResult = await q(this.graph, dailyPageQuery, []);
+            const dailyPageUid = dailyPageResult ? String(dailyPageResult) : null;
+            if (dailyPageUid) {
+                await createBlock(this.graph, {
+                    action: 'create-block',
+                    block: {
+                        string: `Created page: [[${pageTitle}]]`
+                    },
+                    location: {
+                        'parent-uid': dailyPageUid,
+                        order: 'last'
+                    }
+                });
+            }
+            else {
+                console.warn(`Could not find daily page with title: ${formattedTodayTitle}. Link to created page not added.`);
+            }
+        }
+        catch (error) {
+            console.error(`Failed to add link to daily page: ${error instanceof Error ? error.message : String(error)}`);
+        }
         return { success: true, uid: pageUid };
     }
     async fetchPageByTitle(title, format = 'raw') {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "roam-research-mcp",
-  "version": "0.32.0",
+  "version": "0.32.4",
   "description": "A Model Context Protocol (MCP) server for Roam Research API integration",
   "private": false,
   "repository": {
@@ -28,7 +28,7 @@
     "build"
   ],
   "scripts": {
-    "build": "tsc && cp Roam_Markdown_Cheatsheet.md build/Roam_Markdown_Cheatsheet.md && chmod 755 build/index.js",
+    "build": "tsc && cat Roam_Markdown_Cheatsheet.md .roam/${CUSTOM_INSTRUCTIONS_PREFIX}custom-instructions.md > build/Roam_Markdown_Cheatsheet.md && chmod 755 build/index.js",
     "clean": "rm -rf build",
     "watch": "tsc --watch",
     "inspector": "npx @modelcontextprotocol/inspector build/index.js",