@aiquants/html-to-markdown 0.3.0 → 0.4.0

package/README.md

@@ -145,6 +145,22 @@ npx --package=@aiquants/html-to-markdown aiq-html2md-mcp-stream
   - `save_directory` (optional): Directory path to save content with auto-generated filename
   - `filename` (optional): Base filename to use when save_directory is specified (extension .md will be added automatically)
 
+- **url_to_markdown_file**: Convert web pages or HTML strings directly to Markdown files (combines conversion and file saving)
+  - `url` (required*): The URL of the web page to convert and save
+  - `html_content` (required*): HTML content as a string to convert and save (alternative to URL)
+  - `locale` (optional): Browser locale (`en-US` or `ja-JP`, defaults to `en-US`)
+  - `save_path` (optional): Complete file path including filename to save the converted content
+  - `save_directory` (optional): Directory path to save the converted content with auto-generated filename
+  - `filename` (optional): Base filename to use when save_directory is specified (extension .md will be added automatically)
+
+  *Either `url` or `html_content` is required, and either `save_path` or `save_directory` is required
+
+**Streamable MCP Tools (for real-time progress updates):**
+
+- **html_to_markdown_streamable**: Same as `html_to_markdown` but with real-time progress updates
+- **save_content_to_file**: Same file saving functionality as in standard MCP
+- **url_to_markdown_file_streamable**: Same as `url_to_markdown_file` but with real-time progress updates and streaming support
+
 **File Saving Options:**
 
 - **`save_path`**: Specify the complete file path including filename and extension where you want to save the content.
@@ -165,7 +181,70 @@ npx --package=@aiquants/html-to-markdown aiq-html2md-mcp-stream
 - With `save_path`: File is saved to the exact specified path
 - With `save_directory`: File is saved with auto-generated filename based on the URL or custom filename if provided
 
-- **html_to_markdown_streamable**: Same as above but with streamable MCP support for progress updates
+#### MCP Usage Examples
+
+##### Example 1: Basic HTML to Markdown conversion
+
+```json
+{
+  "method": "tools/call",
+  "params": {
+    "name": "html_to_markdown",
+    "arguments": {
+      "url": "https://example.com",
+      "locale": "en-US"
+    }
+  }
+}
+```
+
+##### Example 2: Save content to a specific file
+
+```json
+{
+  "method": "tools/call",
+  "params": {
+    "name": "save_content_to_file",
+    "arguments": {
+      "content": "# My Content\n\nThis is my markdown content.",
+      "save_path": "/path/to/my-file.md"
+    }
+  }
+}
+```
+
+##### Example 3: Convert URL directly to Markdown file (One-step operation)
+
+```json
+{
+  "method": "tools/call",
+  "params": {
+    "name": "url_to_markdown_file",
+    "arguments": {
+      "url": "https://example.com/article",
+      "save_directory": "/path/to/output/",
+      "filename": "my-article",
+      "locale": "en-US"
+    }
+  }
+}
+```
+
+##### Example 4: Streamable conversion with real-time progress
+
+```json
+{
+  "method": "tools/call",
+  "params": {
+    "name": "url_to_markdown_file_streamable",
+    "arguments": {
+      "url": "https://example.com/large-page",
+      "save_path": "/path/to/large-page.md",
+      "locale": "ja-JP"
+    }
+  }
+}
+```
 
 ### Using MCP Server Programmatically
 

package/dist/index.cjs

@@ -1 +1 @@
-const e=new(require("happy-dom").Window);Object.assign(global,{document:e.document,window:e,self:e}),Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const r=require("./core-D2dlEt1l.cjs"),t=require("./mcp-server-CCu0Pcm3.cjs"),c=require("./mcp-server-streamable-mF26pg3E.cjs");exports.getMessage=r.getMessage,exports.htmlToMarkdown=r.htmlToMarkdown,exports.createMcpServer=t.createMcpServer,exports.runMcpServer=t.runMcpServer,exports.createStreamableMcpServer=c.createStreamableMcpServer,exports.runStreamableMcpServer=c.runStreamableMcpServer;
+const e=new(require("happy-dom").Window);Object.assign(global,{document:e.document,window:e,self:e}),Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const r=require("./core-D2dlEt1l.cjs"),t=require("./mcp-server-Co1kuNGX.cjs"),c=require("./mcp-server-streamable-BNn6Kd9b.cjs");exports.getMessage=r.getMessage,exports.htmlToMarkdown=r.htmlToMarkdown,exports.createMcpServer=t.createMcpServer,exports.runMcpServer=t.runMcpServer,exports.createStreamableMcpServer=c.createStreamableMcpServer,exports.runStreamableMcpServer=c.runStreamableMcpServer;

package/dist/index.js

@@ -6,8 +6,8 @@ Object.assign(global, {
   self: window
 });
 import { g, h } from "./core-CouDTni-.js";
-import { c, r } from "./mcp-server-BAmy7d8r.js";
-import { c as c2, r as r2 } from "./mcp-server-streamable-CVDJHcWu.js";
+import { c, r } from "./mcp-server-DzB_5cTs.js";
+import { c as c2, r as r2 } from "./mcp-server-streamable-CcZ7Lsel.js";
 export {
   c as createMcpServer,
   c2 as createStreamableMcpServer,

package/dist/mcp-server-Co1kuNGX.cjs

@@ -0,0 +1 @@
+const e=new(require("happy-dom").Window);Object.assign(global,{document:e.document,window:e,self:e});const t=require("./version-dpS3SSul.cjs"),r=require("node:process"),a=require("./core-D2dlEt1l.cjs");class n{append(e){this._buffer=this._buffer?Buffer.concat([this._buffer,e]):e}readMessage(){if(!this._buffer)return null;const e=this._buffer.indexOf("\n");if(-1===e)return null;const r=this._buffer.toString("utf8",0,e).replace(/\r$/,"");return this._buffer=this._buffer.subarray(e+1),function(e){return t.JSONRPCMessageSchema.parse(JSON.parse(e))}(r)}clear(){this._buffer=void 0}}class s{constructor(e=r.stdin,t=r.stdout){this._stdin=e,this._stdout=t,this._readBuffer=new n,this._started=!1,this._ondata=e=>{this._readBuffer.append(e),this.processReadBuffer()},this._onerror=e=>{var t;null===(t=this.onerror)||void 0===t||t.call(this,e)}}async start(){if(this._started)throw new Error("StdioServerTransport already started! If using Server class, note that connect() calls start() automatically.");this._started=!0,this._stdin.on("data",this._ondata),this._stdin.on("error",this._onerror)}processReadBuffer(){for(var e,t;;)try{const t=this._readBuffer.readMessage();if(null===t)break;null===(e=this.onmessage)||void 0===e||e.call(this,t)}catch(r){null===(t=this.onerror)||void 0===t||t.call(this,r)}}async close(){var e;this._stdin.off("data",this._ondata),this._stdin.off("error",this._onerror);0===this._stdin.listenerCount("data")&&this._stdin.pause(),this._readBuffer.clear(),null===(e=this.onclose)||void 0===e||e.call(this)}send(e){return new Promise(t=>{const r=function(e){return JSON.stringify(e)+"\n"}(e);this._stdout.write(r)?t():this._stdout.once("drain",t)})}}class o{constructor(){this.version=t.getPackageVersion(),this.server=new t.Server({name:"@aiquants/html-to-markdown",version:this.version,description:"Convert web pages and HTML to Markdown with JavaScript dynamic content support and table structure preservation. Includes separate file saving tool."},{capabilities:{tools:{}}}),this.setupToolHandlers()}setupToolHandlers(){this.server.setRequestHandler(t.ListToolsRequestSchema,async()=>({tools:[{name:"html_to_markdown",description:"Convert web pages or HTML strings to Markdown format. Handles JavaScript-rendered dynamic content and preserves table structures.",inputSchema:t.MCP_TOOL_SCHEMAS.htmlToMarkdown},{name:"save_content_to_file",description:"Save text content to a file with specified path or directory. Supports automatic filename generation and format detection.",inputSchema:t.MCP_TOOL_SCHEMAS.saveContentToFile},{name:"url_to_markdown_file",description:"Convert web pages or HTML strings directly to Markdown files. Combines HTML-to-Markdown conversion and file saving in one step. Handles JavaScript-rendered dynamic content.",inputSchema:t.MCP_TOOL_SCHEMAS.urlToMarkdownFile}]})),this.server.setRequestHandler(t.CallToolRequestSchema,async e=>{switch(e.params.name){case"html_to_markdown":return await this.handleHtmlToMarkdown(e.params.arguments);case"save_content_to_file":return await this.handleSaveContentToFile(e.params.arguments);case"url_to_markdown_file":return await this.handleUrlToMarkdownFile(e.params.arguments);default:throw new Error(`Unknown tool: ${e.params.name}`)}})}async handleHtmlToMarkdown(e){try{const r=t.parseHtmlToMarkdownArgs(e),{url:n,html_content:s,locale:o="en-US"}=r;if(n)try{new URL(n)}catch{throw new Error(`Invalid URL: ${n}`)}const i=(await a.htmlToMarkdown(n||"direct-html-input",{locale:o,htmlContent:s})).markdown;return t.createSuccessResult(i)}catch(r){return t.createErrorResult(r)}}async handleSaveContentToFile(e){try{const r=t.parseSaveContentArgs(e),{content:a,save_path:n,save_directory:s,filename:o}=r,i=`File saved successfully to: ${await t.saveContentToFile(a,n,s,o)}`;return t.createSuccessResult(i)}catch(r){return t.createErrorResult(r)}}async handleUrlToMarkdownFile(e){try{const r=t.parseUrlToMarkdownFileArgs(e),{url:n,html_content:s,locale:o="en-US",save_path:i,save_directory:c,filename:l}=r;if(n)try{new URL(n)}catch{throw new Error(`Invalid URL: ${n}`)}const d=(await a.htmlToMarkdown(n||"direct-html-input",{locale:o,htmlContent:s})).markdown;let u=l;!u&&n&&(u=this.generateFilenameFromUrl(n));const h=`URL successfully converted to Markdown and saved to: ${await t.saveContentToFile(d,i,c,u)}`;return t.createSuccessResult(h)}catch(r){return t.createErrorResult(r)}}generateFilenameFromUrl(e){try{let t=new URL(e).pathname.split("/").pop()||"page";return t=t.replace(/\.[^.]*$/,""),t=t.replace(/[<>:"/\\|?*]/g,"_"),t&&!t.match(/^\.+$/)||(t="page"),t}catch{return"page"}}async start(){const e=new s;await this.server.connect(e)}}const i=()=>new o;exports.createMcpServer=i,exports.runMcpServer=async()=>{const e=i();await e.start()};

package/dist/{mcp-server-BAmy7d8r.js → mcp-server-DzB_5cTs.js}

@@ -5,7 +5,7 @@ Object.assign(global, {
   window,
   self: window
 });
-import { J as JSONRPCMessageSchema, g as getPackageVersion, S as Server, L as ListToolsRequestSchema, M as MCP_TOOL_SCHEMAS, C as CallToolRequestSchema, p as parseHtmlToMarkdownArgs, c as createSuccessResult, a as createErrorResult, b as parseSaveContentArgs, s as saveContentToFile } from "./version-BF9-U8Ef.js";
+import { J as JSONRPCMessageSchema, g as getPackageVersion, S as Server, L as ListToolsRequestSchema, M as MCP_TOOL_SCHEMAS, C as CallToolRequestSchema, p as parseHtmlToMarkdownArgs, c as createSuccessResult, a as createErrorResult, b as parseSaveContentArgs, s as saveContentToFile, d as parseUrlToMarkdownFileArgs } from "./version-BSh9aXhF.js";
 import process from "node:process";
 import { h as htmlToMarkdown } from "./core-CouDTni-.js";
 class ReadBuffer {
@@ -130,6 +130,11 @@ class HtmlToMarkdownMcpServer {
             name: "save_content_to_file",
             description: "Save text content to a file with specified path or directory. Supports automatic filename generation and format detection.",
             inputSchema: MCP_TOOL_SCHEMAS.saveContentToFile
+          },
+          {
+            name: "url_to_markdown_file",
+            description: "Convert web pages or HTML strings directly to Markdown files. Combines HTML-to-Markdown conversion and file saving in one step. Handles JavaScript-rendered dynamic content.",
+            inputSchema: MCP_TOOL_SCHEMAS.urlToMarkdownFile
           }
         ]
       };
@@ -142,6 +147,9 @@ class HtmlToMarkdownMcpServer {
         case "save_content_to_file": {
           return await this.handleSaveContentToFile(request.params.arguments);
         }
+        case "url_to_markdown_file": {
+          return await this.handleUrlToMarkdownFile(request.params.arguments);
+        }
         default:
           throw new Error(`Unknown tool: ${request.params.name}`);
       }
@@ -187,6 +195,55 @@ class HtmlToMarkdownMcpServer {
       return createErrorResult(error);
     }
   }
+  /**
+   * Handle URL to Markdown file conversion tool call.
+   * URL から Markdown ファイルへの変換ツール呼び出しを処理
+   */
+  async handleUrlToMarkdownFile(args) {
+    try {
+      const validatedArgs = parseUrlToMarkdownFileArgs(args);
+      const { url, html_content, locale = "en-US", save_path, save_directory, filename } = validatedArgs;
+      if (url) {
+        try {
+          new URL(url);
+        } catch {
+          throw new Error(`Invalid URL: ${url}`);
+        }
+      }
+      const result = await htmlToMarkdown(url || "direct-html-input", {
+        locale,
+        htmlContent: html_content
+      });
+      const markdownContent = result.markdown;
+      let finalFilename = filename;
+      if (!finalFilename && url) {
+        finalFilename = this.generateFilenameFromUrl(url);
+      }
+      const savedPath = await saveContentToFile(markdownContent, save_path, save_directory, finalFilename);
+      const responseText = `URL successfully converted to Markdown and saved to: ${savedPath}`;
+      return createSuccessResult(responseText);
+    } catch (error) {
+      return createErrorResult(error);
+    }
+  }
+  /**
+   * Generate filename from URL.
+   * URL からファイル名を生成
+   */
+  generateFilenameFromUrl(url) {
+    try {
+      const urlObj = new URL(url);
+      let filename = urlObj.pathname.split("/").pop() || "page";
+      filename = filename.replace(/\.[^.]*$/, "");
+      filename = filename.replace(/[<>:"/\\|?*]/g, "_");
+      if (!filename || filename.match(/^\.+$/)) {
+        filename = "page";
+      }
+      return filename;
+    } catch {
+      return "page";
+    }
+  }
   /**
    * Start the MCP server.
    * MCP サーバーを開始