@aiquants/html-to-markdown 0.3.0 → 0.4.0

package/dist/{mcp-server-streamable-CVDJHcWu.js → mcp-server-streamable-CcZ7Lsel.js}

@@ -1,4 +1,4 @@
-import { J as JSONRPCMessageSchema, i as isInitializeRequest, d as isJSONRPCRequest, D as DEFAULT_NEGOTIATED_PROTOCOL_VERSION, e as SUPPORTED_PROTOCOL_VERSIONS, f as isJSONRPCResponse, h as isJSONRPCError, g as getPackageVersion, S as Server, I as InitializeRequestSchema, L as ListToolsRequestSchema, C as CallToolRequestSchema, p as parseHtmlToMarkdownArgs, b as parseSaveContentArgs, s as saveContentToFile } from "./version-BF9-U8Ef.js";
+import { J as JSONRPCMessageSchema, i as isInitializeRequest, e as isJSONRPCRequest, D as DEFAULT_NEGOTIATED_PROTOCOL_VERSION, f as SUPPORTED_PROTOCOL_VERSIONS, h as isJSONRPCResponse, j as isJSONRPCError, g as getPackageVersion, S as Server, I as InitializeRequestSchema, L as ListToolsRequestSchema, C as CallToolRequestSchema, p as parseHtmlToMarkdownArgs, b as parseSaveContentArgs, s as saveContentToFile, d as parseUrlToMarkdownFileArgs } from "./version-BSh9aXhF.js";
 import { a as getAugmentedNamespace, c as commonjsGlobal, b as getDefaultExportFromCjs, h as htmlToMarkdown } from "./core-CouDTni-.js";
 import { randomUUID } from "node:crypto";
 import cors from "cors";
@@ -7229,6 +7229,43 @@ class StreamableHtmlToMarkdownMcpServer {
           anyOf: [{ required: ["save_path"] }, { required: ["save_directory"] }]
         },
         handler: (args, context) => this.handleSaveContentToFile(args, context)
+      },
+      {
+        name: "url_to_markdown_file_streamable",
+        description: "Streamable URL to Markdown file converter with real-time progress updates. Combines HTML-to-Markdown conversion and file saving in one step. Ideal for large pages with JavaScript dynamic content support.",
+        inputSchema: {
+          type: "object",
+          properties: {
+            url: {
+              type: "string",
+              description: "URL of the web page to convert and save as Markdown file (e.g., https://example.com). Handles JavaScript-rendered dynamic content effectively."
+            },
+            html_content: {
+              type: "string",
+              description: "HTML string to convert directly and save as Markdown file. Use instead of URL for local files or API response HTML content."
+            },
+            locale: {
+              type: "string",
+              description: "Browser locale setting. Use 'ja-JP' for Japanese sites, 'en-US' for English sites. Affects content rendering and language detection.",
+              enum: ["en-US", "ja-JP"],
+              default: "en-US"
+            },
+            save_path: {
+              type: "string",
+              description: "Complete file path including filename to save the converted Markdown content (e.g., '/home/user/output.md'). Cannot be used with save_directory."
+            },
+            save_directory: {
+              type: "string",
+              description: "Directory path to save the converted Markdown content with auto-generated filename (e.g., '/home/user/downloads'). Cannot be used with save_path."
+            },
+            filename: {
+              type: "string",
+              description: "Base filename to use when save_directory is specified (e.g., 'my-document'). Extension .md will be added automatically."
+            }
+          },
+          anyOf: [{ required: ["url", "save_path"] }, { required: ["url", "save_directory"] }, { required: ["html_content", "save_path"] }, { required: ["html_content", "save_directory"] }]
+        },
+        handler: (args, context) => this.handleUrlToMarkdownFile(args, context)
       }
     ];
     this.setupRequestHandlers();
@@ -7407,6 +7444,93 @@ class StreamableHtmlToMarkdownMcpServer {
       };
     }
   }
+  /**
+   * Handle URL to Markdown file conversion tool call with streamable support.
+   * streamable サポート付きの URL から Markdown ファイルへの変換ツール呼び出しを処理
+   */
+  async *handleUrlToMarkdownFile(args, _context) {
+    try {
+      const validatedArgs = parseUrlToMarkdownFileArgs(args);
+      const { url, html_content, locale = "en-US", save_path, save_directory, filename } = validatedArgs;
+      if (url) {
+        try {
+          new URL(url);
+        } catch {
+          throw new Error(`Invalid URL: ${url}`);
+        }
+      }
+      yield {
+        type: "progress",
+        progress: 0,
+        message: "Web ページの内容を取得して Markdown に変換します。"
+      };
+      const result = await htmlToMarkdown(url || "direct-html-input", {
+        locale,
+        htmlContent: html_content
+      });
+      yield {
+        type: "progress",
+        progress: 70,
+        message: "Markdown への変換が完了しました。ファイルに保存しています。"
+      };
+      const markdownContent = result.markdown;
+      let finalFilename = filename;
+      if (!finalFilename && url) {
+        finalFilename = this.generateFilenameFromUrl(url);
+      }
+      const savedPath = await saveContentToFile(markdownContent, save_path, save_directory, finalFilename);
+      yield {
+        type: "progress",
+        progress: 100,
+        message: "ファイルの保存が完了しました。"
+      };
+      const responseText = `URL successfully converted to Markdown and saved to: ${savedPath}`;
+      yield {
+        type: "result",
+        result: {
+          content: [
+            {
+              type: "text",
+              text: responseText
+            }
+          ],
+          isError: false
+        }
+      };
+    } catch (error) {
+      const errorMessage = error instanceof Error ? error.message : String(error);
+      yield {
+        type: "result",
+        result: {
+          content: [
+            {
+              type: "text",
+              text: `エラーが発生しました: ${errorMessage}`
+            }
+          ],
+          isError: true
+        }
+      };
+    }
+  }
+  /**
+   * Generate filename from URL.
+   * URL からファイル名を生成
+   */
+  generateFilenameFromUrl(url) {
+    try {
+      const urlObj = new URL(url);
+      let filename = urlObj.pathname.split("/").pop() || "page";
+      filename = filename.replace(/\.[^.]*$/, "");
+      filename = filename.replace(/[<>:"/\\|?*]/g, "_");
+      if (!filename || filename.match(/^\.+$/)) {
+        filename = "page";
+      }
+      return filename;
+    } catch {
+      return "page";
+    }
+  }
   /**
    * Start the streamable MCP server.
    * streamable MCP サーバーを開始

package/dist/mcp-streamable.cjs

@@ -1,2 +1,2 @@
 #!/usr/bin/env node
-"use strict";require("./mcp-server-streamable-mF26pg3E.cjs").runStreamableMcpServer().catch(e=>{process.exit(1)});
+"use strict";require("./mcp-server-streamable-BNn6Kd9b.cjs").runStreamableMcpServer().catch(e=>{process.exit(1)});

package/dist/mcp-streamable.js

@@ -1,5 +1,5 @@
 #!/usr/bin/env node
-import { r as runStreamableMcpServer } from "./mcp-server-streamable-CVDJHcWu.js";
+import { r as runStreamableMcpServer } from "./mcp-server-streamable-CcZ7Lsel.js";
 runStreamableMcpServer().catch((error) => {
   console.error("Failed to start streamable MCP server:", error);
   process.exit(1);

package/dist/mcp.cjs

@@ -1,2 +1,2 @@
 #!/usr/bin/env node
-const e=new(require("happy-dom").Window);Object.assign(global,{document:e.document,window:e,self:e});require("./mcp-server-CCu0Pcm3.cjs").runMcpServer().catch(e=>{process.exit(1)});
+const e=new(require("happy-dom").Window);Object.assign(global,{document:e.document,window:e,self:e});require("./mcp-server-Co1kuNGX.cjs").runMcpServer().catch(e=>{process.exit(1)});

package/dist/mcp.js

@@ -6,7 +6,7 @@ Object.assign(global, {
   window,
   self: window
 });
-import { r as runMcpServer } from "./mcp-server-BAmy7d8r.js";
+import { r as runMcpServer } from "./mcp-server-DzB_5cTs.js";
 runMcpServer().catch((error) => {
   console.error("Failed to start MCP server:", error);
   process.exit(1);

package/dist/src/mcp-common.d.ts

@@ -18,6 +18,18 @@ export interface SaveContentArgs {
     save_directory?: string;
     filename?: string;
 }
+/**
+ * Arguments for URL to Markdown file conversion tool.
+ * URL から Markdown ファイルへの変換ツールの引数
+ */
+export interface UrlToMarkdownFileArgs {
+    url?: string;
+    html_content?: string;
+    locale?: "en-US" | "ja-JP";
+    save_path?: string;
+    save_directory?: string;
+    filename?: string;
+}
 /**
  * Validate and parse arguments for HTML to Markdown conversion.
  * HTML から Markdown への変換の引数を検証・解析
@@ -28,6 +40,11 @@ export declare function parseHtmlToMarkdownArgs(args: HtmlToMarkdownArgs | undef
  * コンテンツ保存の引数を検証・解析
  */
 export declare function parseSaveContentArgs(args: SaveContentArgs | undefined): SaveContentArgs;
+/**
+ * Validate and parse arguments for URL to Markdown file conversion.
+ * URL から Markdown ファイルへの変換の引数を検証・解析
+ */
+export declare function parseUrlToMarkdownFileArgs(args: UrlToMarkdownFileArgs | undefined): UrlToMarkdownFileArgs;
 /**
  * Generate filename from URL or use default.
  * URL からファイル名を生成または既定値を使用
@@ -94,6 +111,46 @@ export declare const MCP_TOOL_SCHEMAS: {
             readonly required: readonly ["save_directory"];
         }];
     };
+    urlToMarkdownFile: {
+        readonly type: "object";
+        readonly properties: {
+            readonly url: {
+                readonly type: "string";
+                readonly description: "URL of the web page to convert and save as Markdown file (e.g., https://example.com). Handles JavaScript-rendered dynamic content effectively.";
+            };
+            readonly html_content: {
+                readonly type: "string";
+                readonly description: "HTML string to convert directly and save as Markdown file. Use instead of URL for local files or API response HTML content.";
+            };
+            readonly locale: {
+                readonly type: "string";
+                readonly description: "Browser locale setting. Use 'ja-JP' for Japanese sites, 'en-US' for English sites. Affects content rendering and language detection.";
+                readonly enum: readonly ["en-US", "ja-JP"];
+                readonly default: "en-US";
+            };
+            readonly save_path: {
+                readonly type: "string";
+                readonly description: "Complete file path including filename to save the converted Markdown content (e.g., '/home/user/output.md'). Cannot be used with save_directory.";
+            };
+            readonly save_directory: {
+                readonly type: "string";
+                readonly description: "Directory path to save the converted Markdown content with auto-generated filename (e.g., '/home/user/downloads'). Cannot be used with save_path.";
+            };
+            readonly filename: {
+                readonly type: "string";
+                readonly description: "Base filename to use when save_directory is specified (e.g., 'my-document'). Extension .md will be added automatically.";
+            };
+        };
+        readonly anyOf: readonly [{
+            readonly required: readonly ["url", "save_path"];
+        }, {
+            readonly required: readonly ["url", "save_directory"];
+        }, {
+            readonly required: readonly ["html_content", "save_path"];
+        }, {
+            readonly required: readonly ["html_content", "save_directory"];
+        }];
+    };
 };
 /**
  * Common error handling utility for MCP tools.

package/dist/src/mcp-server-streamable.d.ts

@@ -1,6 +1,6 @@
 import { Server } from '@modelcontextprotocol/sdk/server/index.js';
 import { CallToolResult, Progress, Tool } from '@modelcontextprotocol/sdk/types.js';
-import { HtmlToMarkdownArgs, SaveContentArgs } from './mcp-common.ts';
+import { HtmlToMarkdownArgs, SaveContentArgs, UrlToMarkdownFileArgs } from './mcp-common.ts';
 /**
  * The context for a tool call.
  * ツール呼び出しのコンテキスト
@@ -13,7 +13,7 @@ export type ToolContext<T = unknown> = {
  * ハンドラー関数を含む拡張 Tool インターフェース
  */
 interface ExtendedTool extends Tool {
-    handler: (args: HtmlToMarkdownArgs | SaveContentArgs, context: ToolContext<HtmlToMarkdownArgs | SaveContentArgs>) => AsyncGenerator<Progress | {
+    handler: (args: HtmlToMarkdownArgs | SaveContentArgs | UrlToMarkdownFileArgs, context: ToolContext<HtmlToMarkdownArgs | SaveContentArgs | UrlToMarkdownFileArgs>) => AsyncGenerator<Progress | {
         type: "result";
         result: CallToolResult;
     }>;
@@ -54,6 +54,19 @@ export declare class StreamableHtmlToMarkdownMcpServer {
         type: "result";
         result: CallToolResult;
     }>;
+    /**
+     * Handle URL to Markdown file conversion tool call with streamable support.
+     * streamable サポート付きの URL から Markdown ファイルへの変換ツール呼び出しを処理
+     */
+    handleUrlToMarkdownFile(args: UrlToMarkdownFileArgs, _context: ToolContext<UrlToMarkdownFileArgs>): AsyncGenerator<Progress | {
+        type: "result";
+        result: CallToolResult;
+    }>;
+    /**
+     * Generate filename from URL.
+     * URL からファイル名を生成
+     */
+    private generateFilenameFromUrl;
     /**
      * Start the streamable MCP server.
      * streamable MCP サーバーを開始

package/dist/src/mcp-server.d.ts

@@ -1,6 +1,6 @@
 import { Server } from '@modelcontextprotocol/sdk/server/index.js';
-import { HtmlToMarkdownArgs, SaveContentArgs } from './mcp-common.ts';
-export { type HtmlToMarkdownArgs, type SaveContentArgs, parseHtmlToMarkdownArgs, parseSaveContentArgs, saveContentToFile, createErrorResult, createSuccessResult, MCP_TOOL_SCHEMAS, } from './mcp-common.ts';
+import { HtmlToMarkdownArgs, SaveContentArgs, UrlToMarkdownFileArgs } from './mcp-common.ts';
+export { type HtmlToMarkdownArgs, type SaveContentArgs, type UrlToMarkdownFileArgs, parseHtmlToMarkdownArgs, parseSaveContentArgs, parseUrlToMarkdownFileArgs, saveContentToFile, createErrorResult, createSuccessResult, MCP_TOOL_SCHEMAS, } from './mcp-common.ts';
 /**
  * MCP Server for HTML to Markdown conversion.
  * HTML から Markdown への変換を行う MCP サーバー
@@ -158,6 +158,83 @@ export declare class HtmlToMarkdownMcpServer {
         } | undefined;
         isError?: boolean | undefined;
     }>;
+    /**
+     * Handle URL to Markdown file conversion tool call.
+     * URL から Markdown ファイルへの変換ツール呼び出しを処理
+     */
+    handleUrlToMarkdownFile(args: UrlToMarkdownFileArgs | undefined): Promise<{
+        [x: string]: unknown;
+        content: ({
+            [x: string]: unknown;
+            text: string;
+            type: "text";
+            _meta?: {
+                [x: string]: unknown;
+            } | undefined;
+        } | {
+            [x: string]: unknown;
+            type: "image";
+            data: string;
+            mimeType: string;
+            _meta?: {
+                [x: string]: unknown;
+            } | undefined;
+        } | {
+            [x: string]: unknown;
+            type: "audio";
+            data: string;
+            mimeType: string;
+            _meta?: {
+                [x: string]: unknown;
+            } | undefined;
+        } | {
+            [x: string]: unknown;
+            type: "resource_link";
+            name: string;
+            uri: string;
+            title?: string | undefined;
+            _meta?: {
+                [x: string]: unknown;
+            } | undefined;
+            mimeType?: string | undefined;
+            description?: string | undefined;
+        } | {
+            [x: string]: unknown;
+            type: "resource";
+            resource: {
+                [x: string]: unknown;
+                text: string;
+                uri: string;
+                _meta?: {
+                    [x: string]: unknown;
+                } | undefined;
+                mimeType?: string | undefined;
+            } | {
+                [x: string]: unknown;
+                uri: string;
+                blob: string;
+                _meta?: {
+                    [x: string]: unknown;
+                } | undefined;
+                mimeType?: string | undefined;
+            };
+            _meta?: {
+                [x: string]: unknown;
+            } | undefined;
+        })[];
+        _meta?: {
+            [x: string]: unknown;
+        } | undefined;
+        structuredContent?: {
+            [x: string]: unknown;
+        } | undefined;
+        isError?: boolean | undefined;
+    }>;
+    /**
+     * Generate filename from URL.
+     * URL からファイル名を生成
+     */
+    private generateFilenameFromUrl;
     /**
      * Start the MCP server.
      * MCP サーバーを開始

package/dist/{version-BF9-U8Ef.js → version-BSh9aXhF.js}

@@ -11345,6 +11345,47 @@ function parseSaveContentArgs(args) {
     filename
   };
 }
+function parseUrlToMarkdownFileArgs(args) {
+  if (!args || typeof args !== "object") {
+    throw new Error("Arguments are required");
+  }
+  const { url, html_content, locale = "en-US", save_path, save_directory, filename } = args;
+  if (!url && !html_content) {
+    throw new Error("Either 'url' or 'html_content' is required");
+  }
+  if (url && typeof url !== "string") {
+    throw new Error("'url' must be a string");
+  }
+  if (html_content && typeof html_content !== "string") {
+    throw new Error("'html_content' must be a string");
+  }
+  if (locale && !["en-US", "ja-JP"].includes(locale)) {
+    throw new Error("'locale' must be 'en-US' or 'ja-JP'");
+  }
+  if (!save_path && !save_directory) {
+    throw new Error("Either 'save_path' or 'save_directory' is required");
+  }
+  if (save_path && typeof save_path !== "string") {
+    throw new Error("'save_path' must be a string");
+  }
+  if (save_directory && typeof save_directory !== "string") {
+    throw new Error("'save_directory' must be a string");
+  }
+  if (filename && typeof filename !== "string") {
+    throw new Error("'filename' must be a string");
+  }
+  if (save_path && save_directory) {
+    throw new Error("Cannot specify both 'save_path' and 'save_directory'");
+  }
+  return {
+    url,
+    html_content,
+    locale,
+    save_path,
+    save_directory,
+    filename
+  };
+}
 function generateFilename(url) {
   return "page";
 }
@@ -11406,6 +11447,38 @@ const MCP_TOOL_SCHEMAS = {
     },
     required: ["content"],
     anyOf: [{ required: ["save_path"] }, { required: ["save_directory"] }]
+  },
+  urlToMarkdownFile: {
+    type: "object",
+    properties: {
+      url: {
+        type: "string",
+        description: "URL of the web page to convert and save as Markdown file (e.g., https://example.com). Handles JavaScript-rendered dynamic content effectively."
+      },
+      html_content: {
+        type: "string",
+        description: "HTML string to convert directly and save as Markdown file. Use instead of URL for local files or API response HTML content."
+      },
+      locale: {
+        type: "string",
+        description: "Browser locale setting. Use 'ja-JP' for Japanese sites, 'en-US' for English sites. Affects content rendering and language detection.",
+        enum: ["en-US", "ja-JP"],
+        default: "en-US"
+      },
+      save_path: {
+        type: "string",
+        description: "Complete file path including filename to save the converted Markdown content (e.g., '/home/user/output.md'). Cannot be used with save_directory."
+      },
+      save_directory: {
+        type: "string",
+        description: "Directory path to save the converted Markdown content with auto-generated filename (e.g., '/home/user/downloads'). Cannot be used with save_path."
+      },
+      filename: {
+        type: "string",
+        description: "Base filename to use when save_directory is specified (e.g., 'my-document'). Extension .md will be added automatically."
+      }
+    },
+    anyOf: [{ required: ["url", "save_path"] }, { required: ["url", "save_directory"] }, { required: ["html_content", "save_path"] }, { required: ["html_content", "save_directory"] }]
   }
 };
 function createErrorResult(error) {
@@ -11454,12 +11527,13 @@ export {
   createErrorResult as a,
   parseSaveContentArgs as b,
   createSuccessResult as c,
-  isJSONRPCRequest as d,
-  SUPPORTED_PROTOCOL_VERSIONS as e,
-  isJSONRPCResponse as f,
+  parseUrlToMarkdownFileArgs as d,
+  isJSONRPCRequest as e,
+  SUPPORTED_PROTOCOL_VERSIONS as f,
   getPackageVersion as g,
-  isJSONRPCError as h,
+  isJSONRPCResponse as h,
   isInitializeRequest as i,
+  isJSONRPCError as j,
   parseHtmlToMarkdownArgs as p,
   saveContentToFile as s
 };