@aiello/wechat-to-markdown 1.2.9 → 1.2.11

package/dist/index.cjs

@@ -1,41 +1,39 @@
+"use strict";
 var __create = Object.create;
 var __defProp = Object.defineProperty;
 var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
 var __getOwnPropNames = Object.getOwnPropertyNames;
 var __getProtoOf = Object.getPrototypeOf;
 var __hasOwnProp = Object.prototype.hasOwnProperty;
-var __markAsModule = (target) => __defProp(target, "__esModule", { value: true });
 var __export = (target, all) => {
-  __markAsModule(target);
   for (var name in all)
     __defProp(target, name, { get: all[name], enumerable: true });
 };
-var __reExport = (target, module2, desc) => {
-  if (module2 && typeof module2 === "object" || typeof module2 === "function") {
-    for (let key of __getOwnPropNames(module2))
-      if (!__hasOwnProp.call(target, key) && key !== "default")
-        __defProp(target, key, { get: () => module2[key], enumerable: !(desc = __getOwnPropDesc(module2, key)) || desc.enumerable });
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
   }
-  return target;
-};
-var __toModule = (module2) => {
-  return __reExport(__markAsModule(__defProp(module2 != null ? __create(__getProtoOf(module2)) : {}, "default", module2 && module2.__esModule && "default" in module2 ? { get: () => module2.default, enumerable: true } : { value: module2, enumerable: true })), module2);
+  return to;
 };
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
 
 // src/index.ts
-__export(exports, {
+var src_exports = {};
+__export(src_exports, {
   Status: () => Status,
   default: () => transformHtml2Markdown,
   getTurnDownService: () => getTurnDownService,
   parseHTML: () => parseHTML
 });
-
-// node_modules/tsup/assets/cjs_shims.js
-var importMetaUrlShim = typeof document === "undefined" ? new (require("url")).URL("file:" + __filename).href : document.currentScript && document.currentScript.src || new URL("main.js", document.baseURI).href;
-
-// src/index.ts
-var import_axios = __toModule(require("axios"));
-var import_cheerio2 = __toModule(require("cheerio"));
+module.exports = __toCommonJS(src_exports);
+var import_axios = __toESM(require("axios"), 1);
+var import_cheerio2 = require("cheerio");
 
 // src/error.ts
 var errObj = {
@@ -43,18 +41,18 @@ var errObj = {
 };
 
 // src/type.ts
-var Status;
-(function(Status2) {
+var Status = /* @__PURE__ */ ((Status2) => {
   Status2[Status2["Success"] = 200] = "Success";
   Status2[Status2["Fail"] = 400] = "Fail";
-})(Status || (Status = {}));
+  return Status2;
+})(Status || {});
 
 // src/turndownCode.ts
-var import_turndown = __toModule(require("turndown"));
-var import_turndown_plugin_gfm = __toModule(require("@guyplusplus/turndown-plugin-gfm"));
+var import_turndown = __toESM(require("turndown"), 1);
+var import_turndown_plugin_gfm = __toESM(require("@guyplusplus/turndown-plugin-gfm"), 1);
 
 // src/formatHtml.ts
-var import_cheerio = __toModule(require("cheerio"));
+var import_cheerio = __toESM(require("cheerio"), 1);
 function formatCode(htmlStr) {
   let code = htmlStr;
   code = code.replace(/<br>/gi, "\n");
@@ -128,7 +126,9 @@ function getTurnDownService(params) {
     },
     replacement(content, _node) {
       const node = _node;
-      const cover = decodeURIComponent(node.getAttribute("data-cover") || "");
+      const cover = decodeURIComponent(
+        node.getAttribute("data-cover") || ""
+      );
       const u = new URL(params.url);
       u.hash = `js_mp_video_container_${videoCounter++}`;
       return cover ? `
@@ -163,10 +163,14 @@ async function parseHTML(htmlRaw, meta) {
   const $ = (0, import_cheerio2.load)(htmlRaw);
   let title = $("#activity-name").text();
   title = title.trim() || "";
-  const author = Array.from(new Set([
-    (_a = $('meta[name="author"]')) == null ? void 0 : _a.attr("content"),
-    ...$("#js_name").text().split("\n")
-  ].map((item) => item ? item.trim() : "").filter(Boolean))).join("\n");
+  const author = Array.from(
+    new Set(
+      [
+        (_a = $('meta[name="author"]')) == null ? void 0 : _a.attr("content"),
+        ...$("#js_name").text().split("\n")
+      ].map((item) => item ? item.trim() : "").filter(Boolean)
+    )
+  ).join("\n");
   const htmlEl = $("#js_content");
   const html = htmlEl.html();
   if (html && html.length > 0) {
@@ -178,7 +182,7 @@ async function parseHTML(htmlRaw, meta) {
 ` + res;
     return {
       success: true,
-      code: Status.Success,
+      code: 200 /* Success */,
       data: {
         title,
         author,
@@ -186,25 +190,29 @@ async function parseHTML(htmlRaw, meta) {
       }
     };
   }
-  return getError(Status.Fail);
+  return getError(400 /* Fail */);
 }
-async function transformHtml2Markdown(url) {
+async function transformHtml2Markdown(url, options = {}) {
+  const { axiosConfig = {} } = options;
+  const { headers = {}, ...restConfig } = axiosConfig;
   const u = new URL(url);
   u.searchParams.delete("poc_token");
   try {
-    const res = await import_axios.default.request({
-      url: u.href,
-      method: "get",
+    const res = await import_axios.default.get(u.href, {
       timeout: 3e4,
       maxRedirects: 5,
-      transformResponse(res2) {
-        return res2;
-      }
+      headers: {
+        DNT: "1",
+        "Upgrade-Insecure-Requests": "1",
+        "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.36",
+        ...headers
+      },
+      ...restConfig
     });
     return parseHTML(res.data, { url: u.href });
   } catch (err) {
     console.log(err);
-    return getError(Status.Fail);
+    return getError(400 /* Fail */);
   }
 }
 // Annotate the CommonJS export names for ESM import in node:
@@ -213,4 +221,4 @@ async function transformHtml2Markdown(url) {
   getTurnDownService,
   parseHTML
 });
-//# sourceMappingURL=index.cjs.map
+//# sourceMappingURL=index.cjs.map

package/dist/index.cjs.map

@@ -1,7 +1 @@
-{
-  "version": 3,
-  "sources": ["../src/index.ts", "../node_modules/tsup/assets/cjs_shims.js", "../src/error.ts", "../src/type.ts", "../src/turndownCode.ts", "../src/formatHtml.ts"],
-  "sourcesContent": ["import axios from 'axios'\nimport { load } from 'cheerio'\nimport { errObj } from './error'\nimport { TurnDownResult, Status } from './type'\nimport { getTurnDownService } from './turndownCode'\n\nconst getError = (code: number) => {\n    return {\n        code,\n        success: false,\n        msg: errObj[code],\n    }\n}\n\nexport { TurnDownResult, Status }\n\nexport async function parseHTML(htmlRaw: string, meta: { url: string }) {\n    const $ = load(htmlRaw)\n\n    let title = $('#activity-name').text()\n\n    title = title.trim() || ''\n    const author = Array.from(\n        new Set(\n            [\n                $('meta[name=\"author\"]')?.attr('content'),\n                ...$('#js_name').text().split('\\n'),\n            ]\n                .map((item) => (item ? item.trim() : ''))\n                .filter(Boolean)\n        )\n    ).join('\\n')\n\n    const htmlEl = $('#js_content')\n    const html = htmlEl.html()\n\n    if (html && html.length > 0) {\n        let res = getTurnDownService(meta).turndown(html)\n\n        res = `## ${title} \\n \\n` + `## \u4F5C\u8005 ${author} \\n \\n` + res\n\n        return {\n            success: true,\n            code: Status.Success,\n            data: {\n                title,\n                author,\n                content: res,\n            },\n        }\n    }\n\n    return getError(Status.Fail)\n}\n\nexport default async function transformHtml2Markdown(\n    url: string\n): Promise<TurnDownResult> {\n    const u = new URL(url)\n    // \u79FB\u9664\u8BE5\u53C2\u6570\n    // \u907F\u514D\u51FA\u73B0 302 \u8DF3\u8F6C\n    u.searchParams.delete('poc_token')\n\n    try {\n        const res = await axios.request({\n            url: u.href,\n            method: 'get',\n            timeout: 30000,\n            maxRedirects: 5,\n            transformResponse(res) {\n                return res\n            },\n        })\n        return parseHTML(res.data, { url: u.href })\n    } catch (err) {\n        console.log(err)\n        return getError(Status.Fail)\n    }\n}\n\nexport { getTurnDownService } from './turndownCode'\n", "export const importMetaUrlShim =\n  typeof document === 'undefined'\n    ? new (require('u' + 'rl').URL)('file:' + __filename).href\n    : (document.currentScript && document.currentScript.src) ||\n      new URL('main.js', document.baseURI).href\n", "export const errObj: {\n    [key: number]: string\n} = {\n    '400': '\u5185\u5BB9\u89E3\u6790\u5931\u8D25',\n}\n", "export interface TurnDownResult {\n    success: boolean\n    code: number\n    data?: {\n        title?: string\n        author?: string\n        content?: string\n    }\n    msg?: string\n}\n\nexport const enum Status {\n    Success = 200,\n    Fail = 400,\n}\n", "/**\n *  html \u8F6C\u6362 markdown \u683C\u5F0F\n */\nimport turnDownService from 'turndown'\nimport TurndownPluginGfm from '@guyplusplus/turndown-plugin-gfm'\nimport { formatCode, figure2markdown } from './formatHtml'\n\ninterface Params {\n    url: string\n}\n\nfunction getTurnDownService(params: Params) {\n    const turndownService = new turnDownService({\n        codeBlockStyle: 'fenced',\n        hr: '',\n    })\n\n    TurndownPluginGfm.gfm(turndownService)\n\n    let videoCounter = 0\n\n    // \u81EA\u5B9A\u4E49\u914D\u7F6E\n    turndownService\n        .addRule('pre2Code', {\n            filter: ['pre'],\n            replacement(content, node: any) {\n                const len = content.length\n                // \u5FAE\u4FE1\u6587\u7AE0\u83B7\u53D6\u5230\u7684 content\uFF0C \u4F1A\u51FA\u73B0\u9996\u5C3E\u90FD\u6709 '`'\n                const isCode = content[0] === '`' && content[len - 1] === '`'\n\n                let pre_Markdown = ''\n\n                if (isCode) {\n                    pre_Markdown = formatCode(node.innerHTML)\n                }\n\n                const res = isCode ? pre_Markdown : content\n\n                return '```\\n' + res + '\\n```\\n'\n            },\n        })\n        .addRule('getImage', {\n            filter: ['img'],\n            replacement(content, node: any) {\n                const src = node.getAttribute('data-src') || ''\n\n                return src ? `\\n\\n![](${src}) \\n\\n` : ''\n            },\n        })\n        .addRule('video', {\n            filter: (node: HTMLElement) => {\n                return (\n                    node.tagName.toLowerCase() === 'iframe' &&\n                    node.className.includes('video_iframe')\n                )\n            },\n            replacement(content, _node: Node) {\n                const node = _node as HTMLIFrameElement\n\n                const cover = decodeURIComponent(\n                    node.getAttribute('data-cover') || ''\n                )\n\n                const u = new URL(params.url)\n                u.hash = `js_mp_video_container_${videoCounter++}`\n\n                return cover ? `\\n\\n[![](${cover})](${u.href}) \\n\\n` : ''\n            },\n        })\n        .addRule('lineBreaks', {\n            filter: 'br',\n            replacement: () => '\\n',\n        })\n        .addRule('img2Code', {\n            filter: ['figure'],\n            replacement(content, node: any) {\n                const res = figure2markdown(node.innerHTML)\n                return res || ''\n            },\n        })\n\n    return turndownService\n}\n\nexport { getTurnDownService }\n", "import cheerio from 'cheerio'\n\n/**\n * \u5FAE\u4FE1\u4E0D\u540C\u4EE3\u7801\u98CE\u683C\n * 1. <code><span>code</span></code>\n * 2. <code><span><span>123</span><br></span></code>\n * turndown \u4E0D\u89E3\u6790 code \u4E0B\u7684 br \u6807\u7B7E\uFF0C\u9700\u8981\u4F7F\u7528\u6B63\u5219\u66FF\u6362 br \u6807\u7B7E\u4E3A \\n \u624D\u53EF\u4EE5\u7EE7\u7EED\u89E3\u6790\n * @param htmlStr\n * @returns\n */\n\nexport function formatCode(htmlStr: string) {\n    let code = htmlStr\n\n    code = code.replace(/<br>/gi, '\\n')\n\n    code = code.replace(/&nbsp;/gi, ' ')\n\n    code = code.replace(/&lt;/gi, '<')\n\n    code = code.replace(/&gt;/gi, '>')\n\n    code = code.replace(/&amp;/gi, '&')\n\n    code = code.replace(/&quot;/gi, '\"')\n\n    code = code.replace(/&apos;/gi, '\u2018')\n\n    code = code.replace(/&times;/gi, '*')\n\n    code = code.replace(/&divide;/gi, '%')\n\n    const $ = cheerio.load(code)\n\n    return $.text()\n}\n\n/**\n * \u89E3\u51B3\u5982\u4E0B\u683C\u5F0F\n * <figcaption><img><figcaption></figcaption></figcaption>\n * @param figureHTML\n * @returns\n */\nexport function figure2markdown(figureHTML: string) {\n    const imgRegex = /<img.*?data-src=['\"](.*?)['\"]/\n\n    const descRegex = /\\<figcaption .*?>(.+)<\\/figcaption>/\n\n    const imgArr = figureHTML.match(imgRegex)\n\n    const descArr = figureHTML.match(descRegex)\n\n    let imgUrl = ''\n\n    let desc = ''\n\n    if (Array.isArray(imgArr)) {\n        imgUrl = imgArr[1]\n    }\n\n    if (Array.isArray(descArr)) {\n        desc = descArr[1]\n    }\n\n    // img \u53EF\u80FD\u6CA1\u6709\u56FE\u7247\u8BF4\u660E\n    if (imgUrl) {\n        return `\\n\\n ![${desc}](${imgUrl}) \\n\\n`\n    }\n\n    return\n}\n"],
-  "mappings": ";;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAO,IAAM,oBACX,OAAO,aAAa,cAChB,IAAK,SAAQ,QAAY,IAAK,UAAU,YAAY,OACnD,SAAS,iBAAiB,SAAS,cAAc,OAClD,IAAI,IAAI,WAAW,SAAS,SAAS;;;ADJ3C,mBAAkB;AAClB,sBAAqB;;;AEDd,IAAM,SAET;AAAA,EACA,OAAO;AAAA;;;ACQJ,IAAW;AAAX,UAAW,SAAX;AACH,+BAAU,OAAV;AACA,4BAAO,OAAP;AAAA,GAFc;;;ACRlB,sBAA4B;AAC5B,iCAA8B;;;ACJ9B,qBAAoB;AAWb,oBAAoB,SAAiB;AACxC,MAAI,OAAO;AAEX,SAAO,KAAK,QAAQ,UAAU;AAE9B,SAAO,KAAK,QAAQ,YAAY;AAEhC,SAAO,KAAK,QAAQ,UAAU;AAE9B,SAAO,KAAK,QAAQ,UAAU;AAE9B,SAAO,KAAK,QAAQ,WAAW;AAE/B,SAAO,KAAK,QAAQ,YAAY;AAEhC,SAAO,KAAK,QAAQ,YAAY;AAEhC,SAAO,KAAK,QAAQ,aAAa;AAEjC,SAAO,KAAK,QAAQ,cAAc;AAElC,QAAM,IAAI,uBAAQ,KAAK;AAEvB,SAAO,EAAE;AAAA;AASN,yBAAyB,YAAoB;AAChD,QAAM,WAAW;AAEjB,QAAM,YAAY;AAElB,QAAM,SAAS,WAAW,MAAM;AAEhC,QAAM,UAAU,WAAW,MAAM;AAEjC,MAAI,SAAS;AAEb,MAAI,OAAO;AAEX,MAAI,MAAM,QAAQ,SAAS;AACvB,aAAS,OAAO;AAAA;AAGpB,MAAI,MAAM,QAAQ,UAAU;AACxB,WAAO,QAAQ;AAAA;AAInB,MAAI,QAAQ;AACR,WAAO;AAAA;AAAA,KAAU,SAAS;AAAA;AAAA;AAAA;AAG9B;AAAA;;;AD1DJ,4BAA4B,QAAgB;AACxC,QAAM,kBAAkB,IAAI,wBAAgB;AAAA,IACxC,gBAAgB;AAAA,IAChB,IAAI;AAAA;AAGR,qCAAkB,IAAI;AAEtB,MAAI,eAAe;AAGnB,kBACK,QAAQ,YAAY;AAAA,IACjB,QAAQ,CAAC;AAAA,IACT,YAAY,SAAS,MAAW;AAC5B,YAAM,MAAM,QAAQ;AAEpB,YAAM,SAAS,QAAQ,OAAO,OAAO,QAAQ,MAAM,OAAO;AAE1D,UAAI,eAAe;AAEnB,UAAI,QAAQ;AACR,uBAAe,WAAW,KAAK;AAAA;AAGnC,YAAM,MAAM,SAAS,eAAe;AAEpC,aAAO,UAAU,MAAM;AAAA;AAAA,KAG9B,QAAQ,YAAY;AAAA,IACjB,QAAQ,CAAC;AAAA,IACT,YAAY,SAAS,MAAW;AAC5B,YAAM,MAAM,KAAK,aAAa,eAAe;AAE7C,aAAO,MAAM;AAAA;AAAA,MAAW;AAAA;AAAA,IAAc;AAAA;AAAA,KAG7C,QAAQ,SAAS;AAAA,IACd,QAAQ,CAAC,SAAsB;AAC3B,aACI,KAAK,QAAQ,kBAAkB,YAC/B,KAAK,UAAU,SAAS;AAAA;AAAA,IAGhC,YAAY,SAAS,OAAa;AAC9B,YAAM,OAAO;AAEb,YAAM,QAAQ,mBACV,KAAK,aAAa,iBAAiB;AAGvC,YAAM,IAAI,IAAI,IAAI,OAAO;AACzB,QAAE,OAAO,yBAAyB;AAElC,aAAO,QAAQ;AAAA;AAAA,OAAY,WAAW,EAAE;AAAA;AAAA,IAAe;AAAA;AAAA,KAG9D,QAAQ,cAAc;AAAA,IACnB,QAAQ;AAAA,IACR,aAAa,MAAM;AAAA,KAEtB,QAAQ,YAAY;AAAA,IACjB,QAAQ,CAAC;AAAA,IACT,YAAY,SAAS,MAAW;AAC5B,YAAM,MAAM,gBAAgB,KAAK;AACjC,aAAO,OAAO;AAAA;AAAA;AAI1B,SAAO;AAAA;;;AJ3EX,IAAM,WAAW,CAAC,SAAiB;AAC/B,SAAO;AAAA,IACH;AAAA,IACA,SAAS;AAAA,IACT,KAAK,OAAO;AAAA;AAAA;AAMpB,yBAAgC,SAAiB,MAAuB;AAhBxE;AAiBI,QAAM,IAAI,0BAAK;AAEf,MAAI,QAAQ,EAAE,kBAAkB;AAEhC,UAAQ,MAAM,UAAU;AACxB,QAAM,SAAS,MAAM,KACjB,IAAI,IACA;AAAA,IACI,QAAE,2BAAF,mBAA0B,KAAK;AAAA,IAC/B,GAAG,EAAE,YAAY,OAAO,MAAM;AAAA,IAE7B,IAAI,CAAC,SAAU,OAAO,KAAK,SAAS,IACpC,OAAO,WAElB,KAAK;AAEP,QAAM,SAAS,EAAE;AACjB,QAAM,OAAO,OAAO;AAEpB,MAAI,QAAQ,KAAK,SAAS,GAAG;AACzB,QAAI,MAAM,mBAAmB,MAAM,SAAS;AAE5C,UAAM,MAAM;AAAA;AAAA,kBAAyB;AAAA;AAAA,IAAiB;AAEtD,WAAO;AAAA,MACH,SAAS;AAAA,MACT,MAAM,OAAO;AAAA,MACb,MAAM;AAAA,QACF;AAAA,QACA;AAAA,QACA,SAAS;AAAA;AAAA;AAAA;AAKrB,SAAO,SAAS,OAAO;AAAA;AAG3B,sCACI,KACuB;AACvB,QAAM,IAAI,IAAI,IAAI;AAGlB,IAAE,aAAa,OAAO;AAEtB,MAAI;AACA,UAAM,MAAM,MAAM,qBAAM,QAAQ;AAAA,MAC5B,KAAK,EAAE;AAAA,MACP,QAAQ;AAAA,MACR,SAAS;AAAA,MACT,cAAc;AAAA,MACd,kBAAkB,MAAK;AACnB,eAAO;AAAA;AAAA;AAGf,WAAO,UAAU,IAAI,MAAM,EAAE,KAAK,EAAE;AAAA,WAC/B,KAAP;AACE,YAAQ,IAAI;AACZ,WAAO,SAAS,OAAO;AAAA;AAAA;",
-  "names": []
-}
+{"version":3,"sources":["../src/index.ts","../src/error.ts","../src/type.ts","../src/turndownCode.ts","../src/formatHtml.ts"],"sourcesContent":["import axios, { AxiosRequestConfig } from 'axios'\nimport { load } from 'cheerio'\nimport { errObj } from './error'\nimport type { TurnDownResult } from './type'\nimport { Status } from './type'\nimport { getTurnDownService } from './turndownCode'\n\nconst getError = (code: number) => {\n    return {\n        code,\n        success: false,\n        msg: errObj[code],\n    }\n}\n\nexport { TurnDownResult, Status }\n\nexport async function parseHTML(htmlRaw: string, meta: { url: string }) {\n    const $ = load(htmlRaw)\n\n    let title = $('#activity-name').text()\n\n    title = title.trim() || ''\n    const author = Array.from(\n        new Set(\n            [\n                $('meta[name=\"author\"]')?.attr('content'),\n                ...$('#js_name').text().split('\\n'),\n            ]\n                .map((item) => (item ? item.trim() : ''))\n                .filter(Boolean)\n        )\n    ).join('\\n')\n\n    const htmlEl = $('#js_content')\n    const html = htmlEl.html()\n\n    if (html && html.length > 0) {\n        let res = getTurnDownService(meta).turndown(html)\n\n        res = `## ${title} \\n \\n` + `## 作者 ${author} \\n \\n` + res\n\n        return {\n            success: true,\n            code: Status.Success,\n            data: {\n                title,\n                author,\n                content: res,\n            },\n        }\n    }\n\n    return getError(Status.Fail)\n}\n\n/**\n * 支持添加代理服务器\n */\ninterface TransformHtml2MarkdownOptions {\n    axiosConfig?: AxiosRequestConfig\n}\n\nexport default async function transformHtml2Markdown(\n    url: string,\n    options: TransformHtml2MarkdownOptions = {}\n): Promise<TurnDownResult> {\n    const { axiosConfig = {} } = options\n    const { headers = {}, ...restConfig } = axiosConfig\n\n    const u = new URL(url)\n    // 移除该参数\n    // 避免出现 302 跳转\n    u.searchParams.delete('poc_token')\n\n    try {\n        const res = await axios.get(u.href, {\n            timeout: 30000,\n            maxRedirects: 5,\n            headers: {\n                DNT: '1',\n                'Upgrade-Insecure-Requests': '1',\n                'User-Agent':\n                    'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.36',\n                ...headers,\n            },\n            ...restConfig,\n        })\n\n        return parseHTML(res.data, { url: u.href })\n    } catch (err) {\n        console.log(err)\n        return getError(Status.Fail)\n    }\n}\n\nexport { getTurnDownService } from './turndownCode'\n","export const errObj: {\n    [key: number]: string\n} = {\n    '400': '内容解析失败',\n}\n","export interface TurnDownResult {\n    success: boolean\n    code: number\n    data?: {\n        title?: string\n        author?: string\n        content?: string\n    }\n    msg?: string\n}\n\nexport const enum Status {\n    Success = 200,\n    Fail = 400,\n}\n","/**\n *  html 转换 markdown 格式\n */\nimport turnDownService from 'turndown'\nimport TurndownPluginGfm from '@guyplusplus/turndown-plugin-gfm'\nimport { formatCode, figure2markdown } from './formatHtml'\n\ninterface Params {\n    url: string\n}\n\nfunction getTurnDownService(params: Params) {\n    const turndownService = new turnDownService({\n        codeBlockStyle: 'fenced',\n        hr: '',\n    })\n\n    TurndownPluginGfm.gfm(turndownService)\n\n    let videoCounter = 0\n\n    // 自定义配置\n    turndownService\n        .addRule('pre2Code', {\n            filter: ['pre'],\n            replacement(content, node: any) {\n                const len = content.length\n                // 微信文章获取到的 content， 会出现首尾都有 '`'\n                const isCode = content[0] === '`' && content[len - 1] === '`'\n\n                let pre_Markdown = ''\n\n                if (isCode) {\n                    pre_Markdown = formatCode(node.innerHTML)\n                }\n\n                const res = isCode ? pre_Markdown : content\n\n                return '```\\n' + res + '\\n```\\n'\n            },\n        })\n        .addRule('getImage', {\n            filter: ['img'],\n            replacement(content, node: any) {\n                const src = node.getAttribute('data-src') || ''\n\n                return src ? `\\n\\n![](${src}) \\n\\n` : ''\n            },\n        })\n        .addRule('video', {\n            filter: (node: HTMLElement) => {\n                return (\n                    node.tagName.toLowerCase() === 'iframe' &&\n                    node.className.includes('video_iframe')\n                )\n            },\n            replacement(content, _node: Node) {\n                const node = _node as HTMLIFrameElement\n\n                const cover = decodeURIComponent(\n                    node.getAttribute('data-cover') || ''\n                )\n\n                const u = new URL(params.url)\n                u.hash = `js_mp_video_container_${videoCounter++}`\n\n                return cover ? `\\n\\n[![](${cover})](${u.href}) \\n\\n` : ''\n            },\n        })\n        .addRule('lineBreaks', {\n            filter: 'br',\n            replacement: () => '\\n',\n        })\n        .addRule('img2Code', {\n            filter: ['figure'],\n            replacement(content, node: any) {\n                const res = figure2markdown(node.innerHTML)\n                return res || ''\n            },\n        })\n\n    return turndownService\n}\n\nexport { getTurnDownService }\n","import cheerio from 'cheerio'\n\n/**\n * 微信不同代码风格\n * 1. <code><span>code</span></code>\n * 2. <code><span><span>123</span><br></span></code>\n * turndown 不解析 code 下的 br 标签，需要使用正则替换 br 标签为 \\n 才可以继续解析\n * @param htmlStr\n * @returns\n */\n\nexport function formatCode(htmlStr: string) {\n    let code = htmlStr\n\n    code = code.replace(/<br>/gi, '\\n')\n\n    code = code.replace(/&nbsp;/gi, ' ')\n\n    code = code.replace(/&lt;/gi, '<')\n\n    code = code.replace(/&gt;/gi, '>')\n\n    code = code.replace(/&amp;/gi, '&')\n\n    code = code.replace(/&quot;/gi, '\"')\n\n    code = code.replace(/&apos;/gi, '‘')\n\n    code = code.replace(/&times;/gi, '*')\n\n    code = code.replace(/&divide;/gi, '%')\n\n    const $ = cheerio.load(code)\n\n    return $.text()\n}\n\n/**\n * 解决如下格式\n * <figcaption><img><figcaption></figcaption></figcaption>\n * @param figureHTML\n * @returns\n */\nexport function figure2markdown(figureHTML: string) {\n    const imgRegex = /<img.*?data-src=['\"](.*?)['\"]/\n\n    const descRegex = /\\<figcaption .*?>(.+)<\\/figcaption>/\n\n    const imgArr = figureHTML.match(imgRegex)\n\n    const descArr = figureHTML.match(descRegex)\n\n    let imgUrl = ''\n\n    let desc = ''\n\n    if (Array.isArray(imgArr)) {\n        imgUrl = imgArr[1]\n    }\n\n    if (Array.isArray(descArr)) {\n        desc = descArr[1]\n    }\n\n    // img 可能没有图片说明\n    if (imgUrl) {\n        return `\\n\\n ![${desc}](${imgUrl}) \\n\\n`\n    }\n\n    return\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,mBAA0C;AAC1C,IAAAA,kBAAqB;;;ACDd,IAAM,SAET;AAAA,EACA,OAAO;AACX;;;ACOO,IAAW,SAAX,kBAAWC,YAAX;AACH,EAAAA,gBAAA,aAAU,OAAV;AACA,EAAAA,gBAAA,UAAO,OAAP;AAFc,SAAAA;AAAA,GAAA;;;ACRlB,sBAA4B;AAC5B,iCAA8B;;;ACJ9B,qBAAoB;AAWb,SAAS,WAAW,SAAiB;AACxC,MAAI,OAAO;AAEX,SAAO,KAAK,QAAQ,UAAU,IAAI;AAElC,SAAO,KAAK,QAAQ,YAAY,GAAG;AAEnC,SAAO,KAAK,QAAQ,UAAU,GAAG;AAEjC,SAAO,KAAK,QAAQ,UAAU,GAAG;AAEjC,SAAO,KAAK,QAAQ,WAAW,GAAG;AAElC,SAAO,KAAK,QAAQ,YAAY,GAAG;AAEnC,SAAO,KAAK,QAAQ,YAAY,QAAG;AAEnC,SAAO,KAAK,QAAQ,aAAa,GAAG;AAEpC,SAAO,KAAK,QAAQ,cAAc,GAAG;AAErC,QAAM,IAAI,eAAAC,QAAQ,KAAK,IAAI;AAE3B,SAAO,EAAE,KAAK;AAClB;AAQO,SAAS,gBAAgB,YAAoB;AAChD,QAAM,WAAW;AAEjB,QAAM,YAAY;AAElB,QAAM,SAAS,WAAW,MAAM,QAAQ;AAExC,QAAM,UAAU,WAAW,MAAM,SAAS;AAE1C,MAAI,SAAS;AAEb,MAAI,OAAO;AAEX,MAAI,MAAM,QAAQ,MAAM,GAAG;AACvB,aAAS,OAAO;AAAA,EACpB;AAEA,MAAI,MAAM,QAAQ,OAAO,GAAG;AACxB,WAAO,QAAQ;AAAA,EACnB;AAGA,MAAI,QAAQ;AACR,WAAO;AAAA;AAAA,KAAU,SAAS;AAAA;AAAA;AAAA,EAC9B;AAEA;AACJ;;;AD3DA,SAAS,mBAAmB,QAAgB;AACxC,QAAM,kBAAkB,IAAI,gBAAAC,QAAgB;AAAA,IACxC,gBAAgB;AAAA,IAChB,IAAI;AAAA,EACR,CAAC;AAED,6BAAAC,QAAkB,IAAI,eAAe;AAErC,MAAI,eAAe;AAGnB,kBACK,QAAQ,YAAY;AAAA,IACjB,QAAQ,CAAC,KAAK;AAAA,IACd,YAAY,SAAS,MAAW;AAC5B,YAAM,MAAM,QAAQ;AAEpB,YAAM,SAAS,QAAQ,OAAO,OAAO,QAAQ,MAAM,OAAO;AAE1D,UAAI,eAAe;AAEnB,UAAI,QAAQ;AACR,uBAAe,WAAW,KAAK,SAAS;AAAA,MAC5C;AAEA,YAAM,MAAM,SAAS,eAAe;AAEpC,aAAO,UAAU,MAAM;AAAA,IAC3B;AAAA,EACJ,CAAC,EACA,QAAQ,YAAY;AAAA,IACjB,QAAQ,CAAC,KAAK;AAAA,IACd,YAAY,SAAS,MAAW;AAC5B,YAAM,MAAM,KAAK,aAAa,UAAU,KAAK;AAE7C,aAAO,MAAM;AAAA;AAAA,MAAW;AAAA;AAAA,IAAc;AAAA,IAC1C;AAAA,EACJ,CAAC,EACA,QAAQ,SAAS;AAAA,IACd,QAAQ,CAAC,SAAsB;AAC3B,aACI,KAAK,QAAQ,YAAY,MAAM,YAC/B,KAAK,UAAU,SAAS,cAAc;AAAA,IAE9C;AAAA,IACA,YAAY,SAAS,OAAa;AAC9B,YAAM,OAAO;AAEb,YAAM,QAAQ;AAAA,QACV,KAAK,aAAa,YAAY,KAAK;AAAA,MACvC;AAEA,YAAM,IAAI,IAAI,IAAI,OAAO,GAAG;AAC5B,QAAE,OAAO,yBAAyB;AAElC,aAAO,QAAQ;AAAA;AAAA,OAAY,WAAW,EAAE;AAAA;AAAA,IAAe;AAAA,IAC3D;AAAA,EACJ,CAAC,EACA,QAAQ,cAAc;AAAA,IACnB,QAAQ;AAAA,IACR,aAAa,MAAM;AAAA,EACvB,CAAC,EACA,QAAQ,YAAY;AAAA,IACjB,QAAQ,CAAC,QAAQ;AAAA,IACjB,YAAY,SAAS,MAAW;AAC5B,YAAM,MAAM,gBAAgB,KAAK,SAAS;AAC1C,aAAO,OAAO;AAAA,IAClB;AAAA,EACJ,CAAC;AAEL,SAAO;AACX;;;AH3EA,IAAM,WAAW,CAAC,SAAiB;AAC/B,SAAO;AAAA,IACH;AAAA,IACA,SAAS;AAAA,IACT,KAAK,OAAO;AAAA,EAChB;AACJ;AAIA,eAAsB,UAAU,SAAiB,MAAuB;AAjBxE;AAkBI,QAAM,QAAI,sBAAK,OAAO;AAEtB,MAAI,QAAQ,EAAE,gBAAgB,EAAE,KAAK;AAErC,UAAQ,MAAM,KAAK,KAAK;AACxB,QAAM,SAAS,MAAM;AAAA,IACjB,IAAI;AAAA,MACA;AAAA,SACI,OAAE,qBAAqB,MAAvB,mBAA0B,KAAK;AAAA,QAC/B,GAAG,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,IAAI;AAAA,MACtC,EACK,IAAI,CAAC,SAAU,OAAO,KAAK,KAAK,IAAI,EAAG,EACvC,OAAO,OAAO;AAAA,IACvB;AAAA,EACJ,EAAE,KAAK,IAAI;AAEX,QAAM,SAAS,EAAE,aAAa;AAC9B,QAAM,OAAO,OAAO,KAAK;AAEzB,MAAI,QAAQ,KAAK,SAAS,GAAG;AACzB,QAAI,MAAM,mBAAmB,IAAI,EAAE,SAAS,IAAI;AAEhD,UAAM,MAAM;AAAA;AAAA,kBAAyB;AAAA;AAAA,IAAiB;AAEtD,WAAO;AAAA,MACH,SAAS;AAAA,MACT;AAAA,MACA,MAAM;AAAA,QACF;AAAA,QACA;AAAA,QACA,SAAS;AAAA,MACb;AAAA,IACJ;AAAA,EACJ;AAEA,SAAO,uBAAoB;AAC/B;AASA,eAAO,uBACH,KACA,UAAyC,CAAC,GACnB;AACvB,QAAM,EAAE,cAAc,CAAC,EAAE,IAAI;AAC7B,QAAM,EAAE,UAAU,CAAC,MAAM,WAAW,IAAI;AAExC,QAAM,IAAI,IAAI,IAAI,GAAG;AAGrB,IAAE,aAAa,OAAO,WAAW;AAEjC,MAAI;AACA,UAAM,MAAM,MAAM,aAAAC,QAAM,IAAI,EAAE,MAAM;AAAA,MAChC,SAAS;AAAA,MACT,cAAc;AAAA,MACd,SAAS;AAAA,QACL,KAAK;AAAA,QACL,6BAA6B;AAAA,QAC7B,cACI;AAAA,QACJ,GAAG;AAAA,MACP;AAAA,MACA,GAAG;AAAA,IACP,CAAC;AAED,WAAO,UAAU,IAAI,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC;AAAA,EAC9C,SAAS,KAAP;AACE,YAAQ,IAAI,GAAG;AACf,WAAO,uBAAoB;AAAA,EAC/B;AACJ;","names":["import_cheerio","Status","cheerio","turnDownService","TurndownPluginGfm","axios"]}

package/dist/index.d.ts

@@ -1,3 +1,4 @@
+import { AxiosRequestConfig } from 'axios';
 import turnDownService from 'turndown';
 
 interface TurnDownResult {
@@ -39,6 +40,12 @@ declare function parseHTML(htmlRaw: string, meta: {
         content: string;
     };
 }>;
-declare function transformHtml2Markdown(url: string): Promise<TurnDownResult>;
+/**
+ * 支持添加代理服务器
+ */
+interface TransformHtml2MarkdownOptions {
+    axiosConfig?: AxiosRequestConfig;
+}
+declare function transformHtml2Markdown(url: string, options?: TransformHtml2MarkdownOptions): Promise<TurnDownResult>;
 
 export { Status, TurnDownResult, transformHtml2Markdown as default, getTurnDownService, parseHTML };

package/dist/index.js

@@ -8,11 +8,11 @@ var errObj = {
 };
 
 // src/type.ts
-var Status;
-(function(Status2) {
+var Status = /* @__PURE__ */ ((Status2) => {
   Status2[Status2["Success"] = 200] = "Success";
   Status2[Status2["Fail"] = 400] = "Fail";
-})(Status || (Status = {}));
+  return Status2;
+})(Status || {});
 
 // src/turndownCode.ts
 import turnDownService from "turndown";
@@ -93,7 +93,9 @@ function getTurnDownService(params) {
     },
     replacement(content, _node) {
       const node = _node;
-      const cover = decodeURIComponent(node.getAttribute("data-cover") || "");
+      const cover = decodeURIComponent(
+        node.getAttribute("data-cover") || ""
+      );
       const u = new URL(params.url);
       u.hash = `js_mp_video_container_${videoCounter++}`;
       return cover ? `
@@ -128,10 +130,14 @@ async function parseHTML(htmlRaw, meta) {
   const $ = load(htmlRaw);
   let title = $("#activity-name").text();
   title = title.trim() || "";
-  const author = Array.from(new Set([
-    (_a = $('meta[name="author"]')) == null ? void 0 : _a.attr("content"),
-    ...$("#js_name").text().split("\n")
-  ].map((item) => item ? item.trim() : "").filter(Boolean))).join("\n");
+  const author = Array.from(
+    new Set(
+      [
+        (_a = $('meta[name="author"]')) == null ? void 0 : _a.attr("content"),
+        ...$("#js_name").text().split("\n")
+      ].map((item) => item ? item.trim() : "").filter(Boolean)
+    )
+  ).join("\n");
   const htmlEl = $("#js_content");
   const html = htmlEl.html();
   if (html && html.length > 0) {
@@ -143,7 +149,7 @@ async function parseHTML(htmlRaw, meta) {
 ` + res;
     return {
       success: true,
-      code: Status.Success,
+      code: 200 /* Success */,
       data: {
         title,
         author,
@@ -151,25 +157,29 @@ async function parseHTML(htmlRaw, meta) {
       }
     };
   }
-  return getError(Status.Fail);
+  return getError(400 /* Fail */);
 }
-async function transformHtml2Markdown(url) {
+async function transformHtml2Markdown(url, options = {}) {
+  const { axiosConfig = {} } = options;
+  const { headers = {}, ...restConfig } = axiosConfig;
   const u = new URL(url);
   u.searchParams.delete("poc_token");
   try {
-    const res = await axios.request({
-      url: u.href,
-      method: "get",
+    const res = await axios.get(u.href, {
       timeout: 3e4,
       maxRedirects: 5,
-      transformResponse(res2) {
-        return res2;
-      }
+      headers: {
+        DNT: "1",
+        "Upgrade-Insecure-Requests": "1",
+        "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.36",
+        ...headers
+      },
+      ...restConfig
     });
     return parseHTML(res.data, { url: u.href });
   } catch (err) {
     console.log(err);
-    return getError(Status.Fail);
+    return getError(400 /* Fail */);
   }
 }
 export {
@@ -178,4 +188,4 @@ export {
   getTurnDownService,
   parseHTML
 };
-//# sourceMappingURL=index.js.map
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1,7 +1 @@
-{
-  "version": 3,
-  "sources": ["../src/index.ts", "../src/error.ts", "../src/type.ts", "../src/turndownCode.ts", "../src/formatHtml.ts"],
-  "sourcesContent": ["import axios from 'axios'\nimport { load } from 'cheerio'\nimport { errObj } from './error'\nimport { TurnDownResult, Status } from './type'\nimport { getTurnDownService } from './turndownCode'\n\nconst getError = (code: number) => {\n    return {\n        code,\n        success: false,\n        msg: errObj[code],\n    }\n}\n\nexport { TurnDownResult, Status }\n\nexport async function parseHTML(htmlRaw: string, meta: { url: string }) {\n    const $ = load(htmlRaw)\n\n    let title = $('#activity-name').text()\n\n    title = title.trim() || ''\n    const author = Array.from(\n        new Set(\n            [\n                $('meta[name=\"author\"]')?.attr('content'),\n                ...$('#js_name').text().split('\\n'),\n            ]\n                .map((item) => (item ? item.trim() : ''))\n                .filter(Boolean)\n        )\n    ).join('\\n')\n\n    const htmlEl = $('#js_content')\n    const html = htmlEl.html()\n\n    if (html && html.length > 0) {\n        let res = getTurnDownService(meta).turndown(html)\n\n        res = `## ${title} \\n \\n` + `## \u4F5C\u8005 ${author} \\n \\n` + res\n\n        return {\n            success: true,\n            code: Status.Success,\n            data: {\n                title,\n                author,\n                content: res,\n            },\n        }\n    }\n\n    return getError(Status.Fail)\n}\n\nexport default async function transformHtml2Markdown(\n    url: string\n): Promise<TurnDownResult> {\n    const u = new URL(url)\n    // \u79FB\u9664\u8BE5\u53C2\u6570\n    // \u907F\u514D\u51FA\u73B0 302 \u8DF3\u8F6C\n    u.searchParams.delete('poc_token')\n\n    try {\n        const res = await axios.request({\n            url: u.href,\n            method: 'get',\n            timeout: 30000,\n            maxRedirects: 5,\n            transformResponse(res) {\n                return res\n            },\n        })\n        return parseHTML(res.data, { url: u.href })\n    } catch (err) {\n        console.log(err)\n        return getError(Status.Fail)\n    }\n}\n\nexport { getTurnDownService } from './turndownCode'\n", "export const errObj: {\n    [key: number]: string\n} = {\n    '400': '\u5185\u5BB9\u89E3\u6790\u5931\u8D25',\n}\n", "export interface TurnDownResult {\n    success: boolean\n    code: number\n    data?: {\n        title?: string\n        author?: string\n        content?: string\n    }\n    msg?: string\n}\n\nexport const enum Status {\n    Success = 200,\n    Fail = 400,\n}\n", "/**\n *  html \u8F6C\u6362 markdown \u683C\u5F0F\n */\nimport turnDownService from 'turndown'\nimport TurndownPluginGfm from '@guyplusplus/turndown-plugin-gfm'\nimport { formatCode, figure2markdown } from './formatHtml'\n\ninterface Params {\n    url: string\n}\n\nfunction getTurnDownService(params: Params) {\n    const turndownService = new turnDownService({\n        codeBlockStyle: 'fenced',\n        hr: '',\n    })\n\n    TurndownPluginGfm.gfm(turndownService)\n\n    let videoCounter = 0\n\n    // \u81EA\u5B9A\u4E49\u914D\u7F6E\n    turndownService\n        .addRule('pre2Code', {\n            filter: ['pre'],\n            replacement(content, node: any) {\n                const len = content.length\n                // \u5FAE\u4FE1\u6587\u7AE0\u83B7\u53D6\u5230\u7684 content\uFF0C \u4F1A\u51FA\u73B0\u9996\u5C3E\u90FD\u6709 '`'\n                const isCode = content[0] === '`' && content[len - 1] === '`'\n\n                let pre_Markdown = ''\n\n                if (isCode) {\n                    pre_Markdown = formatCode(node.innerHTML)\n                }\n\n                const res = isCode ? pre_Markdown : content\n\n                return '```\\n' + res + '\\n```\\n'\n            },\n        })\n        .addRule('getImage', {\n            filter: ['img'],\n            replacement(content, node: any) {\n                const src = node.getAttribute('data-src') || ''\n\n                return src ? `\\n\\n![](${src}) \\n\\n` : ''\n            },\n        })\n        .addRule('video', {\n            filter: (node: HTMLElement) => {\n                return (\n                    node.tagName.toLowerCase() === 'iframe' &&\n                    node.className.includes('video_iframe')\n                )\n            },\n            replacement(content, _node: Node) {\n                const node = _node as HTMLIFrameElement\n\n                const cover = decodeURIComponent(\n                    node.getAttribute('data-cover') || ''\n                )\n\n                const u = new URL(params.url)\n                u.hash = `js_mp_video_container_${videoCounter++}`\n\n                return cover ? `\\n\\n[![](${cover})](${u.href}) \\n\\n` : ''\n            },\n        })\n        .addRule('lineBreaks', {\n            filter: 'br',\n            replacement: () => '\\n',\n        })\n        .addRule('img2Code', {\n            filter: ['figure'],\n            replacement(content, node: any) {\n                const res = figure2markdown(node.innerHTML)\n                return res || ''\n            },\n        })\n\n    return turndownService\n}\n\nexport { getTurnDownService }\n", "import cheerio from 'cheerio'\n\n/**\n * \u5FAE\u4FE1\u4E0D\u540C\u4EE3\u7801\u98CE\u683C\n * 1. <code><span>code</span></code>\n * 2. <code><span><span>123</span><br></span></code>\n * turndown \u4E0D\u89E3\u6790 code \u4E0B\u7684 br \u6807\u7B7E\uFF0C\u9700\u8981\u4F7F\u7528\u6B63\u5219\u66FF\u6362 br \u6807\u7B7E\u4E3A \\n \u624D\u53EF\u4EE5\u7EE7\u7EED\u89E3\u6790\n * @param htmlStr\n * @returns\n */\n\nexport function formatCode(htmlStr: string) {\n    let code = htmlStr\n\n    code = code.replace(/<br>/gi, '\\n')\n\n    code = code.replace(/&nbsp;/gi, ' ')\n\n    code = code.replace(/&lt;/gi, '<')\n\n    code = code.replace(/&gt;/gi, '>')\n\n    code = code.replace(/&amp;/gi, '&')\n\n    code = code.replace(/&quot;/gi, '\"')\n\n    code = code.replace(/&apos;/gi, '\u2018')\n\n    code = code.replace(/&times;/gi, '*')\n\n    code = code.replace(/&divide;/gi, '%')\n\n    const $ = cheerio.load(code)\n\n    return $.text()\n}\n\n/**\n * \u89E3\u51B3\u5982\u4E0B\u683C\u5F0F\n * <figcaption><img><figcaption></figcaption></figcaption>\n * @param figureHTML\n * @returns\n */\nexport function figure2markdown(figureHTML: string) {\n    const imgRegex = /<img.*?data-src=['\"](.*?)['\"]/\n\n    const descRegex = /\\<figcaption .*?>(.+)<\\/figcaption>/\n\n    const imgArr = figureHTML.match(imgRegex)\n\n    const descArr = figureHTML.match(descRegex)\n\n    let imgUrl = ''\n\n    let desc = ''\n\n    if (Array.isArray(imgArr)) {\n        imgUrl = imgArr[1]\n    }\n\n    if (Array.isArray(descArr)) {\n        desc = descArr[1]\n    }\n\n    // img \u53EF\u80FD\u6CA1\u6709\u56FE\u7247\u8BF4\u660E\n    if (imgUrl) {\n        return `\\n\\n ![${desc}](${imgUrl}) \\n\\n`\n    }\n\n    return\n}\n"],
-  "mappings": ";AAAA;AACA;;;ACDO,IAAM,SAET;AAAA,EACA,OAAO;AAAA;;;ACQJ,IAAW;AAAX,UAAW,SAAX;AACH,+BAAU,OAAV;AACA,4BAAO,OAAP;AAAA,GAFc;;;ACRlB;AACA;;;ACJA;AAWO,oBAAoB,SAAiB;AACxC,MAAI,OAAO;AAEX,SAAO,KAAK,QAAQ,UAAU;AAE9B,SAAO,KAAK,QAAQ,YAAY;AAEhC,SAAO,KAAK,QAAQ,UAAU;AAE9B,SAAO,KAAK,QAAQ,UAAU;AAE9B,SAAO,KAAK,QAAQ,WAAW;AAE/B,SAAO,KAAK,QAAQ,YAAY;AAEhC,SAAO,KAAK,QAAQ,YAAY;AAEhC,SAAO,KAAK,QAAQ,aAAa;AAEjC,SAAO,KAAK,QAAQ,cAAc;AAElC,QAAM,IAAI,QAAQ,KAAK;AAEvB,SAAO,EAAE;AAAA;AASN,yBAAyB,YAAoB;AAChD,QAAM,WAAW;AAEjB,QAAM,YAAY;AAElB,QAAM,SAAS,WAAW,MAAM;AAEhC,QAAM,UAAU,WAAW,MAAM;AAEjC,MAAI,SAAS;AAEb,MAAI,OAAO;AAEX,MAAI,MAAM,QAAQ,SAAS;AACvB,aAAS,OAAO;AAAA;AAGpB,MAAI,MAAM,QAAQ,UAAU;AACxB,WAAO,QAAQ;AAAA;AAInB,MAAI,QAAQ;AACR,WAAO;AAAA;AAAA,KAAU,SAAS;AAAA;AAAA;AAAA;AAG9B;AAAA;;;AD1DJ,4BAA4B,QAAgB;AACxC,QAAM,kBAAkB,IAAI,gBAAgB;AAAA,IACxC,gBAAgB;AAAA,IAChB,IAAI;AAAA;AAGR,oBAAkB,IAAI;AAEtB,MAAI,eAAe;AAGnB,kBACK,QAAQ,YAAY;AAAA,IACjB,QAAQ,CAAC;AAAA,IACT,YAAY,SAAS,MAAW;AAC5B,YAAM,MAAM,QAAQ;AAEpB,YAAM,SAAS,QAAQ,OAAO,OAAO,QAAQ,MAAM,OAAO;AAE1D,UAAI,eAAe;AAEnB,UAAI,QAAQ;AACR,uBAAe,WAAW,KAAK;AAAA;AAGnC,YAAM,MAAM,SAAS,eAAe;AAEpC,aAAO,UAAU,MAAM;AAAA;AAAA,KAG9B,QAAQ,YAAY;AAAA,IACjB,QAAQ,CAAC;AAAA,IACT,YAAY,SAAS,MAAW;AAC5B,YAAM,MAAM,KAAK,aAAa,eAAe;AAE7C,aAAO,MAAM;AAAA;AAAA,MAAW;AAAA;AAAA,IAAc;AAAA;AAAA,KAG7C,QAAQ,SAAS;AAAA,IACd,QAAQ,CAAC,SAAsB;AAC3B,aACI,KAAK,QAAQ,kBAAkB,YAC/B,KAAK,UAAU,SAAS;AAAA;AAAA,IAGhC,YAAY,SAAS,OAAa;AAC9B,YAAM,OAAO;AAEb,YAAM,QAAQ,mBACV,KAAK,aAAa,iBAAiB;AAGvC,YAAM,IAAI,IAAI,IAAI,OAAO;AACzB,QAAE,OAAO,yBAAyB;AAElC,aAAO,QAAQ;AAAA;AAAA,OAAY,WAAW,EAAE;AAAA;AAAA,IAAe;AAAA;AAAA,KAG9D,QAAQ,cAAc;AAAA,IACnB,QAAQ;AAAA,IACR,aAAa,MAAM;AAAA,KAEtB,QAAQ,YAAY;AAAA,IACjB,QAAQ,CAAC;AAAA,IACT,YAAY,SAAS,MAAW;AAC5B,YAAM,MAAM,gBAAgB,KAAK;AACjC,aAAO,OAAO;AAAA;AAAA;AAI1B,SAAO;AAAA;;;AH3EX,IAAM,WAAW,CAAC,SAAiB;AAC/B,SAAO;AAAA,IACH;AAAA,IACA,SAAS;AAAA,IACT,KAAK,OAAO;AAAA;AAAA;AAMpB,yBAAgC,SAAiB,MAAuB;AAhBxE;AAiBI,QAAM,IAAI,KAAK;AAEf,MAAI,QAAQ,EAAE,kBAAkB;AAEhC,UAAQ,MAAM,UAAU;AACxB,QAAM,SAAS,MAAM,KACjB,IAAI,IACA;AAAA,IACI,QAAE,2BAAF,mBAA0B,KAAK;AAAA,IAC/B,GAAG,EAAE,YAAY,OAAO,MAAM;AAAA,IAE7B,IAAI,CAAC,SAAU,OAAO,KAAK,SAAS,IACpC,OAAO,WAElB,KAAK;AAEP,QAAM,SAAS,EAAE;AACjB,QAAM,OAAO,OAAO;AAEpB,MAAI,QAAQ,KAAK,SAAS,GAAG;AACzB,QAAI,MAAM,mBAAmB,MAAM,SAAS;AAE5C,UAAM,MAAM;AAAA;AAAA,kBAAyB;AAAA;AAAA,IAAiB;AAEtD,WAAO;AAAA,MACH,SAAS;AAAA,MACT,MAAM,OAAO;AAAA,MACb,MAAM;AAAA,QACF;AAAA,QACA;AAAA,QACA,SAAS;AAAA;AAAA;AAAA;AAKrB,SAAO,SAAS,OAAO;AAAA;AAG3B,sCACI,KACuB;AACvB,QAAM,IAAI,IAAI,IAAI;AAGlB,IAAE,aAAa,OAAO;AAEtB,MAAI;AACA,UAAM,MAAM,MAAM,MAAM,QAAQ;AAAA,MAC5B,KAAK,EAAE;AAAA,MACP,QAAQ;AAAA,MACR,SAAS;AAAA,MACT,cAAc;AAAA,MACd,kBAAkB,MAAK;AACnB,eAAO;AAAA;AAAA;AAGf,WAAO,UAAU,IAAI,MAAM,EAAE,KAAK,EAAE;AAAA,WAC/B,KAAP;AACE,YAAQ,IAAI;AACZ,WAAO,SAAS,OAAO;AAAA;AAAA;",
-  "names": []
-}
+{"version":3,"sources":["../src/index.ts","../src/error.ts","../src/type.ts","../src/turndownCode.ts","../src/formatHtml.ts"],"sourcesContent":["import axios, { AxiosRequestConfig } from 'axios'\nimport { load } from 'cheerio'\nimport { errObj } from './error'\nimport type { TurnDownResult } from './type'\nimport { Status } from './type'\nimport { getTurnDownService } from './turndownCode'\n\nconst getError = (code: number) => {\n    return {\n        code,\n        success: false,\n        msg: errObj[code],\n    }\n}\n\nexport { TurnDownResult, Status }\n\nexport async function parseHTML(htmlRaw: string, meta: { url: string }) {\n    const $ = load(htmlRaw)\n\n    let title = $('#activity-name').text()\n\n    title = title.trim() || ''\n    const author = Array.from(\n        new Set(\n            [\n                $('meta[name=\"author\"]')?.attr('content'),\n                ...$('#js_name').text().split('\\n'),\n            ]\n                .map((item) => (item ? item.trim() : ''))\n                .filter(Boolean)\n        )\n    ).join('\\n')\n\n    const htmlEl = $('#js_content')\n    const html = htmlEl.html()\n\n    if (html && html.length > 0) {\n        let res = getTurnDownService(meta).turndown(html)\n\n        res = `## ${title} \\n \\n` + `## 作者 ${author} \\n \\n` + res\n\n        return {\n            success: true,\n            code: Status.Success,\n            data: {\n                title,\n                author,\n                content: res,\n            },\n        }\n    }\n\n    return getError(Status.Fail)\n}\n\n/**\n * 支持添加代理服务器\n */\ninterface TransformHtml2MarkdownOptions {\n    axiosConfig?: AxiosRequestConfig\n}\n\nexport default async function transformHtml2Markdown(\n    url: string,\n    options: TransformHtml2MarkdownOptions = {}\n): Promise<TurnDownResult> {\n    const { axiosConfig = {} } = options\n    const { headers = {}, ...restConfig } = axiosConfig\n\n    const u = new URL(url)\n    // 移除该参数\n    // 避免出现 302 跳转\n    u.searchParams.delete('poc_token')\n\n    try {\n        const res = await axios.get(u.href, {\n            timeout: 30000,\n            maxRedirects: 5,\n            headers: {\n                DNT: '1',\n                'Upgrade-Insecure-Requests': '1',\n                'User-Agent':\n                    'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.36',\n                ...headers,\n            },\n            ...restConfig,\n        })\n\n        return parseHTML(res.data, { url: u.href })\n    } catch (err) {\n        console.log(err)\n        return getError(Status.Fail)\n    }\n}\n\nexport { getTurnDownService } from './turndownCode'\n","export const errObj: {\n    [key: number]: string\n} = {\n    '400': '内容解析失败',\n}\n","export interface TurnDownResult {\n    success: boolean\n    code: number\n    data?: {\n        title?: string\n        author?: string\n        content?: string\n    }\n    msg?: string\n}\n\nexport const enum Status {\n    Success = 200,\n    Fail = 400,\n}\n","/**\n *  html 转换 markdown 格式\n */\nimport turnDownService from 'turndown'\nimport TurndownPluginGfm from '@guyplusplus/turndown-plugin-gfm'\nimport { formatCode, figure2markdown } from './formatHtml'\n\ninterface Params {\n    url: string\n}\n\nfunction getTurnDownService(params: Params) {\n    const turndownService = new turnDownService({\n        codeBlockStyle: 'fenced',\n        hr: '',\n    })\n\n    TurndownPluginGfm.gfm(turndownService)\n\n    let videoCounter = 0\n\n    // 自定义配置\n    turndownService\n        .addRule('pre2Code', {\n            filter: ['pre'],\n            replacement(content, node: any) {\n                const len = content.length\n                // 微信文章获取到的 content， 会出现首尾都有 '`'\n                const isCode = content[0] === '`' && content[len - 1] === '`'\n\n                let pre_Markdown = ''\n\n                if (isCode) {\n                    pre_Markdown = formatCode(node.innerHTML)\n                }\n\n                const res = isCode ? pre_Markdown : content\n\n                return '```\\n' + res + '\\n```\\n'\n            },\n        })\n        .addRule('getImage', {\n            filter: ['img'],\n            replacement(content, node: any) {\n                const src = node.getAttribute('data-src') || ''\n\n                return src ? `\\n\\n![](${src}) \\n\\n` : ''\n            },\n        })\n        .addRule('video', {\n            filter: (node: HTMLElement) => {\n                return (\n                    node.tagName.toLowerCase() === 'iframe' &&\n                    node.className.includes('video_iframe')\n                )\n            },\n            replacement(content, _node: Node) {\n                const node = _node as HTMLIFrameElement\n\n                const cover = decodeURIComponent(\n                    node.getAttribute('data-cover') || ''\n                )\n\n                const u = new URL(params.url)\n                u.hash = `js_mp_video_container_${videoCounter++}`\n\n                return cover ? `\\n\\n[![](${cover})](${u.href}) \\n\\n` : ''\n            },\n        })\n        .addRule('lineBreaks', {\n            filter: 'br',\n            replacement: () => '\\n',\n        })\n        .addRule('img2Code', {\n            filter: ['figure'],\n            replacement(content, node: any) {\n                const res = figure2markdown(node.innerHTML)\n                return res || ''\n            },\n        })\n\n    return turndownService\n}\n\nexport { getTurnDownService }\n","import cheerio from 'cheerio'\n\n/**\n * 微信不同代码风格\n * 1. <code><span>code</span></code>\n * 2. <code><span><span>123</span><br></span></code>\n * turndown 不解析 code 下的 br 标签，需要使用正则替换 br 标签为 \\n 才可以继续解析\n * @param htmlStr\n * @returns\n */\n\nexport function formatCode(htmlStr: string) {\n    let code = htmlStr\n\n    code = code.replace(/<br>/gi, '\\n')\n\n    code = code.replace(/&nbsp;/gi, ' ')\n\n    code = code.replace(/&lt;/gi, '<')\n\n    code = code.replace(/&gt;/gi, '>')\n\n    code = code.replace(/&amp;/gi, '&')\n\n    code = code.replace(/&quot;/gi, '\"')\n\n    code = code.replace(/&apos;/gi, '‘')\n\n    code = code.replace(/&times;/gi, '*')\n\n    code = code.replace(/&divide;/gi, '%')\n\n    const $ = cheerio.load(code)\n\n    return $.text()\n}\n\n/**\n * 解决如下格式\n * <figcaption><img><figcaption></figcaption></figcaption>\n * @param figureHTML\n * @returns\n */\nexport function figure2markdown(figureHTML: string) {\n    const imgRegex = /<img.*?data-src=['\"](.*?)['\"]/\n\n    const descRegex = /\\<figcaption .*?>(.+)<\\/figcaption>/\n\n    const imgArr = figureHTML.match(imgRegex)\n\n    const descArr = figureHTML.match(descRegex)\n\n    let imgUrl = ''\n\n    let desc = ''\n\n    if (Array.isArray(imgArr)) {\n        imgUrl = imgArr[1]\n    }\n\n    if (Array.isArray(descArr)) {\n        desc = descArr[1]\n    }\n\n    // img 可能没有图片说明\n    if (imgUrl) {\n        return `\\n\\n ![${desc}](${imgUrl}) \\n\\n`\n    }\n\n    return\n}\n"],"mappings":";AAAA,OAAO,WAAmC;AAC1C,SAAS,YAAY;;;ACDd,IAAM,SAET;AAAA,EACA,OAAO;AACX;;;ACOO,IAAW,SAAX,kBAAWA,YAAX;AACH,EAAAA,gBAAA,aAAU,OAAV;AACA,EAAAA,gBAAA,UAAO,OAAP;AAFc,SAAAA;AAAA,GAAA;;;ACRlB,OAAO,qBAAqB;AAC5B,OAAO,uBAAuB;;;ACJ9B,OAAO,aAAa;AAWb,SAAS,WAAW,SAAiB;AACxC,MAAI,OAAO;AAEX,SAAO,KAAK,QAAQ,UAAU,IAAI;AAElC,SAAO,KAAK,QAAQ,YAAY,GAAG;AAEnC,SAAO,KAAK,QAAQ,UAAU,GAAG;AAEjC,SAAO,KAAK,QAAQ,UAAU,GAAG;AAEjC,SAAO,KAAK,QAAQ,WAAW,GAAG;AAElC,SAAO,KAAK,QAAQ,YAAY,GAAG;AAEnC,SAAO,KAAK,QAAQ,YAAY,QAAG;AAEnC,SAAO,KAAK,QAAQ,aAAa,GAAG;AAEpC,SAAO,KAAK,QAAQ,cAAc,GAAG;AAErC,QAAM,IAAI,QAAQ,KAAK,IAAI;AAE3B,SAAO,EAAE,KAAK;AAClB;AAQO,SAAS,gBAAgB,YAAoB;AAChD,QAAM,WAAW;AAEjB,QAAM,YAAY;AAElB,QAAM,SAAS,WAAW,MAAM,QAAQ;AAExC,QAAM,UAAU,WAAW,MAAM,SAAS;AAE1C,MAAI,SAAS;AAEb,MAAI,OAAO;AAEX,MAAI,MAAM,QAAQ,MAAM,GAAG;AACvB,aAAS,OAAO;AAAA,EACpB;AAEA,MAAI,MAAM,QAAQ,OAAO,GAAG;AACxB,WAAO,QAAQ;AAAA,EACnB;AAGA,MAAI,QAAQ;AACR,WAAO;AAAA;AAAA,KAAU,SAAS;AAAA;AAAA;AAAA,EAC9B;AAEA;AACJ;;;AD3DA,SAAS,mBAAmB,QAAgB;AACxC,QAAM,kBAAkB,IAAI,gBAAgB;AAAA,IACxC,gBAAgB;AAAA,IAChB,IAAI;AAAA,EACR,CAAC;AAED,oBAAkB,IAAI,eAAe;AAErC,MAAI,eAAe;AAGnB,kBACK,QAAQ,YAAY;AAAA,IACjB,QAAQ,CAAC,KAAK;AAAA,IACd,YAAY,SAAS,MAAW;AAC5B,YAAM,MAAM,QAAQ;AAEpB,YAAM,SAAS,QAAQ,OAAO,OAAO,QAAQ,MAAM,OAAO;AAE1D,UAAI,eAAe;AAEnB,UAAI,QAAQ;AACR,uBAAe,WAAW,KAAK,SAAS;AAAA,MAC5C;AAEA,YAAM,MAAM,SAAS,eAAe;AAEpC,aAAO,UAAU,MAAM;AAAA,IAC3B;AAAA,EACJ,CAAC,EACA,QAAQ,YAAY;AAAA,IACjB,QAAQ,CAAC,KAAK;AAAA,IACd,YAAY,SAAS,MAAW;AAC5B,YAAM,MAAM,KAAK,aAAa,UAAU,KAAK;AAE7C,aAAO,MAAM;AAAA;AAAA,MAAW;AAAA;AAAA,IAAc;AAAA,IAC1C;AAAA,EACJ,CAAC,EACA,QAAQ,SAAS;AAAA,IACd,QAAQ,CAAC,SAAsB;AAC3B,aACI,KAAK,QAAQ,YAAY,MAAM,YAC/B,KAAK,UAAU,SAAS,cAAc;AAAA,IAE9C;AAAA,IACA,YAAY,SAAS,OAAa;AAC9B,YAAM,OAAO;AAEb,YAAM,QAAQ;AAAA,QACV,KAAK,aAAa,YAAY,KAAK;AAAA,MACvC;AAEA,YAAM,IAAI,IAAI,IAAI,OAAO,GAAG;AAC5B,QAAE,OAAO,yBAAyB;AAElC,aAAO,QAAQ;AAAA;AAAA,OAAY,WAAW,EAAE;AAAA;AAAA,IAAe;AAAA,IAC3D;AAAA,EACJ,CAAC,EACA,QAAQ,cAAc;AAAA,IACnB,QAAQ;AAAA,IACR,aAAa,MAAM;AAAA,EACvB,CAAC,EACA,QAAQ,YAAY;AAAA,IACjB,QAAQ,CAAC,QAAQ;AAAA,IACjB,YAAY,SAAS,MAAW;AAC5B,YAAM,MAAM,gBAAgB,KAAK,SAAS;AAC1C,aAAO,OAAO;AAAA,IAClB;AAAA,EACJ,CAAC;AAEL,SAAO;AACX;;;AH3EA,IAAM,WAAW,CAAC,SAAiB;AAC/B,SAAO;AAAA,IACH;AAAA,IACA,SAAS;AAAA,IACT,KAAK,OAAO;AAAA,EAChB;AACJ;AAIA,eAAsB,UAAU,SAAiB,MAAuB;AAjBxE;AAkBI,QAAM,IAAI,KAAK,OAAO;AAEtB,MAAI,QAAQ,EAAE,gBAAgB,EAAE,KAAK;AAErC,UAAQ,MAAM,KAAK,KAAK;AACxB,QAAM,SAAS,MAAM;AAAA,IACjB,IAAI;AAAA,MACA;AAAA,SACI,OAAE,qBAAqB,MAAvB,mBAA0B,KAAK;AAAA,QAC/B,GAAG,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,IAAI;AAAA,MACtC,EACK,IAAI,CAAC,SAAU,OAAO,KAAK,KAAK,IAAI,EAAG,EACvC,OAAO,OAAO;AAAA,IACvB;AAAA,EACJ,EAAE,KAAK,IAAI;AAEX,QAAM,SAAS,EAAE,aAAa;AAC9B,QAAM,OAAO,OAAO,KAAK;AAEzB,MAAI,QAAQ,KAAK,SAAS,GAAG;AACzB,QAAI,MAAM,mBAAmB,IAAI,EAAE,SAAS,IAAI;AAEhD,UAAM,MAAM;AAAA;AAAA,kBAAyB;AAAA;AAAA,IAAiB;AAEtD,WAAO;AAAA,MACH,SAAS;AAAA,MACT;AAAA,MACA,MAAM;AAAA,QACF;AAAA,QACA;AAAA,QACA,SAAS;AAAA,MACb;AAAA,IACJ;AAAA,EACJ;AAEA,SAAO,uBAAoB;AAC/B;AASA,eAAO,uBACH,KACA,UAAyC,CAAC,GACnB;AACvB,QAAM,EAAE,cAAc,CAAC,EAAE,IAAI;AAC7B,QAAM,EAAE,UAAU,CAAC,MAAM,WAAW,IAAI;AAExC,QAAM,IAAI,IAAI,IAAI,GAAG;AAGrB,IAAE,aAAa,OAAO,WAAW;AAEjC,MAAI;AACA,UAAM,MAAM,MAAM,MAAM,IAAI,EAAE,MAAM;AAAA,MAChC,SAAS;AAAA,MACT,cAAc;AAAA,MACd,SAAS;AAAA,QACL,KAAK;AAAA,QACL,6BAA6B;AAAA,QAC7B,cACI;AAAA,QACJ,GAAG;AAAA,MACP;AAAA,MACA,GAAG;AAAA,IACP,CAAC;AAED,WAAO,UAAU,IAAI,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC;AAAA,EAC9C,SAAS,KAAP;AACE,YAAQ,IAAI,GAAG;AACf,WAAO,uBAAoB;AAAA,EAC/B;AACJ;","names":["Status"]}

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@aiello/wechat-to-markdown",
-    "version": "1.2.9",
+    "version": "1.2.11",
     "description": "解析微信文章 URL 为 markdown",
     "author": "Aiello Chan<aiello.chan@gmail.com>",
     "keywords": [