getmdfromleetcode 1.1.0

package/index.js.backup

@@ -0,0 +1,355 @@
+// markdownFormatter.js - Markdown format化模块
+
+import * as cheerio from 'cheerio';
+
+/**
+ * 将题目数据格式化为Markdown格式
+ * @param {Object} question 题目数据
+ * @param {boolean} rawOutput 是否输出原始内容
+ * @returns {string} 格式化后的Markdown内容
+ */
+export function formatAsMarkdown(question, rawOutput = false) {
+  const title = question.translatedTitle || question.title;
+  const difficulty = question.difficulty;
+  const content = question.translatedContent || question.content;
+  
+  // 如果需要原始输出，则返回包含标题和难度的原始HTML内容
+  if (rawOutput) {
+    let rawResult = '';
+    if (title) {
+      rawResult += `<h1>${title}</h1>\n`;
+    }
+    if (difficulty) {
+      rawResult += `<p><strong>Difficulty:</strong> ${difficulty}</p>\n`;
+    }
+    rawResult += content;
+    return rawResult;
+  }
+  
+  // 使用cheerio处理HTML格式的描述
+  const $ = cheerio.load(content, {decodeEntities: false});
+  
+  // 提取文本内容并格式化
+  let description = '';
+  
+  // 按照HTML中的顺序处理所有元素
+  $('body').children().each((i, elem) => {
+    const $elem = $(elem);
+    
+    if (elem.tagName === 'p') {
+      // 处理段落中的内联元素
+      let text = '';
+      $elem.contents().each((j, child) => {
+        const $child = $(child);
+        if (child.type === 'text') {
+          text += child.data;
+        } else if (child.tagName === 'strong') {
+          text += `**${$child.text()}**`;
+        } else if (child.tagName === 'em') {
+          text += `*${$child.text()}*`;
+        } else if (child.tagName === 'code') {
+          text += `\`${$child.text()}\``;
+        } else if (child.tagName === 'sup') {
+          // 处理上标（数学公式中的幂）
+          text += `^${$child.text()}`;
+        } else {
+          // 其他标签直接获取文本
+          text += $child.text();
+        }
+      });
+      text = text.trim();
+      if (text) {
+        // 特殊处理示例标题
+        if (text.startsWith('示例')) {
+          description += `\n\n## ${text}\n\n`;
+        } else if (text.startsWith('提示')) {
+          description += `\n\n## 提示:\n`;
+        } else {
+          description += text + '\n\n';
+        }
+      }
+    } else if (elem.tagName === 'pre') {
+      const codeText = $elem.text().trim();
+      if (codeText) {
+        description += '```\n' + codeText + '\n```\n\n';
+      }
+    } else if (elem.tagName === 'ul' || elem.tagName === 'ol') {
+      $elem.children('li').each((j, li) => {
+        const text = $(li).text().trim();
+        if (text) {
+          description += `- ${text}\n`;
+        }
+      });
+      description += '\n';
+    }
+  });
+  
+  // 构建Markdown输出
+  let markdown = '';
+  if (title) {
+    markdown += `# ${title}\n\n`;
+  }
+  
+  if (difficulty) {
+    markdown += `**Difficulty:** ${difficulty}\n\n`;
+  } else {
+    markdown += `**Difficulty:** 未找到\n\n`;
+  }
+  
+  if (description) {
+    // 格式化描述内容
+    let formattedDescription = description;
+    
+    // 处理示例部分
+    formattedDescription = formattedDescription.replace(/示例\s*(\d+)\s*:/g, '\n\n## 示例 $1:\n\n');
+    formattedDescription = formattedDescription.replace(/示例\s*(\d+)\s*：/g, '\n\n## 示例 $1:\n\n');
+    
+    // 处理解释部分
+    formattedDescription = formattedDescription.replace(/解释：/g, '\n**解释:** ');
+    
+    // 处理提示部分
+    formattedDescription = formattedDescription.replace(/提示：/g, '\n\n## 提示:\n');
+    formattedDescription = formattedDescription.replace(/进阶：/g, '\n\n**进阶:**\n');
+    
+    // 处理列表项
+    formattedDescription = formattedDescription.replace(/\n \* /g, '\n- ');
+    
+    // 修复特殊字符问题
+    formattedDescription = formattedDescription.replace(/(\d+)\\u003csup\\u003e(\d+)\\u003c\/sup\\u003e/g, '$1^$2');
+    formattedDescription = formattedDescription.replace(/(\d+)\s*\^\s*(\d+)/g, '$1^$2');
+    // 将数字^数字的表达式用$包裹，符合LaTeX规范
+    formattedDescription = formattedDescription.replace(/(\d+)\^(\d+)/g, '\$$1^$2\$');
+    // 处理负数的上标情况
+    formattedDescription = formattedDescription.replace(/-\s*(\d+)\^(\d+)/g, '-\$$1^$2\$');
+    // 特殊处理常见的数学范围表达式
+    formattedDescription = formattedDescription.replace(/104/g, '$10^4$');
+    formattedDescription = formattedDescription.replace(/105/g, '$10^5$');
+    formattedDescription = formattedDescription.replace(/109/g, '$10^9$');
+    
+    // 清理多余的空白字符
+    formattedDescription = formattedDescription.replace(/\n\s*\n\s*\n/g, '\n\n');
+    formattedDescription = formattedDescription.replace(/^ +/gm, '');
+    
+    markdown += `## Description\n\n${formattedDescription}\n`;
+  } else {
+    markdown += '## Description\n\n未能提取到题目描述\n\n';
+  }
+
+  return markdown;
+}
+// urlUtils.js - URL处理工具模块
+
+/**
+ * 从URL中提取题目slug
+ * @param {string} url LeetCode题目URL
+ * @returns {string|null} 题目slug
+ */
+export function getProblemSlug(url) {
+  const match = url.match(/\/problems\/([^/]+)/);
+  return match ? match[1] : null;
+}
+
+/**
+ * 检查是否为有效的LeetCode题目URL
+ * @param {string} url 待检查的URL
+ * @returns {boolean} 是否为有效的LeetCode题目URL
+ */
+export function isValidLeetCodeUrl(url) {
+  return url.startsWith('https://leetcode.cn/problems/') || 
+         url.startsWith('https://leetcode.com/problems/');
+}
+// problemDataFetcher.js - LeetCode问题数据获取模块
+
+// 导入依赖
+import fetch from 'node-fetch';
+import { getProblemSlug } from './urlUtils.js';
+
+/**
+ * 使用GraphQL API获取LeetCode题目数据
+ * @param {string} slug 题目slug
+ * @param {string} language 语言类型 ('chinese' 或 'english')
+ * @returns {Promise<Object>} 题目数据
+ */
+export async function fetchProblemDataViaGraphQL(slug, language = 'chinese') {
+  const isCN = slug.includes('leetcode.cn');
+  const graphqlUrl = isCN 
+    ? 'https://leetcode.cn/graphql' 
+    : 'https://leetcode.com/graphql';
+    
+  const query = `
+    query questionData($titleSlug: String!) {
+      question(titleSlug: $titleSlug) {
+        questionId
+        questionFrontendId
+        title
+        titleSlug
+        content
+        translatedContent
+        difficulty
+        topicTags {
+          name
+          slug
+          translatedName
+        }
+        hints
+      }
+    }
+  `;
+  
+  const response = await fetch(graphqlUrl, {
+    method: 'POST',
+    headers: {
+      'Content-Type': 'application/json',
+      'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36',
+      'Referer': `https://leetcode.cn/problems/${slug}/`
+    },
+    body: JSON.stringify({
+      query,
+      variables: { titleSlug: slug }
+    })
+  });
+  
+  if (!response.ok) {
+    throw new Error(`GraphQL request failed with status ${response.status}`);
+  }
+  
+  const data = await response.json();
+  
+  if (data.errors) {
+    throw new Error(`GraphQL errors: ${JSON.stringify(data.errors)}`);
+  }
+  
+  return data.data.question;
+}
+
+/**
+ * 从页面的__NEXT_DATA__中提取题目数据
+ * @param {string} url 题目URL
+ * @param {string} language 语言类型 ('chinese' 或 'english')
+ * @returns {Promise<Object>} 题目数据
+ */
+export async function fetchProblemDataFromPage(url, language = 'chinese') {
+  const response = await fetch(url, {
+    headers: {
+      'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36',
+      'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8',
+      'Accept-Language': 'zh-CN,zh;q=0.9,en;q=0.8',
+      'Accept-Encoding': 'gzip, deflate',
+      'Connection': 'keep-alive',
+      'Upgrade-Insecure-Requests': '1',
+    }
+  });
+
+  if (response.status !== 200) {
+    throw new Error(`Failed to fetch URL: status code ${response.status}`);
+  }
+
+  const html = await response.text();
+  
+  // 查找__NEXT_DATA__脚本标签
+  const nextDataMatch = html.match(/<script id="__NEXT_DATA__" type="application\/json">(.+?)<\/script>/s);
+  if (!nextDataMatch) {
+    throw new Error('Could not find __NEXT_DATA__ in page');
+  }
+  
+  try {
+    const nextData = JSON.parse(nextDataMatch[1]);
+    const questionData = nextData.props.pageProps.dehydratedState.queries.find(
+      query => query.queryKey && 
+      query.queryKey[0] === 'questionDetail'
+    );
+    
+    if (!questionData || !questionData.state.data.question) {
+      throw new Error('Could not find question data in __NEXT_DATA__');
+    }
+    
+    return questionData.state.data.question;
+  } catch (e) {
+    throw new Error(`Failed to parse __NEXT_DATA__: ${e.message}`);
+  }
+}
+
+/**
+ * 获取LeetCode题目数据
+ * @param {string} problemURL 题目URL
+ * @param {string} language 语言类型 ('chinese' 或 'english')
+ * @returns {Promise<Object>} 题目数据
+ */
+export async function fetchProblemData(problemURL, language = 'chinese') {
+  const slug = getProblemSlug(problemURL);
+  if (!slug) {
+    throw new Error('Invalid LeetCode problem URL');
+  }
+  
+  let question;
+  
+  try {
+    // 首先尝试使用GraphQL API获取数据
+    question = await fetchProblemDataViaGraphQL(slug, language);
+  } catch (graphqlError) {
+    console.error('GraphQL API failed, trying to extract from page...', graphqlError.message);
+    try {
+      // 如果GraphQL失败，尝试从页面中提取数据
+      question = await fetchProblemDataFromPage(problemURL, language);
+    } catch (pageError) {
+      throw new Error(`Failed to fetch problem data via both methods: ${pageError.message}`);
+    }
+  }
+  
+  return question;
+}
+#!/usr/bin/env node
+
+import yargs from 'yargs';
+import { hideBin } from 'yargs/helpers';
+import { fetchProblemData } from './lib/problemDataFetcher.js';
+import { formatAsMarkdown } from './lib/markdownFormatter.js';
+
+// 解析命令行参数
+const argv = yargs(hideBin(process.argv))
+  .usage('Usage: $0 -u [url]')
+  .option('url', {
+    alias: 'u',
+    describe: 'LeetCode problem URL',
+    type: 'string',
+    demandOption: true
+  })
+  .option('raw', {
+    alias: 'r',
+    describe: 'Output raw content without Markdown formatting',
+    type: 'boolean',
+    default: false
+  })
+  .option('english', {
+    alias: 'e',
+    describe: 'Fetch English content instead of Chinese',
+    type: 'boolean',
+    default: false
+  })
+  .argv;
+
+// 主函数
+async function main() {
+  const url = argv.url;
+  const raw = argv.raw;
+  const english = argv.english;
+  
+  if (!url.startsWith('https://leetcode.cn/problems/') && !url.startsWith('https://leetcode.com/problems/')) {
+    console.error('Error: Only LeetCode problem URLs are supported (e.g., https://leetcode.cn/problems/two-sum/ or https://leetcode.com/problems/two-sum/)');
+    process.exit(1);
+  }
+
+  try {
+    // 根据参数决定获取中文还是英文内容
+    const language = english ? 'english' : 'chinese';
+    const question = await fetchProblemData(url, language);
+    const result = formatAsMarkdown(question, raw);
+    console.log(result);
+  } catch (error) {
+    console.error('Error:', error.message);
+    process.exit(1);
+  }
+}
+
+// 执行主函数
+main();

package/lib/markdownFormatter.js

@@ -0,0 +1,269 @@
+/**
+ * Markdown格式化模块
+ */
+
+import * as cheerio from 'cheerio';
+
+// 将题目内容格式化为Markdown
+function formatAsMarkdown(question, rawOutput = false) {
+  const title = question.displayTitle;
+  const difficulty = question.difficulty;
+  const content = question.displayContent;
+  const topicTags = question.topicTags || [];
+  const solution = question.solution;
+  
+  // 如果需要原始输出，则返回包含标题和难度的原始HTML内容
+  if (rawOutput) {
+    let rawResult = '';
+    if (title) {
+      rawResult += `<h1>${title}</h1>\n`;
+    }
+    if (difficulty) {
+      rawResult += `<p><strong>Difficulty:</strong> ${difficulty}</p>\n`;
+    }
+    rawResult += content;
+    
+    // 添加题解内容（如果存在）
+    if (solution && solution.content) {
+      rawResult += `\n\n<h2>题解</h2>\n`;
+      rawResult += solution.content || '';
+    } else {
+      rawResult += `\n\n<h2>题解</h2>\n`;
+      rawResult += `<p>没有找到题解</p>\n`;
+    }
+    
+    return rawResult;
+  }
+  
+  // 使用cheerio处理HTML格式的描述
+  const $ = cheerio.load(content, {decodeEntities: false});
+  
+  // 提取文本内容并格式化
+  let description = '';
+  
+  // 按照HTML中的顺序处理所有元素
+  $('body').children().each((i, elem) => {
+    const $elem = $(elem);
+    
+    if (elem.tagName === 'p') {
+      // 处理段落中的内联元素
+      let text = '';
+      $elem.contents().each((j, child) => {
+        const $child = $(child);
+        if (child.type === 'text') {
+          text += child.data;
+        } else if (child.tagName === 'strong') {
+          text += `**${$child.text()}**`;
+        } else if (child.tagName === 'em') {
+          text += `*${$child.text()}*`;
+        } else if (child.tagName === 'code') {
+          text += `\`${$child.text()}\``;
+        } else if (child.tagName === 'sup') {
+          // 处理上标（数学公式中的幂）
+          text += `^${$child.text()}`;
+        } else if (child.tagName === 'sub') {
+          // 处理下标
+          text += `_${$child.text()}`;
+        } else {
+          // 其他标签直接获取文本
+          text += $child.text();
+        }
+      });
+      text = text.trim();
+      if (text) {
+        // 特殊处理示例标题
+        if (text.startsWith('示例') || text.startsWith('Example')) {
+          description += `\n\n## ${text}\n\n`;
+        } else if (text.startsWith('提示') || text.startsWith('Hint')) {
+          description += `\n\n## 提示:\n`;
+        } else {
+          description += text + '\n\n';
+        }
+      }
+    } else if (elem.tagName === 'pre') {
+      const codeText = $elem.text();
+      if (codeText) {
+        description += '```\n' + codeText + '```\n\n';
+      }
+    } else if (elem.tagName === 'ul' || elem.tagName === 'ol') {
+      $elem.children('li').each((j, li) => {
+        const text = $(li).text().trim();
+        if (text) {
+          description += `- ${text}\n`;
+        }
+      });
+      description += '\n';
+    }
+  });
+  
+  // 构建Markdown输出
+  let markdown = '';
+  if (title) {
+    markdown += `# ${title}\n\n`;
+  }
+  
+  if (difficulty) {
+    markdown += `**Difficulty:** ${difficulty}\n\n`;
+  } else {
+    markdown += `**Difficulty:** 未找到\n\n`;
+  }
+  
+  // 添加题目标签
+  if (topicTags.length > 0) {
+    const tags = topicTags.map(tag => 
+      tag.translatedName || tag.name
+    ).join(', ');
+    markdown += `**Tags:** ${tags}\n\n`;
+  }
+  
+  if (description) {
+    // 格式化描述内容
+    let formattedDescription = description;
+    
+    // 处理示例部分
+    formattedDescription = formattedDescription.replace(/示例\s*(\d+)\s*:/g, '\n\n## 示例 $1:\n\n');
+    formattedDescription = formattedDescription.replace(/示例\s*(\d+)\s*：/g, '\n\n## 示例 $1:\n\n');
+    formattedDescription = formattedDescription.replace(/Example\s*(\d+)\s*:/g, '\n\n## Example $1:\n\n');
+    
+    // 处理解释部分
+    formattedDescription = formattedDescription.replace(/解释：/g, '\n**解释:** ');
+    formattedDescription = formattedDescription.replace(/Explanation:/g, '\n**Explanation:** ');
+    
+    // 处理提示部分
+    formattedDescription = formattedDescription.replace(/提示：/g, '\n\n## 提示:\n');
+    formattedDescription = formattedDescription.replace(/进阶：/g, '\n\n**进阶:**\n');
+    formattedDescription = formattedDescription.replace(/Follow up:/g, '\n\n**Follow up:**\n');
+    
+    // 处理列表项
+    formattedDescription = formattedDescription.replace(/\n \* /g, '\n- ');
+    
+    // 修复特殊字符问题
+    formattedDescription = formattedDescription.replace(/(\d+)\\u003csup\\u003e(\d+)\\u003c\/sup\\u003e/g, '$1^$2');
+    formattedDescription = formattedDescription.replace(/(\d+)\\u003csub\\u003e(\d+)\\u003c\/sub\\u003e/g, '$1_$2');
+    
+    // 特殊处理常见的数学范围表达式，先处理特定的表达式
+    formattedDescription = formattedDescription.replace(/10\s*\^\s*4/g, '$10^4$');
+    formattedDescription = formattedDescription.replace(/10\s*\^\s*5/g, '$10^5$');
+    formattedDescription = formattedDescription.replace(/10\s*\^\s*9/g, '$10^9$');
+    
+    // 将其他数字^数字的表达式用$包裹，符合LaTeX规范（排除特定已处理的表达式）
+    formattedDescription = formattedDescription.replace(/(\d+)\s*\^\s*(\d+)/g, function(match, p1, p2) {
+      // 如果不是已经特殊处理的表达式，则添加LaTeX标记
+      if (!(p1 === '10' && (p2 === '4' || p2 === '5' || p2 === '9'))) {
+        return `$${p1}^${p2}$`;
+      }
+      return match;
+    });
+    
+    // 处理下标表达式（例如 H_2 -> $H_2$ 或 H_{2} -> $H_{2}$）
+    formattedDescription = formattedDescription.replace(/([A-Za-z])_({?[0-9]+}?)/g, function(match, p1, p2) {
+      // 如果已经是{数字}格式，则直接使用，否则添加大括号
+      if (!p2.startsWith('{')) {
+        p2 = '{' + p2 + '}';
+      }
+      return `$${p1}_${p2}$`;
+    });
+    
+    // 处理负数的上标情况
+    formattedDescription = formattedDescription.replace(/-\s*(\d+)\^(\d+)/g, '-\$$1^$2\$');
+    
+    // 清理多余的空白字符
+    formattedDescription = formattedDescription.replace(/\n\s*\n\s*\n/g, '\n\n');
+    formattedDescription = formattedDescription.replace(/^ +/gm, '');
+    
+    markdown += `## Description\n\n${formattedDescription}\n`;
+  } else {
+    markdown += '## Description\n\n未能提取到题目描述\n\n';
+  }
+  
+  // 添加题解内容（如果存在）
+  if (solution && solution.content) {
+    markdown += '\n## 题解\n\n';
+    
+    // 处理题解内容
+    const solution$ = cheerio.load(solution.content || '', {decodeEntities: false});
+    
+    // 提取题解文本内容并格式化
+    let solutionText = '';
+    
+    // 更简单直接的方法：直接提取所有文本内容并按段落处理
+    const allText = solution$('body').text();
+    // 修复：不使用trim，保留原始段落格式
+    const paragraphs = allText.split('\n');
+    
+    paragraphs.forEach(paragraph => {
+      // 修复：只对纯文本段落进行处理，保留空行和缩进
+      if (paragraph.trim()) {
+        // 检查是否是标题
+        if (paragraph.trim().startsWith('####')) {
+          solutionText += `\n\n${paragraph.trim()}\n\n`;
+        } else if (paragraph.trim().startsWith('###')) {
+          solutionText += `\n\n${paragraph.trim()}\n\n`;
+        } else if (paragraph.trim().startsWith('##')) {
+          solutionText += `\n\n${paragraph.trim()}\n\n`;
+        } else if (paragraph.trim().startsWith('#')) {
+          solutionText += `\n\n${paragraph.trim()}\n\n`;
+        } else {
+          // 普通段落，保留原始格式
+          solutionText += `${paragraph}\n`;
+        }
+      } else {
+        // 空行直接添加
+        solutionText += '\n';
+      }
+    });
+    
+    // 特殊处理代码块部分，保留原始缩进
+    const codeBlocks = solution$('pre');
+    codeBlocks.each((i, elem) => {
+      const $elem = solution$(elem);
+      const classAttr = $elem.attr('class') || '';
+      let lang = '';
+      // 尝试从class中提取语言信息
+      const langMatch = classAttr.match(/\[([^\]]+)\]/);
+      if (langMatch) {
+        lang = langMatch[1].split('-')[0];
+      }
+      
+      const codeText = $elem.text();
+      if (codeText) {
+        // 修复：保留原始代码的缩进
+        solutionText += '```' + lang + '\n' + codeText + '```\n\n';
+      }
+    });
+    
+    // 应用与题目描述相同的数学公式处理
+    solutionText = solutionText.replace(/(\d+)\\u003csup\\u003e(\d+)\\u003c\/sup\\u003e/g, '$1^$2');
+    solutionText = solutionText.replace(/(\d+)\\u003csub\\u003e(\d+)\\u003c\/sub\\u003e/g, '$1_$2');
+    solutionText = solutionText.replace(/10\s*\^\s*4/g, '$10^4$');
+    solutionText = solutionText.replace(/10\s*\^\s*5/g, '$10^5$');
+    solutionText = solutionText.replace(/10\s*\^\s*9/g, '$10^9$');
+    solutionText = solutionText.replace(/(\d+)\s*\^\s*(\d+)/g, function(match, p1, p2) {
+      if (!(p1 === '10' && (p2 === '4' || p2 === '5' || p2 === '9'))) {
+        return `$${p1}^${p2}$`;
+      }
+      return match;
+    });
+    // 处理下标表达式（例如 H_2 -> $H_2$ 或 H_{2} -> $H_{2}$）
+    solutionText = solutionText.replace(/([A-Za-z])_({?[0-9]+}?)/g, function(match, p1, p2) {
+      // 如果已经是{数字}格式，则直接使用，否则添加大括号
+      if (!p2.startsWith('{')) {
+        p2 = '{' + p2 + '}';
+      }
+      return `$${p1}_${p2}$`;
+    });
+    solutionText = solutionText.replace(/-\s*(\d+)\^(\d+)/g, '-\$$1^$2\$');
+    
+    // 清理多余的空白字符，但保留必要的换行
+    solutionText = solutionText.replace(/\n\s*\n\s*\n/g, '\n\n');
+    
+    markdown += solutionText;
+  } else {
+    markdown += '\n## 题解\n\n';
+    markdown += '没有找到题解\n\n';
+  }
+
+  return markdown;
+}
+
+export { formatAsMarkdown };