wechat-article-parser 0.0.11__tar.gz → 0.0.12__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (22) hide show
  1. {wechat_article_parser-0.0.11 → wechat_article_parser-0.0.12}/PKG-INFO +5 -1
  2. {wechat_article_parser-0.0.11 → wechat_article_parser-0.0.12}/README.md +4 -0
  3. {wechat_article_parser-0.0.11 → wechat_article_parser-0.0.12}/pyproject.toml +1 -1
  4. {wechat_article_parser-0.0.11 → wechat_article_parser-0.0.12}/src/wechat_article_parser/parser.py +20 -0
  5. wechat_article_parser-0.0.12/tests/test_miniprogram_content.py +108 -0
  6. {wechat_article_parser-0.0.11 → wechat_article_parser-0.0.12}/tests/test_parser.py +2 -0
  7. {wechat_article_parser-0.0.11 → wechat_article_parser-0.0.12}/.gitignore +0 -0
  8. {wechat_article_parser-0.0.11 → wechat_article_parser-0.0.12}/LICENSE +0 -0
  9. {wechat_article_parser-0.0.11 → wechat_article_parser-0.0.12}/src/wechat_article_parser/__init__.py +0 -0
  10. {wechat_article_parser-0.0.11 → wechat_article_parser-0.0.12}/src/wechat_article_parser/models.py +0 -0
  11. {wechat_article_parser-0.0.11 → wechat_article_parser-0.0.12}/tests/conftest.py +0 -0
  12. {wechat_article_parser-0.0.11 → wechat_article_parser-0.0.12}/tests/test_markdown.py +0 -0
  13. {wechat_article_parser-0.0.11 → wechat_article_parser-0.0.12}/tests/test_models.py +0 -0
  14. {wechat_article_parser-0.0.11 → wechat_article_parser-0.0.12}/tests/test_paid_content.py +0 -0
  15. {wechat_article_parser-0.0.11 → wechat_article_parser-0.0.12}/tests/test_product_content.py +0 -0
  16. {wechat_article_parser-0.0.11 → wechat_article_parser-0.0.12}/tests/test_profile_content.py +0 -0
  17. {wechat_article_parser-0.0.11 → wechat_article_parser-0.0.12}/tests/test_repost_content.py +0 -0
  18. {wechat_article_parser-0.0.11 → wechat_article_parser-0.0.12}/tests/test_svg_content.py +0 -0
  19. {wechat_article_parser-0.0.11 → wechat_article_parser-0.0.12}/tests/test_swiper_content.py +0 -0
  20. {wechat_article_parser-0.0.11 → wechat_article_parser-0.0.12}/tests/test_type_routing.py +0 -0
  21. {wechat_article_parser-0.0.11 → wechat_article_parser-0.0.12}/tests/test_user_name.py +0 -0
  22. {wechat_article_parser-0.0.11 → wechat_article_parser-0.0.12}/tests/test_video_content.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.5
2
2
  Name: wechat-article-parser
3
- Version: 0.0.11
3
+ Version: 0.0.12
4
4
  Summary: WeChat MP article parser - extract metadata and content from WeChat public account articles
5
5
  License-Expression: MIT
6
6
  License-File: LICENSE
@@ -38,6 +38,10 @@ Description-Content-Type: text/markdown
38
38
  名称或简介缺失时,仅输出已有字段。
39
39
  图文正文仅包含商品广告卡片(`mp-common-cpsad`)时,Markdown 返回“这是一篇商品推荐内容。”;
40
40
  已有的文字和图片仍正常提取。关键元数据完整时占位结果也有效,不表示已获取商品详情。
41
+ 小程序卡片(`mp-common-miniprogram`)按原文顺序转换为加粗标题、`小程序:名称`及
42
+ “请在微信中打开小程序查看内容。”,标题或名称缺失时省略对应段落。
43
+ 小程序卡片的封面和头像不输出到 Markdown,也不加入 `images`;不生成小程序内部路径链接。
44
+ 关键元数据完整时卡片结果也有效,不表示已获取小程序内的文档或其他内容。
41
45
 
42
46
  ## 安装
43
47
 
@@ -23,6 +23,10 @@
23
23
  名称或简介缺失时,仅输出已有字段。
24
24
  图文正文仅包含商品广告卡片(`mp-common-cpsad`)时,Markdown 返回“这是一篇商品推荐内容。”;
25
25
  已有的文字和图片仍正常提取。关键元数据完整时占位结果也有效,不表示已获取商品详情。
26
+ 小程序卡片(`mp-common-miniprogram`)按原文顺序转换为加粗标题、`小程序:名称`及
27
+ “请在微信中打开小程序查看内容。”,标题或名称缺失时省略对应段落。
28
+ 小程序卡片的封面和头像不输出到 Markdown,也不加入 `images`;不生成小程序内部路径链接。
29
+ 关键元数据完整时卡片结果也有效,不表示已获取小程序内的文档或其他内容。
26
30
 
27
31
  ## 安装
28
32
 
@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
4
4
 
5
5
  [project]
6
6
  name = "wechat-article-parser"
7
- version = "0.0.11"
7
+ version = "0.0.12"
8
8
  description = "WeChat MP article parser - extract metadata and content from WeChat public account articles"
9
9
  readme = "README.md"
10
10
  requires-python = ">=3.10"
@@ -462,6 +462,26 @@ def _extract_rich_media_content(content_tag: Tag, result: ArticleResult) -> None
462
462
  paragraph.append(signature)
463
463
  profile.replace_with(paragraph)
464
464
 
465
+ # 小程序卡片只保留公开文字和查看提示,不收集封面、头像或内部路径。
466
+ for card in soup.find_all("mp-common-miniprogram"):
467
+ title = card.get("data-miniprogram-title", "").strip()
468
+ nickname = card.get("data-miniprogram-nickname", "").strip()
469
+ paragraphs = []
470
+ if title:
471
+ paragraph = soup.new_tag("p")
472
+ heading = soup.new_tag("strong")
473
+ heading.string = title
474
+ paragraph.append(heading)
475
+ paragraphs.append(paragraph)
476
+ if nickname:
477
+ paragraph = soup.new_tag("p")
478
+ paragraph.string = f"小程序:{nickname}"
479
+ paragraphs.append(paragraph)
480
+ notice = soup.new_tag("p")
481
+ notice.string = "请在微信中打开小程序查看内容。"
482
+ paragraphs.append(notice)
483
+ card.replace_with(*paragraphs)
484
+
465
485
  # 处理 <img> 标签
466
486
  to_remove = []
467
487
  for img in soup.find_all("img"):
@@ -0,0 +1,108 @@
1
+ """小程序卡片文字提取、图片排除及混合正文顺序的回归测试。"""
2
+
3
+ import pytest
4
+
5
+ from wechat_article_parser import ArticleDisplayType
6
+ from wechat_article_parser.parser import _parse_html
7
+
8
+
9
+ _URL = "https://mp.weixin.qq.com/s/qs2YxgdwWDplsmb6H8OS-w"
10
+ _NOTICE = "请在微信中打开小程序查看内容。"
11
+ _METADATA = """
12
+ var item_show_type = "0";
13
+ var biz = "MzIxMjg3NDA0Nw==";
14
+ var mid = "2247487342";
15
+ var idx = "1";
16
+ var sn = "6cda9d4c31fd025a8a9a319f96173d4a";
17
+ window.__allowLoadResFromMp = true;
18
+ var hd_head_img = "https://example.com/publisher-avatar";
19
+ var nickname = htmlDecode("苏瑞膜");
20
+ var oriCreateTime = '1775961027';
21
+ """
22
+ _CARD = (
23
+ '<mp-common-miniprogram data-miniprogram-title="苏瑞膜反渗透与纳滤产品手册(2026版)" '
24
+ 'data-miniprogram-nickname="快文档" '
25
+ 'data-miniprogram-imageurl="https://example.com/cover.jpg" '
26
+ 'data-miniprogram-avatar="https://example.com/avatar.jpg" '
27
+ 'data-miniprogram-path="/pages/download/download?fid=13695" '
28
+ 'data-miniprogram-appid="wxc24ac90045c531a4">'
29
+ '</mp-common-miniprogram>'
30
+ )
31
+ _EXPECTED = f"**苏瑞膜反渗透与纳滤产品手册(2026版)**\n\n小程序:快文档\n\n{_NOTICE}"
32
+
33
+
34
+ def _html(body: str, metadata: str = _METADATA) -> str:
35
+ return (
36
+ '<meta property="og:title" content="苏瑞膜SURO®反渗透与纳滤膜产品手册(2026)">'
37
+ f'<div class="rich_media_content">{body}</div>'
38
+ f'<script type="text/javascript">{metadata}</script>'
39
+ )
40
+
41
+
42
+ @pytest.mark.parametrize("metadata", [_METADATA, ""])
43
+ def test_miniprogram_only_article_extracts_text_and_requires_metadata(metadata: str) -> None:
44
+ result = _parse_html(_URL, _html(f'<section>{_CARD}</section><p><br></p>', metadata))
45
+
46
+ assert result.article_markdown == _EXPECTED
47
+ assert result.images == []
48
+ assert result.is_valid is bool(metadata)
49
+ if metadata:
50
+ assert result.article_display_type is ArticleDisplayType.ARTICLE
51
+ assert result.article_item_show_type == 0
52
+ assert result.mp_name == "苏瑞膜"
53
+ assert result.article_msg_id == 2247487342
54
+
55
+
56
+ def test_mixed_cards_preserve_order_and_exclude_nested_card_images() -> None:
57
+ rendered_card = _CARD.replace(
58
+ '</mp-common-miniprogram>',
59
+ '<img src="https://example.com/cover.jpg"><p>重复卡片文字</p>'
60
+ '</mp-common-miniprogram>',
61
+ )
62
+ result = _parse_html(_URL, _html(
63
+ '<p>正文开头。</p>' + rendered_card
64
+ + '<p><img data-src="https://example.com/body.jpg"></p>'
65
+ + '<mp-common-miniprogram data-miniprogram-title="第二份文档" '
66
+ 'data-miniprogram-nickname="文档助手"></mp-common-miniprogram>'
67
+ '<p>正文结尾。</p>'
68
+ ))
69
+
70
+ assert result.article_markdown == (
71
+ f'正文开头。\n\n{_EXPECTED}\n\n![](https://example.com/body.jpg)\n\n'
72
+ f'**第二份文档**\n\n小程序:文档助手\n\n{_NOTICE}\n\n正文结尾。'
73
+ )
74
+ assert result.images == ["https://example.com/body.jpg"]
75
+
76
+
77
+ @pytest.mark.parametrize(("attributes", "expected"), [
78
+ ('data-miniprogram-title=" 手册 "', f'**手册**\n\n{_NOTICE}'),
79
+ ('data-miniprogram-nickname=" 快文档 "', f'小程序:快文档\n\n{_NOTICE}'),
80
+ ('data-miniprogram-title=" " data-miniprogram-nickname=" "', _NOTICE),
81
+ ('', _NOTICE),
82
+ ])
83
+ def test_missing_card_fields_omit_empty_paragraphs(attributes: str, expected: str) -> None:
84
+ result = _parse_html(_URL, _html(
85
+ f'<mp-common-miniprogram {attributes}></mp-common-miniprogram>'
86
+ ))
87
+
88
+ assert result.article_markdown == expected
89
+ assert result.images == []
90
+
91
+
92
+ def test_card_attributes_preserve_entities_and_escape_markdown() -> None:
93
+ result = _parse_html(_URL, _html(
94
+ '<mp-common-miniprogram data-miniprogram-title="A &amp; B *手册* &lt;tag&gt;" '
95
+ 'data-miniprogram-nickname="文档&amp;助手"></mp-common-miniprogram>'
96
+ ))
97
+
98
+ assert result.article_markdown == (
99
+ r'**A & B \*手册\* <tag>**' f'\n\n小程序:文档&助手\n\n{_NOTICE}'
100
+ )
101
+
102
+
103
+ def test_card_outside_article_body_is_not_extracted() -> None:
104
+ result = _parse_html(_URL, _html("") + _CARD)
105
+
106
+ assert result.article_markdown == ""
107
+ assert result.images == []
108
+ assert not result.is_valid
@@ -32,6 +32,8 @@ TEST_URLS = [
32
32
  "https://mp.weixin.qq.com/s/y4QxlYs7u0X9TdvZatCfIA",
33
33
  # 纯商品广告卡片正文。
34
34
  "https://mp.weixin.qq.com/s/CBmoIFPJwV4BkidYGp-l1Q",
35
+ # 纯小程序卡片正文。
36
+ "https://mp.weixin.qq.com/s/qs2YxgdwWDplsmb6H8OS-w",
35
37
  ]
36
38
 
37
39