python-library-ff14-news 0.0.0__tar.gz → 0.0.1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/.gitignore +5 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/PKG-INFO +1 -1
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/pyproject.toml +1 -1
- python_library_ff14_news-0.0.0/_debug_jp_list.py +0 -11
- python_library_ff14_news-0.0.0/_debug_jp_list2.py +0 -17
- python_library_ff14_news-0.0.0/_debug_jp_list3.py +0 -13
- python_library_ff14_news-0.0.0/_jp_detail.html +0 -1345
- python_library_ff14_news-0.0.0/_jp_list_ctx.txt +0 -10
- python_library_ff14_news-0.0.0/_jp_news__list_banner.txt +0 -1
- python_library_ff14_news-0.0.0/_jp_news__list_header.txt +0 -9
- python_library_ff14_news-0.0.0/_jp_topics_snippet.html +0 -0
- python_library_ff14_news-0.0.0/_probe_jp_detail.py +0 -15
- python_library_ff14_news-0.0.0/_probe_jp_list_only.py +0 -29
- python_library_ff14_news-0.0.0/_probe_jp_lodestone.py +0 -31
- python_library_ff14_news-0.0.0/_probe_jp_lodestone2.py +0 -30
- python_library_ff14_news-0.0.0/_probe_jp_lodestone3.py +0 -48
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/.cursor/skills/ff14_news-package-changelog/SKILL.md +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/.cursor/skills/ff14_news-package-design/SKILL.md +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/.cursor/skills/ff14_news-package-preload/SKILL.md +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/README.md +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/example/__init__.py +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/example/__main__.py +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/example/ensure_browser.py +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/example/export_feed.py +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/example/weibo_cookie.txt.example +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/example.bat +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/ff14_news/__init__.py +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/ff14_news/channel_protocol.py +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/ff14_news/channels/__init__.py +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/ff14_news/channels/cn_official/__init__.py +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/ff14_news/channels/cn_official/channel.py +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/ff14_news/channels/cn_official/constants.py +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/ff14_news/channels/cn_official/cqnews_client.py +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/ff14_news/channels/cn_official/html_content.py +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/ff14_news/channels/cn_weibo/__init__.py +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/ff14_news/channels/cn_weibo/browser_cookies.py +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/ff14_news/channels/cn_weibo/channel.py +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/ff14_news/channels/cn_weibo/constants.py +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/ff14_news/channels/cn_weibo/crawl_backend.py +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/ff14_news/channels/cn_weibo/exceptions.py +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/ff14_news/channels/cn_weibo/mblog_parser.py +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/ff14_news/channels/cn_weibo/post_adapter.py +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/ff14_news/channels/cn_weibo/profile.py +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/ff14_news/channels/cn_weibo/proxy_url.py +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/ff14_news/channels/jp_official/__init__.py +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/ff14_news/channels/jp_official/channel.py +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/ff14_news/channels/jp_official/constants.py +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/ff14_news/channels/jp_official/detail_parser.py +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/ff14_news/channels/jp_official/http_client.py +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/ff14_news/channels/jp_official/list_parser.py +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/ff14_news/common/html_blocks.py +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/ff14_news/common/list_feed.py +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/ff14_news/ff14_news.py +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/ff14_news/models.py +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/test.bat +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/tests/__init__.py +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/tests/test_cn_weibo_parser.py +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/tests/test_cn_weibo_post_adapter.py +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/tests/test_cn_weibo_profile.py +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/tests/test_cn_weibo_proxy_url.py +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/tests/test_html_content.py +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/tests/test_integration.py +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/tests/test_jp_detail_parser.py +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/tests/test_jp_list_parser.py +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/tests/test_list_feed.py +0 -0
- {python_library_ff14_news-0.0.0 → python_library_ff14_news-0.0.1}/update.bat +0 -0
|
@@ -1,11 +0,0 @@
|
|
|
1
|
-
import re
|
|
2
|
-
|
|
3
|
-
from ff14_news.channels.jp_official.http_client import fetch_html
|
|
4
|
-
from ff14_news.channels.jp_official.list_parser import topics_list_url
|
|
5
|
-
|
|
6
|
-
html = fetch_html(topics_list_url(0), timeout_seconds=120)
|
|
7
|
-
print("topics count", html.count("news__list--topics"))
|
|
8
|
-
pat = r'<li class="news__list--topics[^"]*">'
|
|
9
|
-
print("split", len(re.split(pat, html)))
|
|
10
|
-
idx = html.find("news__list--topics")
|
|
11
|
-
print("sample", repr(html[idx : idx + 100]))
|
|
@@ -1,17 +0,0 @@
|
|
|
1
|
-
import re
|
|
2
|
-
|
|
3
|
-
from ff14_news.channels.jp_official.http_client import fetch_html
|
|
4
|
-
from ff14_news.channels.jp_official.list_parser import (
|
|
5
|
-
_parse_item_fragment,
|
|
6
|
-
topics_list_url,
|
|
7
|
-
)
|
|
8
|
-
|
|
9
|
-
html = fetch_html(topics_list_url(0), timeout_seconds=120)
|
|
10
|
-
pat = re.compile(r'<li class="news__list--topics[^"]*">')
|
|
11
|
-
frags = pat.split(html)
|
|
12
|
-
print("frags", len(frags))
|
|
13
|
-
frag = frags[1]
|
|
14
|
-
print("frag len", len(frag))
|
|
15
|
-
print("id re", bool(re.search(r"/lodestone/topics/detail/([a-f0-9]+)/", frag)))
|
|
16
|
-
row = _parse_item_fragment(frag)
|
|
17
|
-
print("row", row)
|
|
@@ -1,13 +0,0 @@
|
|
|
1
|
-
import re
|
|
2
|
-
|
|
3
|
-
from ff14_news.channels.jp_official.http_client import fetch_html
|
|
4
|
-
from ff14_news.channels.jp_official.list_parser import topics_list_url
|
|
5
|
-
|
|
6
|
-
html = fetch_html(topics_list_url(0), timeout_seconds=120)
|
|
7
|
-
pat = re.compile(r'<li class="news__list--topics[^"]*">')
|
|
8
|
-
frag = pat.split(html)[1]
|
|
9
|
-
links = re.findall(r"/lodestone/topics/detail/[^\"']+", frag)
|
|
10
|
-
print("links", links[:3])
|
|
11
|
-
# maybe uppercase
|
|
12
|
-
links2 = re.findall(r"/lodestone/topics/detail/([A-Fa-f0-9]+)", frag)
|
|
13
|
-
print("ids", links2[:3])
|