@tikomni/skills 0.1.2 → 0.1.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.skill-package-allowlist.txt +1 -3
- package/README.md +41 -49
- package/README.zh-CN.md +43 -51
- package/bin/tikomni-skills.js +2 -2
- package/env.example +37 -56
- package/package.json +7 -3
- package/skills/social-media-crawl/SKILL.md +53 -0
- package/skills/social-media-crawl/agents/openai.yaml +5 -0
- package/skills/social-media-crawl/references/contracts/output-envelope.md +22 -0
- package/skills/social-media-crawl/references/contracts/work-fact-card-fields.md +48 -0
- package/skills/social-media-crawl/references/guides/generic-mcp-objects.md +30 -0
- package/skills/social-media-crawl/references/mcp-usage-contract.md +30 -0
- package/skills/social-media-crawl/references/pipelines/douyin-creator-home.md +7 -0
- package/skills/social-media-crawl/references/pipelines/douyin-single-work.md +7 -0
- package/skills/social-media-crawl/references/pipelines/xiaohongshu-creator-home.md +7 -0
- package/skills/social-media-crawl/references/pipelines/xiaohongshu-single-work.md +7 -0
- package/skills/social-media-crawl/references/schemas/creator-profile.schema.json +33 -0
- package/skills/social-media-crawl/references/schemas/output-envelope.schema.json +41 -0
- package/skills/social-media-crawl/references/schemas/work-collection.schema.json +29 -0
- package/skills/social-media-crawl/references/schemas/work-fact-card.schema.json +67 -0
- package/skills/social-media-crawl/references/service-guides/u2-u3-mandatory-fallback.md +21 -0
- package/skills/social-media-crawl/scripts/__init__.py +2 -0
- package/skills/social-media-crawl/scripts/core/__init__.py +2 -0
- package/skills/{creator-analysis/scripts/pipeline/asr → social-media-crawl/scripts/core}/asr_pipeline.py +252 -9
- package/skills/social-media-crawl/scripts/core/completeness.py +83 -0
- package/skills/{single-work-analysis → social-media-crawl}/scripts/core/config_loader.py +108 -167
- package/skills/social-media-crawl/scripts/core/mcp_dispatch.py +145 -0
- package/skills/social-media-crawl/scripts/core/object_detection.py +63 -0
- package/skills/{creator-analysis/scripts/pipeline/asr → social-media-crawl/scripts/core}/poll_u2_task.py +6 -2
- package/skills/{single-work-analysis → social-media-crawl}/scripts/core/progress_report.py +32 -0
- package/skills/social-media-crawl/scripts/core/storage_router.py +160 -0
- package/skills/{creator-analysis → social-media-crawl}/scripts/core/tikomni_common.py +13 -3
- package/skills/social-media-crawl/scripts/core/u3_fallback.py +328 -0
- package/skills/social-media-crawl/scripts/pipelines/__init__.py +2 -0
- package/skills/social-media-crawl/scripts/pipelines/douyin_creator_home_helpers.py +35 -0
- package/skills/social-media-crawl/scripts/pipelines/douyin_platform_adapter.py +7 -0
- package/skills/{creator-analysis/scripts/author_home/asr → social-media-crawl/scripts/pipelines}/home_asr.py +1 -1
- package/skills/{creator-analysis/scripts/author_home/adapters → social-media-crawl/scripts/pipelines}/platform_adapters.py +8 -2
- package/skills/social-media-crawl/scripts/pipelines/run_douyin_creator_home.py +237 -0
- package/skills/{single-work-analysis/scripts/platform/douyin/run_douyin_single_video.py → social-media-crawl/scripts/pipelines/run_douyin_single_work.py} +282 -174
- package/skills/social-media-crawl/scripts/pipelines/run_xiaohongshu_creator_home.py +237 -0
- package/skills/{single-work-analysis/scripts/platform/xiaohongshu/run_xiaohongshu_extract.py → social-media-crawl/scripts/pipelines/run_xiaohongshu_single_work.py} +290 -141
- package/skills/{creator-analysis/scripts/author_home → social-media-crawl/scripts/pipelines}/schema.py +1 -1
- package/skills/social-media-crawl/scripts/pipelines/xiaohongshu_creator_home_helpers.py +35 -0
- package/skills/social-media-crawl/scripts/pipelines/xiaohongshu_platform_adapter.py +7 -0
- package/skills/social-media-crawl/scripts/writers/__init__.py +1 -0
- package/skills/social-media-crawl/scripts/writers/write_work_fact_card.py +391 -0
- package/skills/creator-analysis/SKILL.md +0 -95
- package/skills/creator-analysis/agents/openai.yaml +0 -4
- package/skills/creator-analysis/env.example +0 -36
- package/skills/creator-analysis/references/api-capability-index.md +0 -92
- package/skills/creator-analysis/references/api-contracts/asr-api.md +0 -130
- package/skills/creator-analysis/references/api-contracts/bilibili-app-api.md +0 -776
- package/skills/creator-analysis/references/api-contracts/bilibili-web-api.md +0 -2017
- package/skills/creator-analysis/references/api-contracts/demo-api.md +0 -717
- package/skills/creator-analysis/references/api-contracts/douyin-app-v3-api.md +0 -3594
- package/skills/creator-analysis/references/api-contracts/douyin-billboard-api.md +0 -2274
- package/skills/creator-analysis/references/api-contracts/douyin-creator-api.md +0 -1575
- package/skills/creator-analysis/references/api-contracts/douyin-creator-v2-api.md +0 -3254
- package/skills/creator-analysis/references/api-contracts/douyin-search-api.md +0 -4118
- package/skills/creator-analysis/references/api-contracts/douyin-web-api.md +0 -5544
- package/skills/creator-analysis/references/api-contracts/douyin-xingtu-api.md +0 -1916
- package/skills/creator-analysis/references/api-contracts/douyin-xingtu-v2-api.md +0 -1540
- package/skills/creator-analysis/references/api-contracts/health-check.md +0 -69
- package/skills/creator-analysis/references/api-contracts/hybrid-parsing.md +0 -78
- package/skills/creator-analysis/references/api-contracts/instagram-v1-api.md +0 -2256
- package/skills/creator-analysis/references/api-contracts/instagram-v2-api.md +0 -2011
- package/skills/creator-analysis/references/api-contracts/instagram-v3-api.md +0 -2630
- package/skills/creator-analysis/references/api-contracts/ios-shortcut.md +0 -44
- package/skills/creator-analysis/references/api-contracts/kuaishou-app-api.md +0 -1518
- package/skills/creator-analysis/references/api-contracts/kuaishou-web-api.md +0 -1242
- package/skills/creator-analysis/references/api-contracts/lemon8-app-api.md +0 -1088
- package/skills/creator-analysis/references/api-contracts/linkedin-web-api.md +0 -1949
- package/skills/creator-analysis/references/api-contracts/media-ingest-api.md +0 -126
- package/skills/creator-analysis/references/api-contracts/pipixia-app-api.md +0 -1142
- package/skills/creator-analysis/references/api-contracts/reddit-app-api.md +0 -2025
- package/skills/creator-analysis/references/api-contracts/sora2-api.md +0 -2266
- package/skills/creator-analysis/references/api-contracts/temp-mail-api.md +0 -208
- package/skills/creator-analysis/references/api-contracts/threads-web-api.md +0 -897
- package/skills/creator-analysis/references/api-contracts/tikhub-downloader-api.md +0 -134
- package/skills/creator-analysis/references/api-contracts/tikhub-user-api.md +0 -494
- package/skills/creator-analysis/references/api-contracts/tiktok-ads-api.md +0 -5947
- package/skills/creator-analysis/references/api-contracts/tiktok-analytics-api.md +0 -968
- package/skills/creator-analysis/references/api-contracts/tiktok-app-v3-api.md +0 -5735
- package/skills/creator-analysis/references/api-contracts/tiktok-creator-api.md +0 -1951
- package/skills/creator-analysis/references/api-contracts/tiktok-interaction-api.md +0 -742
- package/skills/creator-analysis/references/api-contracts/tiktok-shop-web-api.md +0 -1890
- package/skills/creator-analysis/references/api-contracts/tiktok-web-api.md +0 -4448
- package/skills/creator-analysis/references/api-contracts/toutiao-app-api.md +0 -342
- package/skills/creator-analysis/references/api-contracts/toutiao-web-api.md +0 -143
- package/skills/creator-analysis/references/api-contracts/twitter-web-api.md +0 -989
- package/skills/creator-analysis/references/api-contracts/wechat-channels-api.md +0 -809
- package/skills/creator-analysis/references/api-contracts/wechat-media-platform-web-api.md +0 -677
- package/skills/creator-analysis/references/api-contracts/weibo-app-api.md +0 -1547
- package/skills/creator-analysis/references/api-contracts/weibo-web-api.md +0 -798
- package/skills/creator-analysis/references/api-contracts/weibo-web-v2-api.md +0 -2459
- package/skills/creator-analysis/references/api-contracts/xiaohongshu-app-api.md +0 -1291
- package/skills/creator-analysis/references/api-contracts/xiaohongshu-app-v2-api.md +0 -1683
- package/skills/creator-analysis/references/api-contracts/xiaohongshu-web-api.md +0 -1324
- package/skills/creator-analysis/references/api-contracts/xiaohongshu-web-v2-api.md +0 -1209
- package/skills/creator-analysis/references/api-contracts/xigua-app-v2-api.md +0 -489
- package/skills/creator-analysis/references/api-contracts/youtube-web-api.md +0 -2636
- package/skills/creator-analysis/references/api-contracts/youtube-web-v2-api.md +0 -2660
- package/skills/creator-analysis/references/api-contracts/zhihu-web-api.md +0 -2315
- package/skills/creator-analysis/references/api-tags/asr-api.md +0 -100
- package/skills/creator-analysis/references/api-tags/bilibili-app-api.md +0 -482
- package/skills/creator-analysis/references/api-tags/bilibili-web-api.md +0 -1267
- package/skills/creator-analysis/references/api-tags/demo-api.md +0 -365
- package/skills/creator-analysis/references/api-tags/douyin-app-v3-api.md +0 -2012
- package/skills/creator-analysis/references/api-tags/douyin-billboard-api.md +0 -1428
- package/skills/creator-analysis/references/api-tags/douyin-creator-api.md +0 -694
- package/skills/creator-analysis/references/api-tags/douyin-creator-v2-api.md +0 -694
- package/skills/creator-analysis/references/api-tags/douyin-search-api.md +0 -1059
- package/skills/creator-analysis/references/api-tags/douyin-web-api.md +0 -3314
- package/skills/creator-analysis/references/api-tags/douyin-xingtu-api.md +0 -935
- package/skills/creator-analysis/references/api-tags/douyin-xingtu-v2-api.md +0 -925
- package/skills/creator-analysis/references/api-tags/health-check.md +0 -40
- package/skills/creator-analysis/references/api-tags/hybrid-parsing.md +0 -57
- package/skills/creator-analysis/references/api-tags/instagram-v1-api.md +0 -1224
- package/skills/creator-analysis/references/api-tags/instagram-v2-api.md +0 -1147
- package/skills/creator-analysis/references/api-tags/instagram-v3-api.md +0 -1123
- package/skills/creator-analysis/references/api-tags/ios-shortcut.md +0 -45
- package/skills/creator-analysis/references/api-tags/kuaishou-app-api.md +0 -846
- package/skills/creator-analysis/references/api-tags/kuaishou-web-api.md +0 -551
- package/skills/creator-analysis/references/api-tags/lemon8-app-api.md +0 -687
- package/skills/creator-analysis/references/api-tags/linkedin-web-api.md +0 -1105
- package/skills/creator-analysis/references/api-tags/media-ingest-api.md +0 -112
- package/skills/creator-analysis/references/api-tags/pipixia-app-api.md +0 -721
- package/skills/creator-analysis/references/api-tags/reddit-app-api.md +0 -1057
- package/skills/creator-analysis/references/api-tags/sora2-api.md +0 -737
- package/skills/creator-analysis/references/api-tags/temp-mail-api.md +0 -136
- package/skills/creator-analysis/references/api-tags/threads-web-api.md +0 -472
- package/skills/creator-analysis/references/api-tags/tikhub-downloader-api.md +0 -65
- package/skills/creator-analysis/references/api-tags/tikhub-user-api.md +0 -253
- package/skills/creator-analysis/references/api-tags/tiktok-ads-api.md +0 -1393
- package/skills/creator-analysis/references/api-tags/tiktok-analytics-api.md +0 -179
- package/skills/creator-analysis/references/api-tags/tiktok-app-v3-api.md +0 -3264
- package/skills/creator-analysis/references/api-tags/tiktok-creator-api.md +0 -709
- package/skills/creator-analysis/references/api-tags/tiktok-interaction-api.md +0 -366
- package/skills/creator-analysis/references/api-tags/tiktok-shop-web-api.md +0 -663
- package/skills/creator-analysis/references/api-tags/tiktok-web-api.md +0 -2516
- package/skills/creator-analysis/references/api-tags/toutiao-app-api.md +0 -220
- package/skills/creator-analysis/references/api-tags/toutiao-web-api.md +0 -96
- package/skills/creator-analysis/references/api-tags/twitter-web-api.md +0 -562
- package/skills/creator-analysis/references/api-tags/wechat-channels-api.md +0 -405
- package/skills/creator-analysis/references/api-tags/wechat-media-platform-web-api.md +0 -431
- package/skills/creator-analysis/references/api-tags/weibo-app-api.md +0 -851
- package/skills/creator-analysis/references/api-tags/weibo-web-api.md +0 -470
- package/skills/creator-analysis/references/api-tags/weibo-web-v2-api.md +0 -1405
- package/skills/creator-analysis/references/api-tags/xiaohongshu-app-api.md +0 -534
- package/skills/creator-analysis/references/api-tags/xiaohongshu-app-v2-api.md +0 -934
- package/skills/creator-analysis/references/api-tags/xiaohongshu-web-api.md +0 -757
- package/skills/creator-analysis/references/api-tags/xiaohongshu-web-v2-api.md +0 -762
- package/skills/creator-analysis/references/api-tags/xigua-app-v2-api.md +0 -308
- package/skills/creator-analysis/references/api-tags/youtube-web-api.md +0 -934
- package/skills/creator-analysis/references/api-tags/youtube-web-v2-api.md +0 -717
- package/skills/creator-analysis/references/api-tags/zhihu-web-api.md +0 -1384
- package/skills/creator-analysis/references/asr-orchestration.md +0 -33
- package/skills/creator-analysis/references/config-templates/defaults.yaml +0 -60
- package/skills/creator-analysis/references/contracts/creator-card-fields.md +0 -25
- package/skills/creator-analysis/references/contracts/work-card-fields.md +0 -68
- package/skills/creator-analysis/references/platform-guides/douyin.md +0 -54
- package/skills/creator-analysis/references/platform-guides/generic.md +0 -50
- package/skills/creator-analysis/references/platform-guides/xiaohongshu.md +0 -69
- package/skills/creator-analysis/references/prompt-contracts/asr-clean.md +0 -28
- package/skills/creator-analysis/references/prompt-contracts/author-analysis-v2.md +0 -46
- package/skills/creator-analysis/references/prompt-contracts/author-analysis.md +0 -49
- package/skills/creator-analysis/references/prompt-contracts/cta.md +0 -24
- package/skills/creator-analysis/references/prompt-contracts/hook.md +0 -25
- package/skills/creator-analysis/references/prompt-contracts/insight.md +0 -47
- package/skills/creator-analysis/references/prompt-contracts/sampled-work-batch-explanations.md +0 -30
- package/skills/creator-analysis/references/prompt-contracts/structure.md +0 -25
- package/skills/creator-analysis/references/prompt-contracts/style.md +0 -27
- package/skills/creator-analysis/references/prompt-contracts/summary.md +0 -29
- package/skills/creator-analysis/references/prompt-contracts/topic.md +0 -29
- package/skills/creator-analysis/references/schemas/author-analysis-input-v1.schema.json +0 -325
- package/skills/creator-analysis/references/schemas/author-analysis-v2.schema.json +0 -287
- package/skills/creator-analysis/references/schemas/sampled-work-batch-explanations.schema.json +0 -41
- package/skills/creator-analysis/references/service-guides/asr-u2-u3-fallback.md +0 -75
- package/skills/creator-analysis/references/workflow.md +0 -23
- package/skills/creator-analysis/scripts/__init__.py +0 -0
- package/skills/creator-analysis/scripts/author_home/__init__.py +0 -0
- package/skills/creator-analysis/scripts/author_home/adapters/__init__.py +0 -0
- package/skills/creator-analysis/scripts/author_home/analyzers/__init__.py +0 -0
- package/skills/creator-analysis/scripts/author_home/analyzers/author_analysis_v2_support.py +0 -1165
- package/skills/creator-analysis/scripts/author_home/analyzers/prompt_first_analyzers.py +0 -447
- package/skills/creator-analysis/scripts/author_home/analyzers/sampled_work_batch_explainer.py +0 -331
- package/skills/creator-analysis/scripts/author_home/asr/__init__.py +0 -5
- package/skills/creator-analysis/scripts/author_home/builders/__init__.py +0 -0
- package/skills/creator-analysis/scripts/author_home/builders/home_builders.py +0 -213
- package/skills/creator-analysis/scripts/author_home/collectors/__init__.py +0 -0
- package/skills/creator-analysis/scripts/author_home/orchestrator/__init__.py +0 -0
- package/skills/creator-analysis/scripts/author_home/orchestrator/run_author_analysis.py +0 -834
- package/skills/creator-analysis/scripts/author_home/orchestrator/work_analysis_artifacts.py +0 -609
- package/skills/creator-analysis/scripts/core/__init__.py +0 -0
- package/skills/creator-analysis/scripts/core/analysis_pipeline.py +0 -133
- package/skills/creator-analysis/scripts/core/config_loader.py +0 -418
- package/skills/creator-analysis/scripts/core/progress_report.py +0 -111
- package/skills/creator-analysis/scripts/core/storage_router.py +0 -256
- package/skills/creator-analysis/scripts/pipeline/__init__.py +0 -0
- package/skills/creator-analysis/scripts/pipeline/asr/__init__.py +0 -0
- package/skills/creator-analysis/scripts/platform/__init__.py +0 -0
- package/skills/creator-analysis/scripts/platform/douyin/__init__.py +0 -0
- package/skills/creator-analysis/scripts/platform/douyin/run_douyin_single_video.py +0 -1208
- package/skills/creator-analysis/scripts/platform/xiaohongshu/__init__.py +0 -0
- package/skills/creator-analysis/scripts/platform/xiaohongshu/run_xiaohongshu_extract.py +0 -2128
- package/skills/creator-analysis/scripts/writers/__init__.py +0 -0
- package/skills/creator-analysis/scripts/writers/write_author_homepage_samples.py +0 -107
- package/skills/creator-analysis/scripts/writers/write_benchmark_card.py +0 -1579
- package/skills/meta-capability/SKILL.md +0 -69
- package/skills/meta-capability/agents/openai.yaml +0 -4
- package/skills/meta-capability/env.example +0 -42
- package/skills/meta-capability/references/api-capability-index.md +0 -92
- package/skills/meta-capability/references/api-contracts/asr-api.md +0 -130
- package/skills/meta-capability/references/api-contracts/bilibili-app-api.md +0 -776
- package/skills/meta-capability/references/api-contracts/bilibili-web-api.md +0 -2017
- package/skills/meta-capability/references/api-contracts/demo-api.md +0 -717
- package/skills/meta-capability/references/api-contracts/douyin-app-v3-api.md +0 -3594
- package/skills/meta-capability/references/api-contracts/douyin-billboard-api.md +0 -2274
- package/skills/meta-capability/references/api-contracts/douyin-creator-api.md +0 -1575
- package/skills/meta-capability/references/api-contracts/douyin-creator-v2-api.md +0 -3254
- package/skills/meta-capability/references/api-contracts/douyin-search-api.md +0 -4118
- package/skills/meta-capability/references/api-contracts/douyin-web-api.md +0 -5544
- package/skills/meta-capability/references/api-contracts/douyin-xingtu-api.md +0 -1916
- package/skills/meta-capability/references/api-contracts/douyin-xingtu-v2-api.md +0 -1540
- package/skills/meta-capability/references/api-contracts/health-check.md +0 -69
- package/skills/meta-capability/references/api-contracts/hybrid-parsing.md +0 -78
- package/skills/meta-capability/references/api-contracts/instagram-v1-api.md +0 -2256
- package/skills/meta-capability/references/api-contracts/instagram-v2-api.md +0 -2011
- package/skills/meta-capability/references/api-contracts/instagram-v3-api.md +0 -2630
- package/skills/meta-capability/references/api-contracts/ios-shortcut.md +0 -44
- package/skills/meta-capability/references/api-contracts/kuaishou-app-api.md +0 -1518
- package/skills/meta-capability/references/api-contracts/kuaishou-web-api.md +0 -1242
- package/skills/meta-capability/references/api-contracts/lemon8-app-api.md +0 -1088
- package/skills/meta-capability/references/api-contracts/linkedin-web-api.md +0 -1949
- package/skills/meta-capability/references/api-contracts/media-ingest-api.md +0 -126
- package/skills/meta-capability/references/api-contracts/pipixia-app-api.md +0 -1142
- package/skills/meta-capability/references/api-contracts/reddit-app-api.md +0 -2025
- package/skills/meta-capability/references/api-contracts/sora2-api.md +0 -2266
- package/skills/meta-capability/references/api-contracts/temp-mail-api.md +0 -208
- package/skills/meta-capability/references/api-contracts/threads-web-api.md +0 -897
- package/skills/meta-capability/references/api-contracts/tikhub-downloader-api.md +0 -134
- package/skills/meta-capability/references/api-contracts/tikhub-user-api.md +0 -494
- package/skills/meta-capability/references/api-contracts/tiktok-ads-api.md +0 -5947
- package/skills/meta-capability/references/api-contracts/tiktok-analytics-api.md +0 -968
- package/skills/meta-capability/references/api-contracts/tiktok-app-v3-api.md +0 -5735
- package/skills/meta-capability/references/api-contracts/tiktok-creator-api.md +0 -1951
- package/skills/meta-capability/references/api-contracts/tiktok-interaction-api.md +0 -742
- package/skills/meta-capability/references/api-contracts/tiktok-shop-web-api.md +0 -1890
- package/skills/meta-capability/references/api-contracts/tiktok-web-api.md +0 -4448
- package/skills/meta-capability/references/api-contracts/toutiao-app-api.md +0 -342
- package/skills/meta-capability/references/api-contracts/toutiao-web-api.md +0 -143
- package/skills/meta-capability/references/api-contracts/twitter-web-api.md +0 -989
- package/skills/meta-capability/references/api-contracts/wechat-channels-api.md +0 -809
- package/skills/meta-capability/references/api-contracts/wechat-media-platform-web-api.md +0 -677
- package/skills/meta-capability/references/api-contracts/weibo-app-api.md +0 -1547
- package/skills/meta-capability/references/api-contracts/weibo-web-api.md +0 -798
- package/skills/meta-capability/references/api-contracts/weibo-web-v2-api.md +0 -2459
- package/skills/meta-capability/references/api-contracts/xiaohongshu-app-api.md +0 -1291
- package/skills/meta-capability/references/api-contracts/xiaohongshu-app-v2-api.md +0 -1683
- package/skills/meta-capability/references/api-contracts/xiaohongshu-web-api.md +0 -1324
- package/skills/meta-capability/references/api-contracts/xiaohongshu-web-v2-api.md +0 -1209
- package/skills/meta-capability/references/api-contracts/xigua-app-v2-api.md +0 -489
- package/skills/meta-capability/references/api-contracts/youtube-web-api.md +0 -2636
- package/skills/meta-capability/references/api-contracts/youtube-web-v2-api.md +0 -2660
- package/skills/meta-capability/references/api-contracts/zhihu-web-api.md +0 -2315
- package/skills/meta-capability/references/api-tags/asr-api.md +0 -100
- package/skills/meta-capability/references/api-tags/bilibili-app-api.md +0 -482
- package/skills/meta-capability/references/api-tags/bilibili-web-api.md +0 -1267
- package/skills/meta-capability/references/api-tags/demo-api.md +0 -365
- package/skills/meta-capability/references/api-tags/douyin-app-v3-api.md +0 -2012
- package/skills/meta-capability/references/api-tags/douyin-billboard-api.md +0 -1428
- package/skills/meta-capability/references/api-tags/douyin-creator-api.md +0 -694
- package/skills/meta-capability/references/api-tags/douyin-creator-v2-api.md +0 -694
- package/skills/meta-capability/references/api-tags/douyin-search-api.md +0 -1059
- package/skills/meta-capability/references/api-tags/douyin-web-api.md +0 -3314
- package/skills/meta-capability/references/api-tags/douyin-xingtu-api.md +0 -935
- package/skills/meta-capability/references/api-tags/douyin-xingtu-v2-api.md +0 -925
- package/skills/meta-capability/references/api-tags/health-check.md +0 -40
- package/skills/meta-capability/references/api-tags/hybrid-parsing.md +0 -57
- package/skills/meta-capability/references/api-tags/instagram-v1-api.md +0 -1224
- package/skills/meta-capability/references/api-tags/instagram-v2-api.md +0 -1147
- package/skills/meta-capability/references/api-tags/instagram-v3-api.md +0 -1123
- package/skills/meta-capability/references/api-tags/ios-shortcut.md +0 -45
- package/skills/meta-capability/references/api-tags/kuaishou-app-api.md +0 -846
- package/skills/meta-capability/references/api-tags/kuaishou-web-api.md +0 -551
- package/skills/meta-capability/references/api-tags/lemon8-app-api.md +0 -687
- package/skills/meta-capability/references/api-tags/linkedin-web-api.md +0 -1105
- package/skills/meta-capability/references/api-tags/media-ingest-api.md +0 -112
- package/skills/meta-capability/references/api-tags/pipixia-app-api.md +0 -721
- package/skills/meta-capability/references/api-tags/reddit-app-api.md +0 -1057
- package/skills/meta-capability/references/api-tags/sora2-api.md +0 -737
- package/skills/meta-capability/references/api-tags/temp-mail-api.md +0 -136
- package/skills/meta-capability/references/api-tags/threads-web-api.md +0 -472
- package/skills/meta-capability/references/api-tags/tikhub-downloader-api.md +0 -65
- package/skills/meta-capability/references/api-tags/tikhub-user-api.md +0 -253
- package/skills/meta-capability/references/api-tags/tiktok-ads-api.md +0 -1393
- package/skills/meta-capability/references/api-tags/tiktok-analytics-api.md +0 -179
- package/skills/meta-capability/references/api-tags/tiktok-app-v3-api.md +0 -3264
- package/skills/meta-capability/references/api-tags/tiktok-creator-api.md +0 -709
- package/skills/meta-capability/references/api-tags/tiktok-interaction-api.md +0 -366
- package/skills/meta-capability/references/api-tags/tiktok-shop-web-api.md +0 -663
- package/skills/meta-capability/references/api-tags/tiktok-web-api.md +0 -2516
- package/skills/meta-capability/references/api-tags/toutiao-app-api.md +0 -220
- package/skills/meta-capability/references/api-tags/toutiao-web-api.md +0 -96
- package/skills/meta-capability/references/api-tags/twitter-web-api.md +0 -562
- package/skills/meta-capability/references/api-tags/wechat-channels-api.md +0 -405
- package/skills/meta-capability/references/api-tags/wechat-media-platform-web-api.md +0 -431
- package/skills/meta-capability/references/api-tags/weibo-app-api.md +0 -851
- package/skills/meta-capability/references/api-tags/weibo-web-api.md +0 -470
- package/skills/meta-capability/references/api-tags/weibo-web-v2-api.md +0 -1405
- package/skills/meta-capability/references/api-tags/xiaohongshu-app-api.md +0 -534
- package/skills/meta-capability/references/api-tags/xiaohongshu-app-v2-api.md +0 -934
- package/skills/meta-capability/references/api-tags/xiaohongshu-web-api.md +0 -757
- package/skills/meta-capability/references/api-tags/xiaohongshu-web-v2-api.md +0 -762
- package/skills/meta-capability/references/api-tags/xigua-app-v2-api.md +0 -308
- package/skills/meta-capability/references/api-tags/youtube-web-api.md +0 -934
- package/skills/meta-capability/references/api-tags/youtube-web-v2-api.md +0 -717
- package/skills/meta-capability/references/api-tags/zhihu-web-api.md +0 -1384
- package/skills/meta-capability/references/config-templates/defaults.yaml +0 -18
- package/skills/meta-capability/references/dispatch.md +0 -27
- package/skills/meta-capability/references/execution-guidelines.md +0 -25
- package/skills/meta-capability/references/implemented-route-map.md +0 -177
- package/skills/meta-capability/references/service-guides/asr-u2-u3-fallback.md +0 -75
- package/skills/meta-capability/scripts/__init__.py +0 -1
- package/skills/meta-capability/scripts/call_route.py +0 -141
- package/skills/meta-capability/scripts/core/__init__.py +0 -1
- package/skills/meta-capability/scripts/core/bootstrap_env.py +0 -32
- package/skills/meta-capability/scripts/core/config_loader.py +0 -204
- package/skills/meta-capability/scripts/core/tikomni_common.py +0 -443
- package/skills/meta-capability/scripts/test_auth.py +0 -98
- package/skills/single-work-analysis/SKILL.md +0 -62
- package/skills/single-work-analysis/agents/openai.yaml +0 -4
- package/skills/single-work-analysis/env.example +0 -36
- package/skills/single-work-analysis/references/api-capability-index.md +0 -92
- package/skills/single-work-analysis/references/api-contracts/asr-api.md +0 -130
- package/skills/single-work-analysis/references/api-contracts/bilibili-app-api.md +0 -776
- package/skills/single-work-analysis/references/api-contracts/bilibili-web-api.md +0 -2017
- package/skills/single-work-analysis/references/api-contracts/demo-api.md +0 -717
- package/skills/single-work-analysis/references/api-contracts/douyin-app-v3-api.md +0 -3594
- package/skills/single-work-analysis/references/api-contracts/douyin-billboard-api.md +0 -2274
- package/skills/single-work-analysis/references/api-contracts/douyin-creator-api.md +0 -1575
- package/skills/single-work-analysis/references/api-contracts/douyin-creator-v2-api.md +0 -3254
- package/skills/single-work-analysis/references/api-contracts/douyin-search-api.md +0 -4118
- package/skills/single-work-analysis/references/api-contracts/douyin-web-api.md +0 -5544
- package/skills/single-work-analysis/references/api-contracts/douyin-xingtu-api.md +0 -1916
- package/skills/single-work-analysis/references/api-contracts/douyin-xingtu-v2-api.md +0 -1540
- package/skills/single-work-analysis/references/api-contracts/health-check.md +0 -69
- package/skills/single-work-analysis/references/api-contracts/hybrid-parsing.md +0 -78
- package/skills/single-work-analysis/references/api-contracts/instagram-v1-api.md +0 -2256
- package/skills/single-work-analysis/references/api-contracts/instagram-v2-api.md +0 -2011
- package/skills/single-work-analysis/references/api-contracts/instagram-v3-api.md +0 -2630
- package/skills/single-work-analysis/references/api-contracts/ios-shortcut.md +0 -44
- package/skills/single-work-analysis/references/api-contracts/kuaishou-app-api.md +0 -1518
- package/skills/single-work-analysis/references/api-contracts/kuaishou-web-api.md +0 -1242
- package/skills/single-work-analysis/references/api-contracts/lemon8-app-api.md +0 -1088
- package/skills/single-work-analysis/references/api-contracts/linkedin-web-api.md +0 -1949
- package/skills/single-work-analysis/references/api-contracts/media-ingest-api.md +0 -126
- package/skills/single-work-analysis/references/api-contracts/pipixia-app-api.md +0 -1142
- package/skills/single-work-analysis/references/api-contracts/reddit-app-api.md +0 -2025
- package/skills/single-work-analysis/references/api-contracts/sora2-api.md +0 -2266
- package/skills/single-work-analysis/references/api-contracts/temp-mail-api.md +0 -208
- package/skills/single-work-analysis/references/api-contracts/threads-web-api.md +0 -897
- package/skills/single-work-analysis/references/api-contracts/tikhub-downloader-api.md +0 -134
- package/skills/single-work-analysis/references/api-contracts/tikhub-user-api.md +0 -494
- package/skills/single-work-analysis/references/api-contracts/tiktok-ads-api.md +0 -5947
- package/skills/single-work-analysis/references/api-contracts/tiktok-analytics-api.md +0 -968
- package/skills/single-work-analysis/references/api-contracts/tiktok-app-v3-api.md +0 -5735
- package/skills/single-work-analysis/references/api-contracts/tiktok-creator-api.md +0 -1951
- package/skills/single-work-analysis/references/api-contracts/tiktok-interaction-api.md +0 -742
- package/skills/single-work-analysis/references/api-contracts/tiktok-shop-web-api.md +0 -1890
- package/skills/single-work-analysis/references/api-contracts/tiktok-web-api.md +0 -4448
- package/skills/single-work-analysis/references/api-contracts/toutiao-app-api.md +0 -342
- package/skills/single-work-analysis/references/api-contracts/toutiao-web-api.md +0 -143
- package/skills/single-work-analysis/references/api-contracts/twitter-web-api.md +0 -989
- package/skills/single-work-analysis/references/api-contracts/wechat-channels-api.md +0 -809
- package/skills/single-work-analysis/references/api-contracts/wechat-media-platform-web-api.md +0 -677
- package/skills/single-work-analysis/references/api-contracts/weibo-app-api.md +0 -1547
- package/skills/single-work-analysis/references/api-contracts/weibo-web-api.md +0 -798
- package/skills/single-work-analysis/references/api-contracts/weibo-web-v2-api.md +0 -2459
- package/skills/single-work-analysis/references/api-contracts/xiaohongshu-app-api.md +0 -1291
- package/skills/single-work-analysis/references/api-contracts/xiaohongshu-app-v2-api.md +0 -1683
- package/skills/single-work-analysis/references/api-contracts/xiaohongshu-web-api.md +0 -1324
- package/skills/single-work-analysis/references/api-contracts/xiaohongshu-web-v2-api.md +0 -1209
- package/skills/single-work-analysis/references/api-contracts/xigua-app-v2-api.md +0 -489
- package/skills/single-work-analysis/references/api-contracts/youtube-web-api.md +0 -2636
- package/skills/single-work-analysis/references/api-contracts/youtube-web-v2-api.md +0 -2660
- package/skills/single-work-analysis/references/api-contracts/zhihu-web-api.md +0 -2315
- package/skills/single-work-analysis/references/api-tags/asr-api.md +0 -100
- package/skills/single-work-analysis/references/api-tags/bilibili-app-api.md +0 -482
- package/skills/single-work-analysis/references/api-tags/bilibili-web-api.md +0 -1267
- package/skills/single-work-analysis/references/api-tags/demo-api.md +0 -365
- package/skills/single-work-analysis/references/api-tags/douyin-app-v3-api.md +0 -2012
- package/skills/single-work-analysis/references/api-tags/douyin-billboard-api.md +0 -1428
- package/skills/single-work-analysis/references/api-tags/douyin-creator-api.md +0 -694
- package/skills/single-work-analysis/references/api-tags/douyin-creator-v2-api.md +0 -694
- package/skills/single-work-analysis/references/api-tags/douyin-search-api.md +0 -1059
- package/skills/single-work-analysis/references/api-tags/douyin-web-api.md +0 -3314
- package/skills/single-work-analysis/references/api-tags/douyin-xingtu-api.md +0 -935
- package/skills/single-work-analysis/references/api-tags/douyin-xingtu-v2-api.md +0 -925
- package/skills/single-work-analysis/references/api-tags/health-check.md +0 -40
- package/skills/single-work-analysis/references/api-tags/hybrid-parsing.md +0 -57
- package/skills/single-work-analysis/references/api-tags/instagram-v1-api.md +0 -1224
- package/skills/single-work-analysis/references/api-tags/instagram-v2-api.md +0 -1147
- package/skills/single-work-analysis/references/api-tags/instagram-v3-api.md +0 -1123
- package/skills/single-work-analysis/references/api-tags/ios-shortcut.md +0 -45
- package/skills/single-work-analysis/references/api-tags/kuaishou-app-api.md +0 -846
- package/skills/single-work-analysis/references/api-tags/kuaishou-web-api.md +0 -551
- package/skills/single-work-analysis/references/api-tags/lemon8-app-api.md +0 -687
- package/skills/single-work-analysis/references/api-tags/linkedin-web-api.md +0 -1105
- package/skills/single-work-analysis/references/api-tags/media-ingest-api.md +0 -112
- package/skills/single-work-analysis/references/api-tags/pipixia-app-api.md +0 -721
- package/skills/single-work-analysis/references/api-tags/reddit-app-api.md +0 -1057
- package/skills/single-work-analysis/references/api-tags/sora2-api.md +0 -737
- package/skills/single-work-analysis/references/api-tags/temp-mail-api.md +0 -136
- package/skills/single-work-analysis/references/api-tags/threads-web-api.md +0 -472
- package/skills/single-work-analysis/references/api-tags/tikhub-downloader-api.md +0 -65
- package/skills/single-work-analysis/references/api-tags/tikhub-user-api.md +0 -253
- package/skills/single-work-analysis/references/api-tags/tiktok-ads-api.md +0 -1393
- package/skills/single-work-analysis/references/api-tags/tiktok-analytics-api.md +0 -179
- package/skills/single-work-analysis/references/api-tags/tiktok-app-v3-api.md +0 -3264
- package/skills/single-work-analysis/references/api-tags/tiktok-creator-api.md +0 -709
- package/skills/single-work-analysis/references/api-tags/tiktok-interaction-api.md +0 -366
- package/skills/single-work-analysis/references/api-tags/tiktok-shop-web-api.md +0 -663
- package/skills/single-work-analysis/references/api-tags/tiktok-web-api.md +0 -2516
- package/skills/single-work-analysis/references/api-tags/toutiao-app-api.md +0 -220
- package/skills/single-work-analysis/references/api-tags/toutiao-web-api.md +0 -96
- package/skills/single-work-analysis/references/api-tags/twitter-web-api.md +0 -562
- package/skills/single-work-analysis/references/api-tags/wechat-channels-api.md +0 -405
- package/skills/single-work-analysis/references/api-tags/wechat-media-platform-web-api.md +0 -431
- package/skills/single-work-analysis/references/api-tags/weibo-app-api.md +0 -851
- package/skills/single-work-analysis/references/api-tags/weibo-web-api.md +0 -470
- package/skills/single-work-analysis/references/api-tags/weibo-web-v2-api.md +0 -1405
- package/skills/single-work-analysis/references/api-tags/xiaohongshu-app-api.md +0 -534
- package/skills/single-work-analysis/references/api-tags/xiaohongshu-app-v2-api.md +0 -934
- package/skills/single-work-analysis/references/api-tags/xiaohongshu-web-api.md +0 -757
- package/skills/single-work-analysis/references/api-tags/xiaohongshu-web-v2-api.md +0 -762
- package/skills/single-work-analysis/references/api-tags/xigua-app-v2-api.md +0 -308
- package/skills/single-work-analysis/references/api-tags/youtube-web-api.md +0 -934
- package/skills/single-work-analysis/references/api-tags/youtube-web-v2-api.md +0 -717
- package/skills/single-work-analysis/references/api-tags/zhihu-web-api.md +0 -1384
- package/skills/single-work-analysis/references/asr-and-fallback.md +0 -20
- package/skills/single-work-analysis/references/config-templates/defaults.yaml +0 -58
- package/skills/single-work-analysis/references/contracts/work-card-fields.md +0 -41
- package/skills/single-work-analysis/references/platform-guides/douyin.md +0 -47
- package/skills/single-work-analysis/references/platform-guides/generic.md +0 -43
- package/skills/single-work-analysis/references/platform-guides/xiaohongshu.md +0 -54
- package/skills/single-work-analysis/references/prompt-contracts/asr-clean.md +0 -28
- package/skills/single-work-analysis/references/prompt-contracts/cta.md +0 -24
- package/skills/single-work-analysis/references/prompt-contracts/hook.md +0 -25
- package/skills/single-work-analysis/references/prompt-contracts/insight.md +0 -47
- package/skills/single-work-analysis/references/prompt-contracts/structure.md +0 -25
- package/skills/single-work-analysis/references/prompt-contracts/style.md +0 -27
- package/skills/single-work-analysis/references/prompt-contracts/summary.md +0 -29
- package/skills/single-work-analysis/references/prompt-contracts/topic.md +0 -29
- package/skills/single-work-analysis/references/schemas/work-card.schema.json +0 -39
- package/skills/single-work-analysis/references/service-guides/asr-u2-u3-fallback.md +0 -75
- package/skills/single-work-analysis/scripts/__init__.py +0 -0
- package/skills/single-work-analysis/scripts/core/__init__.py +0 -0
- package/skills/single-work-analysis/scripts/core/analysis_pipeline.py +0 -133
- package/skills/single-work-analysis/scripts/core/bootstrap_env.py +0 -35
- package/skills/single-work-analysis/scripts/core/extract_pipeline.py +0 -173
- package/skills/single-work-analysis/scripts/core/storage_router.py +0 -253
- package/skills/single-work-analysis/scripts/core/tikomni_common.py +0 -588
- package/skills/single-work-analysis/scripts/pipeline/__init__.py +0 -0
- package/skills/single-work-analysis/scripts/pipeline/asr/__init__.py +0 -0
- package/skills/single-work-analysis/scripts/pipeline/asr/asr_pipeline.py +0 -1189
- package/skills/single-work-analysis/scripts/pipeline/asr/poll_u2_task.py +0 -95
- package/skills/single-work-analysis/scripts/platform/__init__.py +0 -0
- package/skills/single-work-analysis/scripts/platform/douyin/__init__.py +0 -0
- package/skills/single-work-analysis/scripts/platform/douyin/douyin_video_type_matrix.py +0 -224
- package/skills/single-work-analysis/scripts/platform/douyin/select_low_quality_video_url.py +0 -200
- package/skills/single-work-analysis/scripts/platform/xiaohongshu/__init__.py +0 -0
- package/skills/single-work-analysis/scripts/writers/__init__.py +0 -0
- package/skills/single-work-analysis/scripts/writers/write_benchmark_card.py +0 -1402
- /package/skills/{creator-analysis → social-media-crawl}/scripts/core/bootstrap_env.py +0 -0
- /package/skills/{creator-analysis → social-media-crawl}/scripts/core/extract_pipeline.py +0 -0
- /package/skills/{creator-analysis/scripts/platform/douyin → social-media-crawl/scripts/pipelines}/douyin_video_type_matrix.py +0 -0
- /package/skills/{creator-analysis/scripts/author_home/collectors → social-media-crawl/scripts/pipelines}/homepage_collectors.py +0 -0
- /package/skills/{creator-analysis/scripts/platform/douyin → social-media-crawl/scripts/pipelines}/select_low_quality_video_url.py +0 -0
|
@@ -1,609 +0,0 @@
|
|
|
1
|
-
#!/usr/bin/env python3
|
|
2
|
-
"""Author-home work analysis artifact cache + worker orchestration."""
|
|
3
|
-
|
|
4
|
-
from __future__ import annotations
|
|
5
|
-
|
|
6
|
-
import hashlib
|
|
7
|
-
import json
|
|
8
|
-
from concurrent.futures import ThreadPoolExecutor, as_completed
|
|
9
|
-
from copy import deepcopy
|
|
10
|
-
from datetime import datetime
|
|
11
|
-
from pathlib import Path
|
|
12
|
-
from typing import Any, Dict, List, Optional, Tuple
|
|
13
|
-
import re
|
|
14
|
-
|
|
15
|
-
from scripts.core.analysis_pipeline import DEFAULT_INSIGHT_SECTION, DEFAULT_MODULE_SECTIONS, PROMPT_CONTRACT_FILES, contracts_dir
|
|
16
|
-
from scripts.core.config_loader import config_get, resolve_storage_paths
|
|
17
|
-
from scripts.core.progress_report import ProgressReporter
|
|
18
|
-
from scripts.writers.write_benchmark_card import build_card_analysis_artifact
|
|
19
|
-
|
|
20
|
-
WORK_ANALYSIS_ARTIFACT_VERSION = "creator_analysis.work_analysis_artifact@v4"
|
|
21
|
-
AUTHOR_HOME_TIMING_VERSION = "creator_analysis.author_home_timing@v2"
|
|
22
|
-
AUTHOR_HOME_CARD_CONTRACT_VERSION = "creator_analysis.author_sample_card@v2"
|
|
23
|
-
DOUYIN_NORMALIZATION_VERSION = "douyin_author_home_normalization@v2"
|
|
24
|
-
XHS_NORMALIZATION_VERSION = "xiaohongshu_author_home_normalization@v1"
|
|
25
|
-
DEFAULT_MAX_WORKERS = 3
|
|
26
|
-
MAX_MAX_WORKERS = 5
|
|
27
|
-
PERF_FIELDS = ("digg_count", "comment_count", "collect_count", "share_count", "play_count")
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
def _safe_text(value: Any) -> str:
|
|
31
|
-
if value is None:
|
|
32
|
-
return ""
|
|
33
|
-
if isinstance(value, str):
|
|
34
|
-
return value.strip()
|
|
35
|
-
return str(value).strip()
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
def _safe_int(value: Any, default: int = 0) -> int:
|
|
39
|
-
try:
|
|
40
|
-
if value is None:
|
|
41
|
-
return default
|
|
42
|
-
if isinstance(value, bool):
|
|
43
|
-
return int(value)
|
|
44
|
-
if isinstance(value, (int, float)):
|
|
45
|
-
return int(value)
|
|
46
|
-
text = _safe_text(value).replace(",", "")
|
|
47
|
-
return int(float(text)) if text else default
|
|
48
|
-
except Exception:
|
|
49
|
-
return default
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
def _safe_text_list(value: Any) -> List[str]:
|
|
53
|
-
if not isinstance(value, list):
|
|
54
|
-
return []
|
|
55
|
-
result: List[str] = []
|
|
56
|
-
for item in value:
|
|
57
|
-
if isinstance(item, dict):
|
|
58
|
-
for key in ("name", "value", "label", "hashtag_name", "search_text", "tag_name", "text"):
|
|
59
|
-
text = _safe_text(item.get(key))
|
|
60
|
-
if text:
|
|
61
|
-
result.append(text)
|
|
62
|
-
break
|
|
63
|
-
continue
|
|
64
|
-
text = _safe_text(item)
|
|
65
|
-
if text:
|
|
66
|
-
result.append(text)
|
|
67
|
-
return list(dict.fromkeys(result))
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
def _normalization_version(platform: str) -> str:
|
|
71
|
-
return DOUYIN_NORMALIZATION_VERSION if platform == "douyin" else XHS_NORMALIZATION_VERSION
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
def _coerce_unix_sec(value: Any) -> int:
|
|
75
|
-
parsed = _safe_int(value, default=0)
|
|
76
|
-
if parsed > 1_000_000_000_000:
|
|
77
|
-
parsed //= 1000
|
|
78
|
-
return parsed if parsed > 0 else 0
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
def _prompt_contract_hash() -> str:
|
|
82
|
-
directory = Path(contracts_dir())
|
|
83
|
-
sections = list(DEFAULT_MODULE_SECTIONS) + [DEFAULT_INSIGHT_SECTION]
|
|
84
|
-
filenames = [PROMPT_CONTRACT_FILES.get(section, "") for section in sections if PROMPT_CONTRACT_FILES.get(section, "")]
|
|
85
|
-
digest = hashlib.sha1()
|
|
86
|
-
for filename in filenames:
|
|
87
|
-
path = directory / filename
|
|
88
|
-
digest.update(filename.encode("utf-8"))
|
|
89
|
-
try:
|
|
90
|
-
digest.update(path.read_text(encoding="utf-8").encode("utf-8"))
|
|
91
|
-
except Exception:
|
|
92
|
-
digest.update(b"missing")
|
|
93
|
-
return digest.hexdigest()[:16]
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
PROMPT_CONTRACT_HASH = _prompt_contract_hash()
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
def _first_sentence(text: Any) -> str:
|
|
100
|
-
clean = _safe_text(text)
|
|
101
|
-
if not clean:
|
|
102
|
-
return ""
|
|
103
|
-
for chunk in clean.replace("\r", "\n").split("\n"):
|
|
104
|
-
row = _safe_text(chunk)
|
|
105
|
-
if row:
|
|
106
|
-
return row
|
|
107
|
-
units = [part.strip() for part in re.split(r"[。!?!?;;]+", clean) if part.strip()]
|
|
108
|
-
return units[0] if units else clean[:80]
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
def _format_metric_summary(work: Dict[str, Any]) -> str:
|
|
112
|
-
metrics = _metrics_from_work(work)
|
|
113
|
-
return (
|
|
114
|
-
f"赞 {metrics['digg_count']} / 评 {metrics['comment_count']} / 藏 {metrics['collect_count']} / "
|
|
115
|
-
f"转 {metrics['share_count']} / 播 {metrics['play_count']}"
|
|
116
|
-
)
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
def _author_home_structural_sections(work: Dict[str, Any]) -> Dict[str, Any]:
|
|
120
|
-
tags = _safe_text_list(work.get("tags"))
|
|
121
|
-
style_markers = _safe_text_list(work.get("style_markers"))
|
|
122
|
-
first_sentence = _first_sentence(work.get("primary_text") or work.get("asr_raw") or work.get("caption_raw") or work.get("title"))
|
|
123
|
-
bucket = _safe_text(work.get("bucket")) or "unknown"
|
|
124
|
-
all_time_rank = work.get("all_time_score_rank")
|
|
125
|
-
recent_rank = work.get("recent_30d_score_rank")
|
|
126
|
-
recent_rank_text = recent_rank if recent_rank is not None else "NA"
|
|
127
|
-
work_modality = _safe_text(work.get("work_modality")) or "unknown"
|
|
128
|
-
primary_text_source = _safe_text(work.get("primary_text_source"))
|
|
129
|
-
if primary_text_source not in {"asr_clean", "caption_raw"}:
|
|
130
|
-
primary_text_source = "asr_clean" if work_modality == "video" else "caption_raw"
|
|
131
|
-
primary_text_label = "视频口播清洗文本" if primary_text_source == "asr_clean" else "作者原始文案"
|
|
132
|
-
has_primary_text = bool(_safe_text(work.get("primary_text")))
|
|
133
|
-
modules = {
|
|
134
|
-
"选题": [
|
|
135
|
-
f"- 原始 tags:{'、'.join(tags[:6]) if tags else '无'}。",
|
|
136
|
-
f"- 分桶/排名:bucket={bucket} / all_time_rank={all_time_rank or 'NA'} / recent_30d_rank={recent_rank_text}。",
|
|
137
|
-
f"- 主文本载体:{primary_text_label}。",
|
|
138
|
-
],
|
|
139
|
-
"文风": [
|
|
140
|
-
f"- 内容形态:work_modality={work_modality} / content_form={_safe_text(work.get('content_form')) or 'unknown'}。",
|
|
141
|
-
f"- 表达标记:{'、'.join(style_markers[:6]) if style_markers else '未命中显著 style_markers'}。",
|
|
142
|
-
f"- 数据状态:{'主文本已就绪' if has_primary_text else '主文本缺失,仅保留事实字段'}。",
|
|
143
|
-
],
|
|
144
|
-
"Hook": [
|
|
145
|
-
f"- hook_type:{_safe_text(work.get('hook_type')) or 'unknown'}。",
|
|
146
|
-
f"- 开头原句:{first_sentence or '无可用主文本'}",
|
|
147
|
-
],
|
|
148
|
-
"结构": [
|
|
149
|
-
f"- structure_type:{_safe_text(work.get('structure_type')) or 'unknown'}。",
|
|
150
|
-
f"- cta_type:{_safe_text(work.get('cta_type')) or 'unknown'}。",
|
|
151
|
-
f"- performance_score_norm:{work.get('performance_score_norm') if work.get('performance_score_norm') is not None else 'NA'}。",
|
|
152
|
-
],
|
|
153
|
-
}
|
|
154
|
-
insight = [
|
|
155
|
-
f"- 表现摘要:{_format_metric_summary(work)}。",
|
|
156
|
-
f"- 样本定位:这是作者主页样本卡,只保留事实字段与结构标签;不做逐条 rigid 语义赛道分类。",
|
|
157
|
-
f"- 可复用观察:优先参考 bucket / hook_type / structure_type / cta_type / content_form 的组合,而不是把单条作品硬归为某个固定 topic。",
|
|
158
|
-
]
|
|
159
|
-
return {"modules": modules, "insight": insight}
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
def _metrics_from_work(work: Dict[str, Any]) -> Dict[str, int]:
|
|
163
|
-
metrics = work.get("metrics") if isinstance(work.get("metrics"), dict) else {}
|
|
164
|
-
return {
|
|
165
|
-
"digg_count": _safe_int(work.get("digg_count"), default=_safe_int(metrics.get("like"), default=0)),
|
|
166
|
-
"comment_count": _safe_int(work.get("comment_count"), default=_safe_int(metrics.get("comment"), default=0)),
|
|
167
|
-
"collect_count": _safe_int(work.get("collect_count"), default=_safe_int(metrics.get("collect"), default=0)),
|
|
168
|
-
"share_count": _safe_int(work.get("share_count"), default=_safe_int(metrics.get("share"), default=0)),
|
|
169
|
-
"play_count": _safe_int(work.get("play_count"), default=_safe_int(metrics.get("play"), default=0)),
|
|
170
|
-
}
|
|
171
|
-
|
|
172
|
-
|
|
173
|
-
def build_single_work_payload(
|
|
174
|
-
*,
|
|
175
|
-
platform: str,
|
|
176
|
-
profile: Dict[str, Any],
|
|
177
|
-
work: Dict[str, Any],
|
|
178
|
-
) -> Dict[str, Any]:
|
|
179
|
-
author_platform_id = _safe_text(profile.get("author_platform_id") or profile.get("platform_author_id"))
|
|
180
|
-
author_handle = _safe_text(profile.get("author_handle"))
|
|
181
|
-
author = {
|
|
182
|
-
"nickname": profile.get("nickname"),
|
|
183
|
-
"platform_author_id": author_platform_id,
|
|
184
|
-
"author_handle": author_handle,
|
|
185
|
-
}
|
|
186
|
-
payload: Dict[str, Any] = {
|
|
187
|
-
"content_kind": "author_home",
|
|
188
|
-
"platform_work_id": work.get("platform_work_id"),
|
|
189
|
-
"title": work.get("title") or work.get("desc"),
|
|
190
|
-
"caption_raw": work.get("caption_raw") or work.get("desc") or "",
|
|
191
|
-
"desc": work.get("caption_raw") or work.get("desc") or work.get("title"),
|
|
192
|
-
"source_url": work.get("source_url"),
|
|
193
|
-
"share_url": work.get("share_url"),
|
|
194
|
-
"cover_image": work.get("cover_image"),
|
|
195
|
-
"video_download_url": work.get("video_download_url") or work.get("video_down_url"),
|
|
196
|
-
"author": author,
|
|
197
|
-
"author_handle": author_handle,
|
|
198
|
-
"platform_author_id": author_platform_id,
|
|
199
|
-
"publish_time": work.get("publish_time"),
|
|
200
|
-
"published_date": work.get("published_date"),
|
|
201
|
-
"duration_ms": _safe_int(work.get("duration_ms"), default=0),
|
|
202
|
-
"summary": _safe_text(work.get("summary")),
|
|
203
|
-
"insights": ["source=author_home_work_analysis_artifact", "analysis_strategy=structural_sample_card"],
|
|
204
|
-
"raw_content": _safe_text(work.get("asr_raw")),
|
|
205
|
-
"primary_text": _safe_text(work.get("primary_text")),
|
|
206
|
-
"primary_text_source": _safe_text(work.get("primary_text_source")),
|
|
207
|
-
"asr_clean": _safe_text(work.get("asr_clean")),
|
|
208
|
-
"tags": list(work.get("tags") or []) if isinstance(work.get("tags"), list) else [],
|
|
209
|
-
"work_modality": _safe_text(work.get("work_modality")) or ("video" if platform == "douyin" else "text"),
|
|
210
|
-
"analysis_eligibility": _safe_text(work.get("analysis_eligibility")) or "eligible",
|
|
211
|
-
"analysis_exclusion_reason": _safe_text(work.get("analysis_exclusion_reason")),
|
|
212
|
-
"performance_score": work.get("performance_score"),
|
|
213
|
-
"performance_score_norm": work.get("performance_score_norm"),
|
|
214
|
-
"bucket": _safe_text(work.get("bucket")),
|
|
215
|
-
"hook_type": _safe_text(work.get("hook_type")),
|
|
216
|
-
"structure_type": _safe_text(work.get("structure_type")),
|
|
217
|
-
"cta_type": _safe_text(work.get("cta_type")),
|
|
218
|
-
"content_form": _safe_text(work.get("content_form")),
|
|
219
|
-
"style_markers": _safe_text_list(work.get("style_markers")),
|
|
220
|
-
"platform_native_refs": dict(work.get("platform_native_refs") or {}),
|
|
221
|
-
"request_id": work.get("request_id"),
|
|
222
|
-
"confidence": "medium" if _safe_text(work.get("primary_text") or work.get("title") or work.get("caption_raw")) else "low",
|
|
223
|
-
"error_reason": None,
|
|
224
|
-
"extract_trace": [],
|
|
225
|
-
}
|
|
226
|
-
payload.update(_metrics_from_work(work))
|
|
227
|
-
payload["analysis_sections"] = _author_home_structural_sections(work)
|
|
228
|
-
return payload
|
|
229
|
-
|
|
230
|
-
|
|
231
|
-
def _artifact_cache_key(*, platform: str, content_kind: str, platform_work_id: str) -> str:
|
|
232
|
-
raw = "|".join(
|
|
233
|
-
[
|
|
234
|
-
platform,
|
|
235
|
-
content_kind,
|
|
236
|
-
platform_work_id,
|
|
237
|
-
WORK_ANALYSIS_ARTIFACT_VERSION,
|
|
238
|
-
PROMPT_CONTRACT_HASH,
|
|
239
|
-
AUTHOR_HOME_TIMING_VERSION,
|
|
240
|
-
AUTHOR_HOME_CARD_CONTRACT_VERSION,
|
|
241
|
-
]
|
|
242
|
-
)
|
|
243
|
-
return hashlib.sha1(raw.encode("utf-8")).hexdigest()[:20]
|
|
244
|
-
|
|
245
|
-
|
|
246
|
-
def _resolve_artifact_root(storage_config: Optional[Dict[str, Any]]) -> Optional[Path]:
|
|
247
|
-
try:
|
|
248
|
-
paths = resolve_storage_paths(storage_config or {})
|
|
249
|
-
except Exception:
|
|
250
|
-
return None
|
|
251
|
-
runs_root = Path(str(paths.get("runs_root") or "").strip())
|
|
252
|
-
if not str(runs_root):
|
|
253
|
-
return None
|
|
254
|
-
return runs_root / "author_home_work_analysis_artifacts"
|
|
255
|
-
|
|
256
|
-
|
|
257
|
-
def _artifact_path(*, artifact_root: Optional[Path], platform: str, platform_work_id: str, content_kind: str) -> Tuple[Optional[Path], Optional[str]]:
|
|
258
|
-
if artifact_root is None or not platform_work_id:
|
|
259
|
-
return None, None
|
|
260
|
-
cache_key = _artifact_cache_key(platform=platform, content_kind=content_kind, platform_work_id=platform_work_id)
|
|
261
|
-
safe_work_id = hashlib.sha1(platform_work_id.encode("utf-8")).hexdigest()[:12]
|
|
262
|
-
return artifact_root / platform / f"{safe_work_id}-{cache_key}.json", cache_key
|
|
263
|
-
|
|
264
|
-
|
|
265
|
-
def _load_cached_artifact(
|
|
266
|
-
*,
|
|
267
|
-
artifact_root: Optional[Path],
|
|
268
|
-
platform: str,
|
|
269
|
-
content_kind: str,
|
|
270
|
-
platform_work_id: str,
|
|
271
|
-
) -> Optional[Dict[str, Any]]:
|
|
272
|
-
path, cache_key = _artifact_path(
|
|
273
|
-
artifact_root=artifact_root,
|
|
274
|
-
platform=platform,
|
|
275
|
-
platform_work_id=platform_work_id,
|
|
276
|
-
content_kind=content_kind,
|
|
277
|
-
)
|
|
278
|
-
if path is None or cache_key is None or not path.is_file():
|
|
279
|
-
return None
|
|
280
|
-
try:
|
|
281
|
-
payload = json.loads(path.read_text(encoding="utf-8"))
|
|
282
|
-
except Exception:
|
|
283
|
-
return None
|
|
284
|
-
meta = payload.get("meta") if isinstance(payload.get("meta"), dict) else {}
|
|
285
|
-
if meta.get("cache_key") != cache_key:
|
|
286
|
-
return None
|
|
287
|
-
if meta.get("analysis_logic_version") != WORK_ANALYSIS_ARTIFACT_VERSION:
|
|
288
|
-
return None
|
|
289
|
-
if meta.get("prompt_contract_hash") != PROMPT_CONTRACT_HASH:
|
|
290
|
-
return None
|
|
291
|
-
if meta.get("author_home_timing_version") != AUTHOR_HOME_TIMING_VERSION:
|
|
292
|
-
return None
|
|
293
|
-
if meta.get("author_sample_card_contract_version") != AUTHOR_HOME_CARD_CONTRACT_VERSION:
|
|
294
|
-
return None
|
|
295
|
-
if meta.get("normalization_version") != _normalization_version(platform):
|
|
296
|
-
return None
|
|
297
|
-
return payload if isinstance(payload, dict) else None
|
|
298
|
-
|
|
299
|
-
|
|
300
|
-
def _write_cached_artifact(
|
|
301
|
-
*,
|
|
302
|
-
artifact_root: Optional[Path],
|
|
303
|
-
artifact: Dict[str, Any],
|
|
304
|
-
) -> Optional[str]:
|
|
305
|
-
meta = artifact.get("meta") if isinstance(artifact.get("meta"), dict) else {}
|
|
306
|
-
path, _ = _artifact_path(
|
|
307
|
-
artifact_root=artifact_root,
|
|
308
|
-
platform=_safe_text(meta.get("platform")),
|
|
309
|
-
platform_work_id=_safe_text(meta.get("platform_work_id")),
|
|
310
|
-
content_kind=_safe_text(meta.get("content_kind")),
|
|
311
|
-
)
|
|
312
|
-
if path is None:
|
|
313
|
-
return None
|
|
314
|
-
path.parent.mkdir(parents=True, exist_ok=True)
|
|
315
|
-
path.write_text(json.dumps(artifact, ensure_ascii=False, indent=2), encoding="utf-8")
|
|
316
|
-
return str(path)
|
|
317
|
-
|
|
318
|
-
|
|
319
|
-
def _refresh_cached_payload(
|
|
320
|
-
*,
|
|
321
|
-
artifact: Dict[str, Any],
|
|
322
|
-
profile: Dict[str, Any],
|
|
323
|
-
work: Dict[str, Any],
|
|
324
|
-
from_cache: bool,
|
|
325
|
-
artifact_path: Optional[str],
|
|
326
|
-
) -> Dict[str, Any]:
|
|
327
|
-
payload = deepcopy(artifact.get("payload") if isinstance(artifact.get("payload"), dict) else {})
|
|
328
|
-
payload["analysis_sections"] = deepcopy(
|
|
329
|
-
artifact.get("analysis_sections") if isinstance(artifact.get("analysis_sections"), dict) else {}
|
|
330
|
-
)
|
|
331
|
-
payload["extract_trace"] = list(payload.get("extract_trace") or [])
|
|
332
|
-
payload["extract_trace"].append(
|
|
333
|
-
{
|
|
334
|
-
"step": "author_home.work_analysis.cache_hit" if from_cache else "author_home.work_analysis.generated",
|
|
335
|
-
"platform_work_id": work.get("platform_work_id"),
|
|
336
|
-
"ok": True,
|
|
337
|
-
"artifact_cache_key": ((artifact.get("meta") or {}).get("cache_key") if isinstance(artifact.get("meta"), dict) else None),
|
|
338
|
-
"artifact_path": artifact_path,
|
|
339
|
-
"from_cache": from_cache,
|
|
340
|
-
"artifact_version": ((artifact.get("meta") or {}).get("analysis_logic_version") if isinstance(artifact.get("meta"), dict) else None),
|
|
341
|
-
"normalization_version": ((artifact.get("meta") or {}).get("normalization_version") if isinstance(artifact.get("meta"), dict) else None),
|
|
342
|
-
}
|
|
343
|
-
)
|
|
344
|
-
payload["request_id"] = work.get("request_id") or payload.get("request_id")
|
|
345
|
-
payload["author"] = {
|
|
346
|
-
"nickname": profile.get("nickname"),
|
|
347
|
-
"platform_author_id": profile.get("author_platform_id") or profile.get("platform_author_id"),
|
|
348
|
-
"author_handle": profile.get("author_handle") or "",
|
|
349
|
-
}
|
|
350
|
-
payload["author_handle"] = profile.get("author_handle") or ""
|
|
351
|
-
payload["platform_author_id"] = profile.get("author_platform_id") or profile.get("platform_author_id")
|
|
352
|
-
for field, value in _metrics_from_work(work).items():
|
|
353
|
-
payload[field] = value
|
|
354
|
-
return payload
|
|
355
|
-
|
|
356
|
-
|
|
357
|
-
def _build_artifact(
|
|
358
|
-
*,
|
|
359
|
-
platform: str,
|
|
360
|
-
profile: Dict[str, Any],
|
|
361
|
-
work: Dict[str, Any],
|
|
362
|
-
) -> Dict[str, Any]:
|
|
363
|
-
payload = build_single_work_payload(platform=platform, profile=profile, work=work)
|
|
364
|
-
analysis_artifact = build_card_analysis_artifact(payload=payload, platform=platform, card_type="work")
|
|
365
|
-
payload["analysis_sections"] = deepcopy(analysis_artifact.get("analysis_sections") or {})
|
|
366
|
-
payload["extract_trace"] = list(payload.get("extract_trace") or [])
|
|
367
|
-
payload["extract_trace"].append(
|
|
368
|
-
{
|
|
369
|
-
"step": "author_home.work_analysis.generated",
|
|
370
|
-
"platform_work_id": work.get("platform_work_id"),
|
|
371
|
-
"ok": True,
|
|
372
|
-
"prompt_contract_hash": PROMPT_CONTRACT_HASH,
|
|
373
|
-
"artifact_version": WORK_ANALYSIS_ARTIFACT_VERSION,
|
|
374
|
-
"normalization_version": _normalization_version(platform),
|
|
375
|
-
}
|
|
376
|
-
)
|
|
377
|
-
platform_work_id = _safe_text(work.get("platform_work_id"))
|
|
378
|
-
return {
|
|
379
|
-
"meta": {
|
|
380
|
-
"platform": platform,
|
|
381
|
-
"platform_work_id": platform_work_id,
|
|
382
|
-
"content_kind": _safe_text(payload.get("content_kind")) or "author_home",
|
|
383
|
-
"analysis_logic_version": WORK_ANALYSIS_ARTIFACT_VERSION,
|
|
384
|
-
"prompt_contract_hash": PROMPT_CONTRACT_HASH,
|
|
385
|
-
"author_home_timing_version": AUTHOR_HOME_TIMING_VERSION,
|
|
386
|
-
"author_sample_card_contract_version": AUTHOR_HOME_CARD_CONTRACT_VERSION,
|
|
387
|
-
"normalization_version": _normalization_version(platform),
|
|
388
|
-
"cache_key": _artifact_cache_key(
|
|
389
|
-
platform=platform,
|
|
390
|
-
content_kind=_safe_text(payload.get("content_kind")) or "author_home",
|
|
391
|
-
platform_work_id=platform_work_id,
|
|
392
|
-
) if platform_work_id else None,
|
|
393
|
-
"written_at": datetime.now().isoformat(timespec="seconds"),
|
|
394
|
-
},
|
|
395
|
-
"payload": payload,
|
|
396
|
-
"analysis_sections": analysis_artifact.get("analysis_sections") if isinstance(analysis_artifact.get("analysis_sections"), dict) else {},
|
|
397
|
-
"required_fields": analysis_artifact.get("fields") if isinstance(analysis_artifact.get("fields"), dict) else {},
|
|
398
|
-
}
|
|
399
|
-
|
|
400
|
-
|
|
401
|
-
def _resolve_max_workers(storage_config: Optional[Dict[str, Any]]) -> int:
|
|
402
|
-
configured = config_get(storage_config or {}, "author_home.work_analysis.max_workers", DEFAULT_MAX_WORKERS)
|
|
403
|
-
try:
|
|
404
|
-
value = int(configured)
|
|
405
|
-
except Exception:
|
|
406
|
-
value = DEFAULT_MAX_WORKERS
|
|
407
|
-
return min(max(value, 1), MAX_MAX_WORKERS)
|
|
408
|
-
|
|
409
|
-
|
|
410
|
-
def orchestrate_work_analysis_artifacts(
|
|
411
|
-
*,
|
|
412
|
-
platform: str,
|
|
413
|
-
profile: Dict[str, Any],
|
|
414
|
-
works: List[Dict[str, Any]],
|
|
415
|
-
storage_config: Optional[Dict[str, Any]],
|
|
416
|
-
progress: Optional[ProgressReporter] = None,
|
|
417
|
-
) -> Dict[str, Any]:
|
|
418
|
-
artifact_root = _resolve_artifact_root(storage_config)
|
|
419
|
-
max_workers = _resolve_max_workers(storage_config)
|
|
420
|
-
stats = {
|
|
421
|
-
"total_count": len(works),
|
|
422
|
-
"cache_hit_count": 0,
|
|
423
|
-
"queued_count": 0,
|
|
424
|
-
"running_workers": 0,
|
|
425
|
-
"running_workers_peak": 0,
|
|
426
|
-
"finished_count": 0,
|
|
427
|
-
"failed_count": 0,
|
|
428
|
-
"max_workers": max_workers,
|
|
429
|
-
}
|
|
430
|
-
trace: List[Dict[str, Any]] = []
|
|
431
|
-
failed_items: List[Dict[str, Any]] = []
|
|
432
|
-
render_payloads: Dict[str, Dict[str, Any]] = {}
|
|
433
|
-
artifact_manifest: Dict[str, Dict[str, Any]] = {}
|
|
434
|
-
queue: List[Dict[str, Any]] = []
|
|
435
|
-
|
|
436
|
-
if progress is not None:
|
|
437
|
-
progress.started(
|
|
438
|
-
stage="author_home.work_analysis",
|
|
439
|
-
message="preparing work analysis artifacts",
|
|
440
|
-
data={"total_count": len(works), "max_workers": max_workers},
|
|
441
|
-
)
|
|
442
|
-
|
|
443
|
-
for work in works:
|
|
444
|
-
platform_work_id = _safe_text(work.get("platform_work_id"))
|
|
445
|
-
content_kind = "author_home"
|
|
446
|
-
if not platform_work_id:
|
|
447
|
-
stats["failed_count"] += 1
|
|
448
|
-
failed_items.append({"platform_work_id": "", "error_reason": "missing_platform_work_id"})
|
|
449
|
-
trace.append(
|
|
450
|
-
{
|
|
451
|
-
"step": "author_home.work_analysis.failed",
|
|
452
|
-
"platform_work_id": "",
|
|
453
|
-
"ok": False,
|
|
454
|
-
"error_reason": "missing_platform_work_id",
|
|
455
|
-
}
|
|
456
|
-
)
|
|
457
|
-
continue
|
|
458
|
-
cached = _load_cached_artifact(
|
|
459
|
-
artifact_root=artifact_root,
|
|
460
|
-
platform=platform,
|
|
461
|
-
content_kind=content_kind,
|
|
462
|
-
platform_work_id=platform_work_id,
|
|
463
|
-
) if platform_work_id else None
|
|
464
|
-
if cached is not None:
|
|
465
|
-
artifact_path, _ = _artifact_path(
|
|
466
|
-
artifact_root=artifact_root,
|
|
467
|
-
platform=platform,
|
|
468
|
-
platform_work_id=platform_work_id,
|
|
469
|
-
content_kind=content_kind,
|
|
470
|
-
)
|
|
471
|
-
payload = _refresh_cached_payload(
|
|
472
|
-
artifact=cached,
|
|
473
|
-
profile=profile,
|
|
474
|
-
work=work,
|
|
475
|
-
from_cache=True,
|
|
476
|
-
artifact_path=str(artifact_path) if artifact_path is not None else None,
|
|
477
|
-
)
|
|
478
|
-
render_payloads[platform_work_id] = payload
|
|
479
|
-
artifact_manifest[platform_work_id] = {
|
|
480
|
-
"from_cache": True,
|
|
481
|
-
"artifact_path": str(artifact_path) if artifact_path is not None else None,
|
|
482
|
-
"artifact_version": WORK_ANALYSIS_ARTIFACT_VERSION,
|
|
483
|
-
"prompt_contract_hash": PROMPT_CONTRACT_HASH,
|
|
484
|
-
"normalization_version": _normalization_version(platform),
|
|
485
|
-
}
|
|
486
|
-
stats["cache_hit_count"] += 1
|
|
487
|
-
trace.append(
|
|
488
|
-
{
|
|
489
|
-
"step": "author_home.work_analysis.cache_hit",
|
|
490
|
-
"platform_work_id": platform_work_id,
|
|
491
|
-
"ok": True,
|
|
492
|
-
"artifact_path": str(artifact_path) if artifact_path is not None else None,
|
|
493
|
-
}
|
|
494
|
-
)
|
|
495
|
-
continue
|
|
496
|
-
queue.append(work)
|
|
497
|
-
|
|
498
|
-
stats["queued_count"] = len(queue)
|
|
499
|
-
if progress is not None:
|
|
500
|
-
progress.progress(
|
|
501
|
-
stage="author_home.work_analysis.queue",
|
|
502
|
-
message="work analysis queue prepared",
|
|
503
|
-
data={
|
|
504
|
-
"cache_hit_count": stats["cache_hit_count"],
|
|
505
|
-
"queued_count": stats["queued_count"],
|
|
506
|
-
"running_workers": stats["running_workers"],
|
|
507
|
-
"finished_count": stats["finished_count"],
|
|
508
|
-
"failed_count": stats["failed_count"],
|
|
509
|
-
},
|
|
510
|
-
)
|
|
511
|
-
|
|
512
|
-
if queue:
|
|
513
|
-
queued_failed_count = 0
|
|
514
|
-
with ThreadPoolExecutor(max_workers=max_workers) as executor:
|
|
515
|
-
future_map = {
|
|
516
|
-
executor.submit(_build_artifact, platform=platform, profile=profile, work=work): work
|
|
517
|
-
for work in queue
|
|
518
|
-
}
|
|
519
|
-
stats["running_workers"] = min(len(future_map), max_workers)
|
|
520
|
-
stats["running_workers_peak"] = min(len(future_map), max_workers)
|
|
521
|
-
for future in as_completed(future_map):
|
|
522
|
-
work = future_map[future]
|
|
523
|
-
platform_work_id = _safe_text(work.get("platform_work_id"))
|
|
524
|
-
try:
|
|
525
|
-
artifact = future.result()
|
|
526
|
-
artifact_path = _write_cached_artifact(artifact_root=artifact_root, artifact=artifact)
|
|
527
|
-
payload = _refresh_cached_payload(
|
|
528
|
-
artifact=artifact,
|
|
529
|
-
profile=profile,
|
|
530
|
-
work=work,
|
|
531
|
-
from_cache=False,
|
|
532
|
-
artifact_path=artifact_path,
|
|
533
|
-
)
|
|
534
|
-
if platform_work_id:
|
|
535
|
-
render_payloads[platform_work_id] = payload
|
|
536
|
-
artifact_manifest[platform_work_id] = {
|
|
537
|
-
"from_cache": False,
|
|
538
|
-
"artifact_path": artifact_path,
|
|
539
|
-
"artifact_version": WORK_ANALYSIS_ARTIFACT_VERSION,
|
|
540
|
-
"prompt_contract_hash": PROMPT_CONTRACT_HASH,
|
|
541
|
-
"normalization_version": _normalization_version(platform),
|
|
542
|
-
}
|
|
543
|
-
stats["finished_count"] += 1
|
|
544
|
-
trace.append(
|
|
545
|
-
{
|
|
546
|
-
"step": "author_home.work_analysis.generated",
|
|
547
|
-
"platform_work_id": platform_work_id,
|
|
548
|
-
"ok": True,
|
|
549
|
-
"artifact_path": artifact_path,
|
|
550
|
-
}
|
|
551
|
-
)
|
|
552
|
-
except Exception as error:
|
|
553
|
-
queued_failed_count += 1
|
|
554
|
-
stats["failed_count"] += 1
|
|
555
|
-
failed_items.append(
|
|
556
|
-
{
|
|
557
|
-
"platform_work_id": platform_work_id,
|
|
558
|
-
"error_reason": f"{type(error).__name__}:{error}",
|
|
559
|
-
}
|
|
560
|
-
)
|
|
561
|
-
trace.append(
|
|
562
|
-
{
|
|
563
|
-
"step": "author_home.work_analysis.failed",
|
|
564
|
-
"platform_work_id": platform_work_id,
|
|
565
|
-
"ok": False,
|
|
566
|
-
"error_reason": f"{type(error).__name__}:{error}",
|
|
567
|
-
}
|
|
568
|
-
)
|
|
569
|
-
finally:
|
|
570
|
-
remaining = max(stats["queued_count"] - stats["finished_count"] - queued_failed_count, 0)
|
|
571
|
-
stats["running_workers"] = min(remaining, max_workers)
|
|
572
|
-
if progress is not None:
|
|
573
|
-
progress.progress(
|
|
574
|
-
stage="author_home.work_analysis.progress",
|
|
575
|
-
message="work analysis artifact progress updated",
|
|
576
|
-
data={
|
|
577
|
-
"cache_hit_count": stats["cache_hit_count"],
|
|
578
|
-
"queued_count": stats["queued_count"],
|
|
579
|
-
"running_workers": stats["running_workers"],
|
|
580
|
-
"finished_count": stats["finished_count"],
|
|
581
|
-
"failed_count": stats["failed_count"],
|
|
582
|
-
},
|
|
583
|
-
)
|
|
584
|
-
|
|
585
|
-
if progress is not None:
|
|
586
|
-
final_event = progress.failed if stats["failed_count"] else progress.done
|
|
587
|
-
final_event(
|
|
588
|
-
stage="author_home.work_analysis",
|
|
589
|
-
message="work analysis artifacts ready" if not stats["failed_count"] else "work analysis artifacts partially failed",
|
|
590
|
-
data={
|
|
591
|
-
"cache_hit_count": stats["cache_hit_count"],
|
|
592
|
-
"queued_count": stats["queued_count"],
|
|
593
|
-
"running_workers": stats["running_workers"],
|
|
594
|
-
"finished_count": stats["finished_count"],
|
|
595
|
-
"failed_count": stats["failed_count"],
|
|
596
|
-
},
|
|
597
|
-
)
|
|
598
|
-
|
|
599
|
-
return {
|
|
600
|
-
"render_payloads": render_payloads,
|
|
601
|
-
"artifact_manifest": artifact_manifest,
|
|
602
|
-
"stats": stats,
|
|
603
|
-
"failed_items": failed_items,
|
|
604
|
-
"trace": trace,
|
|
605
|
-
"artifact_root": str(artifact_root) if artifact_root is not None else None,
|
|
606
|
-
"analysis_logic_version": WORK_ANALYSIS_ARTIFACT_VERSION,
|
|
607
|
-
"prompt_contract_hash": PROMPT_CONTRACT_HASH,
|
|
608
|
-
"normalization_version": _normalization_version(platform),
|
|
609
|
-
}
|
|
File without changes
|