argo-search 1.0.1 → 2.9.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (472) hide show
  1. package/LICENSE +201 -21
  2. package/README.en.md +735 -0
  3. package/README.es.md +777 -0
  4. package/README.ja.md +777 -0
  5. package/README.ko.md +777 -0
  6. package/README.md +778 -320
  7. package/SKILL.md +135 -0
  8. package/assets/readme/hero.svg +121 -0
  9. package/assets/readme/made-with-beautify.svg +10 -0
  10. package/assets/readme/proof-routes.svg +73 -0
  11. package/assets/readme/why-better.svg +104 -0
  12. package/assets/readme/workflow.svg +83 -0
  13. package/backends/domain_profiles.json +2356 -96
  14. package/backends/engine_registry.yaml +3428 -503
  15. package/backends/query_synonyms_cn.json +35 -0
  16. package/backends/quota_profiles.json +2488 -160
  17. package/backends/source_types_cn.json +109 -0
  18. package/backends/text_lexicon.json +44 -0
  19. package/bin/argo +772 -0
  20. package/bin/argo.js +102 -39
  21. package/config.yaml +5139 -367
  22. package/cordis.patch.yml +21 -0
  23. package/data/countries.json +40 -0
  24. package/data/lang_matrix/lang_capability.json +842 -0
  25. package/data/lang_matrix/matrix_2026-09-10.json +11921 -0
  26. package/data/regions_cn.json +1 -0
  27. package/docs/ADDING_NEW_ENGINE.md +184 -0
  28. package/docs/ARGO_INTRO.md +124 -0
  29. package/docs/DATA_SOURCE_GAPS.md +81 -0
  30. package/docs/DESIGN_LOCAL_DATA_FUSION.md +90 -0
  31. package/docs/ENGINE_CATALOG.md +575 -0
  32. package/docs/MCP_SETUP.md +108 -0
  33. package/docs/PLATFORM_PATHS.md +111 -0
  34. package/docs/RELEASE_NOTES_v2.8.0.md +71 -0
  35. package/docs/RELEASE_NOTES_v2.8.2.md +63 -0
  36. package/docs/RELEASE_NOTES_v2.8.3.md +55 -0
  37. package/docs/RELEASE_NOTES_v2.8.4.md +79 -0
  38. package/docs/RELEASE_NOTES_v2.8.5.md +102 -0
  39. package/docs/RELEASE_NOTES_v2.8.6.md +66 -0
  40. package/docs/RELEASE_NOTES_v2.8.7.md +65 -0
  41. package/docs/RELEASE_NOTES_v2.8.8.md +67 -0
  42. package/docs/RELEASE_NOTES_v2.8.9.md +67 -0
  43. package/docs/RELEASE_NOTES_v2.9.0.md +64 -0
  44. package/docs/RELEASE_NOTES_v2.9.8.md +73 -0
  45. package/docs/SEARCH_ARCHIVE.md +115 -0
  46. package/docs/assets/architecture.svg +104 -0
  47. package/docs/assets/hero.svg +98 -0
  48. package/docs/engines/bangumi.md +27 -0
  49. package/docs/engines/biorxiv.md +27 -0
  50. package/docs/engines/clawhub.md +27 -0
  51. package/docs/engines/crt_sh.md +27 -0
  52. package/docs/engines/datacite.md +27 -0
  53. package/docs/engines/deps_dev.md +27 -0
  54. package/docs/engines/douban_movie.md +27 -0
  55. package/docs/engines/endoflife.md +27 -0
  56. package/docs/engines/flk_law.md +27 -0
  57. package/docs/engines/fxtwitter.md +27 -0
  58. package/docs/engines/google_news.md +27 -0
  59. package/docs/engines/gov_regulations.md +27 -0
  60. package/docs/engines/guqian.md +27 -0
  61. package/docs/engines/hackernews.md +27 -0
  62. package/docs/engines/iplant.md +27 -0
  63. package/docs/engines/keenable.md +27 -0
  64. package/docs/engines/met_museum.md +27 -0
  65. package/docs/engines/nasa_images.md +27 -0
  66. package/docs/engines/netease_music.md +27 -0
  67. package/docs/engines/npm.md +27 -0
  68. package/docs/engines/nvd.md +27 -0
  69. package/docs/engines/openreview.md +27 -0
  70. package/docs/engines/openstd.md +27 -0
  71. package/docs/engines/parallel_free.md +27 -0
  72. package/docs/engines/people_daily.md +27 -0
  73. package/docs/engines/realtime_index.md +27 -0
  74. package/docs/engines/sec_edgar.md +27 -0
  75. package/docs/engines/seltz.md +27 -0
  76. package/docs/engines/skillsmp.md +27 -0
  77. package/docs/engines/sspai.md +27 -0
  78. package/docs/engines/std_samr.md +27 -0
  79. package/docs/engines/train.md +27 -0
  80. package/docs/engines/un_comtrade.md +27 -0
  81. package/docs/engines/wikisource.md +27 -0
  82. package/docs/engines/zdic.md +27 -0
  83. package/docs/engines/zenodo.md +27 -0
  84. package/docs/engines/zhihu_hot_app.md +27 -0
  85. package/docs//344/270/272/344/273/200/344/271/210/351/200/211/346/213/251argo.md +176 -0
  86. package/engines/README.md +10 -0
  87. package/engines/_template_cli.yaml +39 -0
  88. package/engines/_template_http.yaml +37 -0
  89. package/engines/plugins/_template_plugin.py +50 -0
  90. package/engines/specs/_cisa_kev.yaml +54 -0
  91. package/engines/specs/_osv.yaml +63 -0
  92. package/engines/specs/aljazeera.yaml +43 -0
  93. package/engines/specs/antara.yaml +43 -0
  94. package/engines/specs/artic.yaml +20 -0
  95. package/engines/specs/aviation_weather.yaml +39 -0
  96. package/engines/specs/bangumi.yaml +21 -0
  97. package/engines/specs/biorxiv.yaml +24 -0
  98. package/engines/specs/carbon_intensity.yaml +32 -0
  99. package/engines/specs/cfets.yaml +41 -0
  100. package/engines/specs/cinii.yaml +44 -0
  101. package/engines/specs/clawhub.yaml +49 -0
  102. package/engines/specs/cleveland.yaml +19 -0
  103. package/engines/specs/cn_ai_news.yaml +43 -0
  104. package/engines/specs/core.yaml +35 -0
  105. package/engines/specs/crt_sh.yaml +38 -0
  106. package/engines/specs/ct24.yaml +43 -0
  107. package/engines/specs/datacite.yaml +27 -0
  108. package/engines/specs/datagov_uk.yaml +41 -0
  109. package/engines/specs/ddgs_images.yaml +45 -0
  110. package/engines/specs/deepseek_search.yaml +74 -0
  111. package/engines/specs/deezer.yaml +20 -0
  112. package/engines/specs/defillama.yaml +38 -0
  113. package/engines/specs/deps_dev.yaml +21 -0
  114. package/engines/specs/digup.yaml +36 -0
  115. package/engines/specs/doi.yaml +39 -0
  116. package/engines/specs/douban_movie.yaml +22 -0
  117. package/engines/specs/dw_news.yaml +47 -0
  118. package/engines/specs/egov_law.yaml +21 -0
  119. package/engines/specs/elpais.yaml +43 -0
  120. package/engines/specs/endoflife.yaml +21 -0
  121. package/engines/specs/energy_charts.yaml +21 -0
  122. package/engines/specs/factcheck_org.yaml +52 -0
  123. package/engines/specs/faz.yaml +43 -0
  124. package/engines/specs/federal_register.yaml +57 -0
  125. package/engines/specs/firecrawl.yaml +53 -0
  126. package/engines/specs/flk_law.yaml +24 -0
  127. package/engines/specs/folha.yaml +43 -0
  128. package/engines/specs/france24.yaml +44 -0
  129. package/engines/specs/full_fact.yaml +47 -0
  130. package/engines/specs/fxtwitter.yaml +36 -0
  131. package/engines/specs/gbfs_nyc.yaml +32 -0
  132. package/engines/specs/gdacs.yaml +21 -0
  133. package/engines/specs/gdelt.yaml +64 -0
  134. package/engines/specs/gleif.yaml +55 -0
  135. package/engines/specs/google_news.yaml +22 -0
  136. package/engines/specs/gov_regulations.yaml +38 -0
  137. package/engines/specs/guardian_rss.yaml +59 -0
  138. package/engines/specs/hkex.yaml +40 -0
  139. package/engines/specs/hurriyet.yaml +43 -0
  140. package/engines/specs/iplant.yaml +25 -0
  141. package/engines/specs/jikan.yaml +24 -0
  142. package/engines/specs/jolpica.yaml +20 -0
  143. package/engines/specs/k10plus.yaml +20 -0
  144. package/engines/specs/keenable.yaml +44 -0
  145. package/engines/specs/keenable_free.yaml +36 -0
  146. package/engines/specs/lefigaro.yaml +43 -0
  147. package/engines/specs/listenbrainz.yaml +19 -0
  148. package/engines/specs/matichon.yaml +43 -0
  149. package/engines/specs/met_museum.yaml +21 -0
  150. package/engines/specs/nasa_images.yaml +45 -0
  151. package/engines/specs/netease_music.yaml +38 -0
  152. package/engines/specs/nhk.yaml +43 -0
  153. package/engines/specs/nhtsa_vpic.yaml +20 -0
  154. package/engines/specs/noaa_swpc.yaml +20 -0
  155. package/engines/specs/nvd.yaml +38 -0
  156. package/engines/specs/obis.yaml +20 -0
  157. package/engines/specs/opencitations.yaml +52 -0
  158. package/engines/specs/openf1.yaml +21 -0
  159. package/engines/specs/openfoodfacts.yaml +45 -0
  160. package/engines/specs/openligadb.yaml +20 -0
  161. package/engines/specs/openreview.yaml +37 -0
  162. package/engines/specs/openstd.yaml +21 -0
  163. package/engines/specs/people_daily.yaml +22 -0
  164. package/engines/specs/realtime_index.yaml +34 -0
  165. package/engines/specs/ror.yaml +20 -0
  166. package/engines/specs/satnogs.yaml +20 -0
  167. package/engines/specs/sec_edgar.yaml +46 -0
  168. package/engines/specs/shfe.yaml +39 -0
  169. package/engines/specs/skillsmp.yaml +50 -0
  170. package/engines/specs/sogou_weixin_browser.yaml +30 -0
  171. package/engines/specs/soilgrids.yaml +25 -0
  172. package/engines/specs/sspai.yaml +36 -0
  173. package/engines/specs/stackexchange.yaml +46 -0
  174. package/engines/specs/std_samr.yaml +21 -0
  175. package/engines/specs/tass.yaml +43 -0
  176. package/engines/specs/tavily_free.yaml +56 -0
  177. package/engines/specs/tle_mirror.yaml +21 -0
  178. package/engines/specs/train.yaml +37 -0
  179. package/engines/specs/tvmaze.yaml +20 -0
  180. package/engines/specs/twitter_syndication.yaml +31 -0
  181. package/engines/specs/un_comtrade.yaml +23 -0
  182. package/engines/specs/unpaywall.yaml +54 -0
  183. package/engines/specs/vnpress.yaml +43 -0
  184. package/engines/specs/weather.yaml +32 -0
  185. package/engines/specs/who_don.yaml +21 -0
  186. package/engines/specs/who_gho.yaml +20 -0
  187. package/engines/specs/wikimedia_commons.yaml +34 -0
  188. package/engines/specs/wikisource.yaml +22 -0
  189. package/engines/specs/worms.yaml +19 -0
  190. package/engines/specs/x_trending.yaml +34 -0
  191. package/engines/specs/yna.yaml +43 -0
  192. package/engines/specs/ynet.yaml +43 -0
  193. package/engines/specs/yuanbao.yaml +93 -0
  194. package/engines/specs/zbmath.yaml +40 -0
  195. package/engines/specs/zdic.yaml +22 -0
  196. package/engines/specs/zenodo.yaml +27 -0
  197. package/engines/specs/zhihu_hot_app.yaml +35 -0
  198. package/mcp/clients.yaml +106 -0
  199. package/package.json +55 -12
  200. package/packages/dsh-plugin/README.md +152 -0
  201. package/packages/dsh-plugin/cordis.patch.yml +48 -0
  202. package/packages/dsh-plugin/dsh/client.js +1533 -0
  203. package/packages/dsh-plugin/dsh/diagnostics.js +54 -0
  204. package/packages/dsh-plugin/dsh/index.js +527 -0
  205. package/packages/dsh-plugin/dsh/native-tools.mjs +749 -0
  206. package/packages/dsh-plugin/dsh/runner.js +666 -0
  207. package/packages/dsh-plugin/dsh/wide-research.js +878 -0
  208. package/packages/dsh-plugin/package.json +38 -0
  209. package/packages/dsh-plugin/scripts/sync-local.sh +70 -0
  210. package/packages/dsh-plugin/test/client.test.js +406 -0
  211. package/packages/dsh-plugin/test/config.test.js +30 -0
  212. package/packages/dsh-plugin/test/diagnostics.test.js +28 -0
  213. package/packages/dsh-plugin/test/index.test.js +1382 -0
  214. package/references/query-templates.md +96 -0
  215. package/references/query-templates.yaml +118 -0
  216. package/scripts/ab_eval.py +219 -0
  217. package/scripts/ab_eval_p0p1.py +266 -0
  218. package/scripts/adaptive.py +294 -70
  219. package/scripts/answer.py +154 -0
  220. package/scripts/archive_run.py +591 -0
  221. package/scripts/argo_engine_registry.py +172 -0
  222. package/scripts/argo_paths.py +728 -0
  223. package/scripts/article.py +136 -0
  224. package/scripts/article_meta.py +131 -0
  225. package/scripts/arxiv_source.py +201 -0
  226. package/scripts/badcase_ledger.py +252 -0
  227. package/scripts/batch_probe.py +241 -0
  228. package/scripts/benchmark.py +19 -0
  229. package/scripts/bounded_run.py +144 -0
  230. package/scripts/browser_auth.py +323 -0
  231. package/scripts/budget.py +247 -0
  232. package/scripts/budget_cli.py +93 -0
  233. package/scripts/build_release_assets.sh +65 -0
  234. package/scripts/burstiness_detector.py +147 -0
  235. package/scripts/cache.py +1066 -67
  236. package/scripts/cache_guard.py +271 -0
  237. package/scripts/cache_key_vdom.py +56 -0
  238. package/scripts/cache_similarity.py +170 -0
  239. package/scripts/caliber_isolation.py +195 -0
  240. package/scripts/calibrate_lowquality.py +210 -0
  241. package/scripts/candidate_envelope.py +366 -0
  242. package/scripts/chrome_cdp.py +871 -0
  243. package/scripts/ci_drift_gate.py +90 -0
  244. package/scripts/circuit_breaker.py +389 -0
  245. package/scripts/citations.py +334 -0
  246. package/scripts/cite_cli.py +59 -0
  247. package/scripts/cjk_tokens.py +95 -0
  248. package/scripts/clarify.py +47 -24
  249. package/scripts/cli_io.py +240 -0
  250. package/scripts/config.py +683 -45
  251. package/scripts/config_cache.py +402 -0
  252. package/scripts/conn_pool.py +220 -0
  253. package/scripts/content_boundary.py +46 -0
  254. package/scripts/content_security.py +685 -0
  255. package/scripts/content_signals.py +751 -0
  256. package/scripts/crawl.py +74 -35
  257. package/scripts/cross_lingual_trace.py +293 -0
  258. package/scripts/daemon.py +866 -0
  259. package/scripts/digup_bridge.py +214 -0
  260. package/scripts/dispatch_result.py +98 -0
  261. package/scripts/engine_admission.py +366 -0
  262. package/scripts/engine_dispatch.py +982 -0
  263. package/scripts/engine_env.py +539 -0
  264. package/scripts/engine_failure.py +411 -0
  265. package/scripts/engine_families.py +738 -0
  266. package/scripts/engine_policy.py +218 -0
  267. package/scripts/engine_requires.py +190 -0
  268. package/scripts/engine_status.py +322 -0
  269. package/scripts/engine_validate.py +638 -0
  270. package/scripts/engines.py +799 -294
  271. package/scripts/engines_base.py +1521 -0
  272. package/scripts/engines_builders.py +310 -0
  273. package/scripts/engines_builders_batch10.py +204 -0
  274. package/scripts/engines_builders_batch11.py +174 -0
  275. package/scripts/engines_builders_batch12.py +103 -0
  276. package/scripts/engines_builders_batch13.py +340 -0
  277. package/scripts/engines_builders_batch14.py +656 -0
  278. package/scripts/engines_builders_batch15.py +249 -0
  279. package/scripts/engines_builders_batch9.py +1468 -0
  280. package/scripts/engines_builders_cn.py +2283 -0
  281. package/scripts/engines_builders_data.py +2923 -0
  282. package/scripts/engines_builders_data_macro.py +775 -0
  283. package/scripts/engines_builders_feeds.py +255 -0
  284. package/scripts/engines_builders_intl.py +1239 -0
  285. package/scripts/engines_builders_keyless.py +111 -0
  286. package/scripts/engines_builders_search.py +440 -0
  287. package/scripts/engines_builders_tech.py +1359 -0
  288. package/scripts/evidence.py +620 -166
  289. package/scripts/evidence_loop.py +624 -0
  290. package/scripts/evidence_tier.py +298 -0
  291. package/scripts/except_sets.py +25 -0
  292. package/scripts/extract.py +55 -16
  293. package/scripts/fact_align.py +207 -0
  294. package/scripts/fact_crosscheck.py +230 -0
  295. package/scripts/fetch.py +25 -12
  296. package/scripts/fetch_browser.py +87 -0
  297. package/scripts/fetch_jsrun.py +122 -0
  298. package/scripts/fetch_quality.py +225 -0
  299. package/scripts/fetch_render_tinyfish.py +117 -0
  300. package/scripts/fetch_v3.py +1804 -0
  301. package/scripts/focus_extract.py +350 -0
  302. package/scripts/fulltext_store.py +169 -0
  303. package/scripts/fxtwitter_api.py +325 -0
  304. package/scripts/gen_engine_catalog.py +364 -0
  305. package/scripts/gen_native_tools.py +91 -0
  306. package/scripts/gen_routing_snapshot.py +195 -0
  307. package/scripts/health_check.py +140 -402
  308. package/scripts/health_probe.py +23 -8
  309. package/scripts/hot_state.py +134 -0
  310. package/scripts/http_client.py +1053 -0
  311. package/scripts/image_ops.py +430 -0
  312. package/scripts/image_vision/vision_probe.swift +126 -0
  313. package/scripts/install.ps1 +166 -0
  314. package/scripts/install.sh +221 -0
  315. package/scripts/job.py +1186 -0
  316. package/scripts/jump_resolver.py +235 -0
  317. package/scripts/lang_capability.py +150 -0
  318. package/scripts/lang_detect.py +289 -0
  319. package/scripts/lang_matrix_probe.py +329 -0
  320. package/scripts/lang_pref.py +311 -0
  321. package/scripts/link_source.py +340 -0
  322. package/scripts/local_image.py +970 -0
  323. package/scripts/local_seek.py +402 -0
  324. package/scripts/macro_countries.py +97 -0
  325. package/scripts/matrix_search_eval.py +1187 -0
  326. package/scripts/mcp_compact.py +234 -0
  327. package/scripts/mcp_diag.py +8 -3
  328. package/scripts/mcp_handlers.py +492 -0
  329. package/scripts/mcp_handlers_surface.py +157 -0
  330. package/scripts/mcp_launch.sh +124 -0
  331. package/scripts/mcp_local.py +241 -0
  332. package/scripts/mcp_server.py +125 -419
  333. package/scripts/mcp_setup.py +431 -0
  334. package/scripts/mcp_tools.py +331 -0
  335. package/scripts/mcp_transport.py +191 -0
  336. package/scripts/mcp_warm.py +127 -0
  337. package/scripts/min_version_scan.py +335 -0
  338. package/scripts/net_proxy.py +258 -0
  339. package/scripts/network_aware.py +152 -0
  340. package/scripts/output_transparency.py +200 -0
  341. package/scripts/paid_policy.py +98 -0
  342. package/scripts/paper.py +274 -0
  343. package/scripts/pdf_extract.py +518 -0
  344. package/scripts/phrase_filter.py +66 -0
  345. package/scripts/plan.py +422 -0
  346. package/scripts/postprocess_signals.py +150 -0
  347. package/scripts/pre-commit +48 -0
  348. package/scripts/query_enhance.py +157 -0
  349. package/scripts/query_operators.py +196 -0
  350. package/scripts/query_rewriter.py +116 -7
  351. package/scripts/query_signals.py +300 -0
  352. package/scripts/query_templates.py +167 -0
  353. package/scripts/query_understanding.py +411 -0
  354. package/scripts/query_variants.py +298 -0
  355. package/scripts/quota.py +633 -76
  356. package/scripts/rank_signals.py +775 -0
  357. package/scripts/ranking_eval.py +319 -0
  358. package/scripts/readability_extract.py +433 -0
  359. package/scripts/recompute.py +415 -0
  360. package/scripts/recovery.py +616 -0
  361. package/scripts/recovery_l0.py +160 -0
  362. package/scripts/recovery_runner.py +150 -0
  363. package/scripts/redskill/redskill_engine.py +332 -0
  364. package/scripts/regression_p0p1.py +318 -0
  365. package/scripts/replay_eval.py +658 -0
  366. package/scripts/rerank_tfidf.py +225 -0
  367. package/scripts/research.py +607 -403
  368. package/scripts/research_cli.py +361 -0
  369. package/scripts/research_dossier.py +492 -0
  370. package/scripts/research_expand.py +169 -0
  371. package/scripts/research_gates.py +272 -0
  372. package/scripts/research_report.py +209 -0
  373. package/scripts/research_strategy.py +37 -0
  374. package/scripts/research_work_packages.py +195 -0
  375. package/scripts/result_lang.py +311 -0
  376. package/scripts/retry_policy.py +76 -0
  377. package/scripts/robots_guard.py +259 -0
  378. package/scripts/route.py +921 -254
  379. package/scripts/route_bangs.py +40 -0
  380. package/scripts/route_cache.py +243 -0
  381. package/scripts/route_combo.py +917 -0
  382. package/scripts/route_domains.py +341 -0
  383. package/scripts/route_lang.py +605 -0
  384. package/scripts/route_log.py +63 -0
  385. package/scripts/route_policy.py +250 -0
  386. package/scripts/rrf_classic.py +66 -0
  387. package/scripts/screenshot.py +73 -0
  388. package/scripts/search.py +886 -406
  389. package/scripts/search_attribution.py +185 -0
  390. package/scripts/search_benchmark.py +407 -0
  391. package/scripts/search_cli.py +640 -0
  392. package/scripts/search_entry.py +395 -0
  393. package/scripts/search_output.py +690 -0
  394. package/scripts/search_pipeline.py +926 -0
  395. package/scripts/search_rank.py +991 -0
  396. package/scripts/search_types.py +129 -16
  397. package/scripts/seek_locator.py +68 -0
  398. package/scripts/semantic_evidence.py +391 -0
  399. package/scripts/serp_guard.py +336 -0
  400. package/scripts/serp_kill_log.py +74 -0
  401. package/scripts/single_flight.py +120 -0
  402. package/scripts/social_engines/__init__.py +10 -0
  403. package/scripts/social_engines/bilibili_engine.py +131 -0
  404. package/scripts/social_engines/hackernews_engine.py +113 -0
  405. package/scripts/social_engines/reddit_engine.py +172 -0
  406. package/scripts/social_engines/twitter_engine.py +397 -0
  407. package/scripts/social_engines/v2ex_engine.py +101 -0
  408. package/scripts/social_engines/weibo_engine.py +128 -0
  409. package/scripts/social_engines/xiaohongshu_engine.py +137 -0
  410. package/scripts/social_engines/zhihu_engine.py +139 -0
  411. package/scripts/social_research.py +201 -0
  412. package/scripts/sogou_weixin_browser.py +318 -0
  413. package/scripts/source_ledger.py +249 -0
  414. package/scripts/stage_timing.py +58 -0
  415. package/scripts/stats_cli.py +107 -0
  416. package/scripts/straggler_policy.py +60 -0
  417. package/scripts/stylometry_detector.py +231 -0
  418. package/scripts/sync_backends.py +353 -0
  419. package/scripts/sync_installs.py +29 -0
  420. package/scripts/template_cli.py +127 -0
  421. package/scripts/text_lexicon.py +72 -0
  422. package/scripts/tfidf_router.py +109 -37
  423. package/scripts/time_utils.py +233 -0
  424. package/scripts/topic_research_profiles.py +643 -0
  425. package/scripts/train.py +737 -0
  426. package/scripts/tweet.py +596 -0
  427. package/scripts/url_canon.py +217 -0
  428. package/scripts/url_optimize.py +56 -0
  429. package/scripts/url_safety.py +236 -0
  430. package/scripts/usage_log.py +116 -0
  431. package/scripts/usage_log_clean.py +113 -0
  432. package/scripts/v2ex_nodes.py +311 -0
  433. package/scripts/variant_recall.py +188 -0
  434. package/scripts/watch.py +205 -0
  435. package/scripts/wechat_article.py +258 -0
  436. package/scripts/wide_research.py +447 -0
  437. package/scripts/wx.py +349 -0
  438. package/scripts/x_article_fetch.py +141 -0
  439. package/scripts/x_search.py +234 -0
  440. package/scripts/x_trending.py +189 -0
  441. package/scripts/yaml_load.py +67 -0
  442. package/scripts/zhihu_quota.py +139 -0
  443. package/sub-skills/ego-search/SKILL.md +253 -0
  444. package/sub-skills/ego-search/scripts/ego_search.py +800 -0
  445. package/sub-skills/ego-search/scripts/merge.py +226 -0
  446. package/sub-skills/ego-search/scripts/quality.py +64 -0
  447. package/sub-skills/ego-search/scripts/runtime.py +172 -0
  448. package/sub-skills/ego-search/scripts/safety.py +109 -0
  449. package/sub-skills/ego-search/scripts/serp_spec.py +109 -0
  450. package/sub-skills/ego-search/scripts/webbridge_adapter.py +374 -0
  451. package/sub-skills/js-run/SKILL.md +67 -0
  452. package/sub-skills/js-run/scripts/jsrun.py +112 -0
  453. package/sub-skills/js-run/scripts/shim.js +188 -0
  454. package/sub-skills/local-search/SKILL.md +50 -53
  455. package/sub-skills/local-search/bm25.py +186 -0
  456. package/sub-skills/local-search/cli_runner.py +331 -0
  457. package/sub-skills/local-search/config.yaml +152 -55
  458. package/sub-skills/local-search/engine_registry.py +91 -26
  459. package/sub-skills/local-search/{health_check.py → local_health_check.py} +140 -10
  460. package/sub-skills/local-search/local_search_adapter.py +13 -2
  461. package/sub-skills/local-search/parse_maps.yaml +40 -42
  462. package/sub-skills/local-search/parsers.py +328 -0
  463. package/sub-skills/local-search/search_v3.py +716 -242
  464. package/sub-skills/local-search/smart_router.py +47 -7
  465. package/sub-skills/local-seek/SKILL.md +110 -0
  466. package/sub-skills/local-seek/config/domains.yaml +20 -0
  467. package/sub-skills/local-seek/scripts/eval_rank.py +216 -0
  468. package/sub-skills/local-seek/scripts/eval_seek.py +224 -0
  469. package/sub-skills/local-seek/scripts/seek.py +1465 -0
  470. package/sub-skills/local-seek/scripts/seek_frecency.py +126 -0
  471. package/sub-skills/local-seek/scripts/seek_fts.py +430 -0
  472. package/sub-skills/local-seek/scripts/seek_rank.py +197 -0
@@ -0,0 +1,340 @@
1
+ #!/usr/bin/env python3
2
+ """
3
+ link_source.py — 把「消费者入口」指回本仓库来源(符号链接,不复制)。
4
+
5
+ 标准化原则:
6
+ 1. 磁盘上只应有一份 argo 代码:本仓库(scripts/ 的上一级)。
7
+ 2. Skill 目录 / 文档入口若需要出现在主机约定位置,用 **symlink** 指向来源,
8
+ 禁止 rsync/cp 出第二份业务树。
9
+ 3. **链接必须直连来源(1 跳)**。宿主入口挂到另一个入口上(如
10
+ `~/.workbuddy/skills/argo -> ~/.claude/skills/argo -> 来源`)语义上能解析,
11
+ 但多出一环依赖:中间那环被删改或指偏,入口就成断链,而工具此前对此
12
+ 完全无感。间接链接会被本脚本**重建为直连**(只替换 symlink 本身)。
13
+ 4. **目标路径绝不写死在代码里**。来源优先级:
14
+ CLI `--to PATH`(可重复)
15
+ → 环境变量 `ARGO_LINK_TARGETS`(os.pathsep 分隔,如 `:` / `;`)
16
+ → 来源根目录下的 `installs.local.yaml`(本机声明,应 gitignore)
17
+ 5. 注册表派生仍只走 `sync_backends.py`(config.yaml → backends/*),与链接无关。
18
+
19
+ 用法:
20
+ # 本机 installs.local.yaml 示例见 installs.local.yaml.example
21
+ python3 scripts/link_source.py
22
+ python3 scripts/link_source.py --to /any/consumer/path/argo
23
+ ARGO_LINK_TARGETS="$HOME/.claude/skills/argo:$HOME/.agents/skills/argo" \\
24
+ python3 scripts/link_source.py
25
+ python3 scripts/link_source.py --check # 只校验;间接链接记 warn 并非零退出
26
+ python3 scripts/link_source.py --dry-run
27
+
28
+ 退出码:0 成功;1 无目标 / 链接失败 / 校验不一致(含「只经多跳间接指向来源」)。
29
+ """
30
+
31
+ from __future__ import annotations
32
+
33
+ import argparse
34
+ import os
35
+ import shutil
36
+ import subprocess
37
+ import sys
38
+ from pathlib import Path
39
+
40
+ SOURCE = Path(__file__).resolve().parent.parent
41
+ LOCAL_INSTALLS = SOURCE / "installs.local.yaml"
42
+
43
+
44
+ def _load_local_targets() -> list[Path]:
45
+ if not LOCAL_INSTALLS.exists():
46
+ return []
47
+ try:
48
+ from yaml_load import load as _yaml_load
49
+ except ImportError:
50
+ print("[warn] 需要 PyYAML 才能读 installs.local.yaml", file=sys.stderr)
51
+ return []
52
+ data = _yaml_load(LOCAL_INSTALLS) or {}
53
+ raw = data.get("link_targets") or data.get("targets") or []
54
+ if not isinstance(raw, list):
55
+ return []
56
+ out: list[Path] = []
57
+ for item in raw:
58
+ if not item:
59
+ continue
60
+ p = Path(str(item)).expanduser()
61
+ # 相对路径相对来源根;规范化但不跟随符号链接(见 _normalize_target)
62
+ out.append(_normalize_target(SOURCE / p if not p.is_absolute() else p))
63
+ return out
64
+
65
+
66
+ def _normalize_target(p: Path) -> Path:
67
+ """规范化目标路径:展开 ~、补成绝对路径、消掉 . 与 ..,**但不跟随符号链接**。
68
+
69
+ 为什么不用 resolve():宿主入口本来就应该是一条 symlink。resolve() 会先把
70
+ 「已经指向来源的链接」折叠成来源路径,于是 link_one 看到的目标是「来源本体」
71
+ 而直接跳过重建,check_targets 也无法区分「直连」与「隔了一层的间接链接」——
72
+ 校验常年报 ok,实际入口却挂在中转链接上(2026-09-14 实测踩到)。
73
+ """
74
+ p = Path(p).expanduser()
75
+ if not p.is_absolute():
76
+ p = Path.cwd() / p
77
+ return Path(os.path.normpath(str(p)))
78
+
79
+
80
+ def _hops_to_source(target: Path) -> int:
81
+ """目标到来源的符号链接跳数。
82
+
83
+ 0 = 目标就是来源本体;1 = 直连;>1 = 间接链接(可解析但多一跳依赖);
84
+ -1 = 未指向来源 / 断链 / 成环(超过 8 跳按未指向处理,避免死循环)。
85
+ """
86
+ src = SOURCE.resolve()
87
+ cur = target
88
+ for hops in range(8):
89
+ try:
90
+ resolved = cur.resolve()
91
+ except (OSError, RuntimeError):
92
+ # 断链 / 符号链接成环(py3.13 的 resolve() 对环抛 RuntimeError)
93
+ return -1
94
+ if resolved != src:
95
+ return -1
96
+ if not cur.is_symlink():
97
+ return hops
98
+ try:
99
+ raw = os.readlink(cur)
100
+ except OSError:
101
+ return -1
102
+ nxt = Path(raw)
103
+ if not nxt.is_absolute():
104
+ nxt = cur.parent / nxt
105
+ cur = Path(os.path.normpath(str(nxt)))
106
+ return -1
107
+
108
+
109
+ def _env_targets() -> list[Path]:
110
+ raw = os.environ.get("ARGO_LINK_TARGETS", "").strip()
111
+ if not raw:
112
+ return []
113
+ return [_normalize_target(p) for p in raw.split(os.pathsep) if p.strip()]
114
+
115
+
116
+ def resolve_targets(cli: list[Path] | None) -> list[Path]:
117
+ """无默认路径:没有 CLI / env / local 文件则空列表。"""
118
+ seen: set[str] = set()
119
+ ordered: list[Path] = []
120
+ for group in (cli or [], _env_targets(), _load_local_targets()):
121
+ for p in group:
122
+ key = _normalize_target(p)
123
+ if str(key) in seen:
124
+ continue
125
+ seen.add(str(key))
126
+ ordered.append(key)
127
+ return ordered
128
+
129
+
130
+ # 判定「目录像 argo 来源/旧副本」的特征文件。用于 --force 迁走目录前的软校验,
131
+ # 防止用户把 --to 错指到任意数据目录,--force 下整目录被 rename 迁走的误伤。
132
+ _ARGO_MARKERS = ("scripts/search.py", "SKILL.md")
133
+
134
+
135
+ def _looks_like_argo_copy(path: Path) -> bool:
136
+ """路径是否为 argo 来源/旧副本(含脚本与 SKILL 文档),而非任意数据目录。"""
137
+ if not path.is_dir():
138
+ return False
139
+ return any((path / marker).exists() for marker in _ARGO_MARKERS)
140
+
141
+
142
+ def link_one(target: Path, *, dry_run: bool, force: bool) -> int:
143
+ """将 target 设为指向 SOURCE 的 symlink(间接链接会被重建为直连)。"""
144
+ source = SOURCE.resolve()
145
+ depth = _hops_to_source(target)
146
+
147
+ if depth == 0:
148
+ print(f"[skip] 目标就是真源本体: {target}")
149
+ return 0
150
+
151
+ if depth == 1:
152
+ print(f"[ok] 已指向真源: {target} -> {source}")
153
+ return 0
154
+
155
+ if depth > 1:
156
+ # 间接链接:能解析到来源,但中间还挂了一环。重建为直连只替换符号链接
157
+ # 本身(不触碰任何目录内容),因此无需 --force。
158
+ if dry_run:
159
+ print(f"[dry] 将把 {depth} 跳间接链接重建为直连: {target}")
160
+ return 0
161
+ # 先建同目录临时链接再原子替换:避免「已 unlink、symlink 又失败」的
162
+ # 窗口里宿主入口凭空消失(入口消失会让 Skill/工具调用直接找不到 argo)。
163
+ tmp = target.with_name(target.name + ".relink-tmp")
164
+ try:
165
+ if tmp.is_symlink() or tmp.exists():
166
+ tmp.unlink()
167
+ os.symlink(source, tmp, target_is_directory=True)
168
+ os.replace(tmp, target)
169
+ except OSError as e:
170
+ try:
171
+ if tmp.is_symlink() or tmp.exists():
172
+ tmp.unlink()
173
+ except OSError:
174
+ pass
175
+ print(f"[fail] 重建直连失败: {target} ({e})", file=sys.stderr)
176
+ return 1
177
+ print(f"[relink] {target} -> {source}(原为 {depth} 跳间接链接,已重建为直连)")
178
+ return 0
179
+
180
+ if target.exists() or target.is_symlink():
181
+ if not force:
182
+ print(
183
+ f"[fail] 目标已存在且不是指向真源的链接: {target}\n"
184
+ f" 若确认可替换,加 --force(会先移走/删除该路径)",
185
+ file=sys.stderr,
186
+ )
187
+ return 1
188
+ # 软校验(dry-run 与实际执行都触发):目录若不像 argo 来源/旧副本
189
+ # (无 scripts/search.py 或 SKILL.md),拒绝 --force 迁走,防止 --to
190
+ # 误指用户数据目录被整目录 rename 的误伤。
191
+ if target.is_dir() and not _looks_like_argo_copy(target):
192
+ print(
193
+ f"[fail] 目录不像 argo 真源/旧副本,拒绝 --force 迁走: {target}\n"
194
+ f" 若确要替换,先手动备份该目录,或删掉后再执行。",
195
+ file=sys.stderr,
196
+ )
197
+ return 1
198
+ if dry_run:
199
+ print(f"[dry] 将替换已有路径: {target}")
200
+ else:
201
+ if target.is_symlink() or target.is_file():
202
+ target.unlink()
203
+ elif target.is_dir():
204
+ # 旧多副本:整目录移走备份,避免误删用户未入库文件
205
+ bak = target.with_name(target.name + ".bak-before-link")
206
+ if bak.exists():
207
+ shutil.rmtree(bak) if bak.is_dir() and not bak.is_symlink() else bak.unlink(missing_ok=True)
208
+ target.rename(bak)
209
+ print(f"[bak] 旧副本已移至 {bak}")
210
+ else:
211
+ target.unlink(missing_ok=True)
212
+
213
+ parent = target.parent
214
+ if dry_run:
215
+ print(f"[dry] ln -sfn {source} {target}")
216
+ return 0
217
+ parent.mkdir(parents=True, exist_ok=True)
218
+ # atomic-ish: symlink in place
219
+ try:
220
+ os.symlink(source, target, target_is_directory=True)
221
+ except OSError:
222
+ # Windows 无开发者模式/管理员权限时 symlink 会失败:
223
+ # 目录链接退化为 junction(mklink /J,不需要管理员权限),
224
+ # 语义与 symlink 基本一致(resolve() 同样指向来源)。
225
+ if os.name == "nt":
226
+ r = subprocess.run(
227
+ ["cmd", "/c", "mklink", "/J", str(target), str(source)],
228
+ capture_output=True, text=True,
229
+ encoding="utf-8", errors="replace", timeout=30,
230
+ )
231
+ # junction 不是 symlink(is_symlink() 为 False,_hops_to_source 会
232
+ # 把它当普通目录),此处按「解析后是否等于来源」独立判定。
233
+ try:
234
+ linked = target.resolve() == SOURCE.resolve()
235
+ except OSError:
236
+ linked = False
237
+ if r.returncode == 0 and linked:
238
+ print(f"[link] {target} -> {source} (junction)")
239
+ return 0
240
+ print(f"[fail] 创建链接失败: {target} -> {source}", file=sys.stderr)
241
+ return 1
242
+ print(f"[link] {target} -> {source}")
243
+ return 0
244
+
245
+
246
+ def check_targets(targets: list[Path]) -> int:
247
+ bad = 0
248
+ print(f"真源: {SOURCE.resolve()}")
249
+ if not targets:
250
+ print("[fail] 无校验目标(请 --to / ARGO_LINK_TARGETS / installs.local.yaml)")
251
+ return 1
252
+ for t in targets:
253
+ depth = _hops_to_source(t)
254
+ if depth == 0:
255
+ print(f"[ok] {t} 即真源本体")
256
+ elif depth == 1:
257
+ print(f"[ok] {t} -> {SOURCE.resolve()}")
258
+ elif depth > 1:
259
+ # 间接链接仍能解析到来源,但多了一环依赖——按「校验不一致」计失败,
260
+ # 提示直接重跑(不带 --check)即可重建为直连。
261
+ print(f"[warn] {t} 经 {depth} 跳间接指向真源(非直连);"
262
+ f"去掉 --check 重跑即可重建为直连")
263
+ bad += 1
264
+ else:
265
+ print(f"[miss] {t} 未指向真源(exists={t.exists()} symlink={t.is_symlink()})")
266
+ bad += 1
267
+ return 1 if bad else 0
268
+
269
+
270
+ def maybe_sync_backends() -> int:
271
+ script = SOURCE / "scripts" / "sync_backends.py"
272
+ if not script.exists():
273
+ return 0
274
+ # timeout(2026-09-29 补):sync_backends 是纯本地文件操作,正常秒回;
275
+ # 但无 timeout 的 subprocess 一旦被挂住(NFS/锁/杀软扫描),本命令会
276
+ # 无限期卡死。60s 对本地脚本是极宽裕的上界。
277
+ r = subprocess.run([sys.executable, str(script)], cwd=str(SOURCE), timeout=60)
278
+ if r.returncode != 0:
279
+ return r.returncode
280
+ return subprocess.run(
281
+ [sys.executable, str(script), "--check"], cwd=str(SOURCE),
282
+ timeout=60).returncode
283
+
284
+
285
+ def main(argv: list[str] | None = None) -> int:
286
+ p = argparse.ArgumentParser(
287
+ description="将消费者入口 symlink 到 argo 真源(无内置默认路径)",
288
+ )
289
+ p.add_argument(
290
+ "--to",
291
+ action="append",
292
+ type=Path,
293
+ default=None,
294
+ help="链接目标路径(可重复)。无内置默认值。",
295
+ )
296
+ p.add_argument("--check", action="store_true", help="只校验目标是否指向真源")
297
+ p.add_argument("--dry-run", action="store_true")
298
+ p.add_argument(
299
+ "--force",
300
+ action="store_true",
301
+ help="目标已存在时替换:symlink/file 删除;目录改名为 *.bak-before-link",
302
+ )
303
+ p.add_argument(
304
+ "--with-backends",
305
+ action="store_true",
306
+ help="链接前先跑 sync_backends.py 派生 backends",
307
+ )
308
+ args = p.parse_args(argv)
309
+
310
+ targets = resolve_targets(args.to)
311
+ if not targets:
312
+ print(
313
+ "未指定任何链接目标。\n"
314
+ " 方式 1: python3 scripts/link_source.py --to <path> [--to <path2>]\n"
315
+ " 方式 2: export ARGO_LINK_TARGETS='path1:path2'\n"
316
+ f" 方式 3: 在真源写 {LOCAL_INSTALLS.name}(见 installs.local.yaml.example)\n"
317
+ "代码内不固化任何主机 skill/MCP 路径。",
318
+ file=sys.stderr,
319
+ )
320
+ return 1
321
+
322
+ if args.check:
323
+ return check_targets(targets)
324
+
325
+ if args.with_backends:
326
+ print(f"== sync_backends @ {SOURCE} ==")
327
+ rc = maybe_sync_backends()
328
+ if rc != 0:
329
+ return rc
330
+
331
+ code = 0
332
+ for t in targets:
333
+ code = link_one(t, dry_run=args.dry_run, force=args.force) or code
334
+ if args.dry_run:
335
+ return code
336
+ return check_targets(targets) if code == 0 else code
337
+
338
+
339
+ if __name__ == "__main__":
340
+ raise SystemExit(main())