stock-analysis-plugin 0.2.11 → 0.2.12
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +231 -381
- package/docs/mcp.md +60 -0
- package/hermes/__init__.py +35 -0
- package/hermes/plugin.yaml +131 -0
- package/hermes/schemas.py +6 -0
- package/hermes/tools.py +630 -0
- package/mcp_host/__init__.py +1 -0
- package/mcp_host/__main__.py +3 -0
- package/mcp_host/server.py +222 -0
- package/package.json +7 -1
- package/pi/index.ts +52 -2906
- package/scripts/cli-json.mjs +23 -0
- package/scripts/exec-process.mjs +89 -0
- package/scripts/setup-python.mjs +37 -4
- package/scripts/tool-calls.mjs +489 -0
- package/skills/event-driven/SKILL.md +2 -2
- package/skills/growth-quality/SKILL.md +1 -1
- package/skills/stock-analysis/SKILL.md +8 -6
- package/skills/stock-analysis/references/stateless-analysis.md +9 -1
- package/tools/_cache.py +13 -0
- package/tools/_subproc.py +46 -0
- package/tools/alert_rules.py +2 -2
- package/tools/backtest.py +3 -3
- package/tools/capabilities.py +32 -9
- package/tools/cli_budgets.json +2 -0
- package/tools/diagnostics.py +3 -4
- package/tools/gather.py +2 -6
- package/tools/import_parser.py +3 -4
- package/tools/lixinger.py +119 -27
- package/tools/market_regime.py +5 -2
- package/tools/market_review.py +5 -6
- package/tools/name_resolver.py +66 -7
- package/tools/report_renderer.py +3 -3
- package/tools/requirements.txt +5 -4
- package/tools/risk_screening.py +3 -2
- package/tools/screener.py +6 -4
- package/tools/search_intel.py +79 -10
- package/tools/sec_edgar.py +266 -0
- package/tools/sec_holders.py +6 -0
- package/tools/signal_tracker.py +5 -5
- package/tools/stateless_analysis.py +115 -0
- package/tools/stock_data.py +455 -201
- package/tools/tiaa_disclosures.py +4 -0
- package/tools/tool_schemas.json +2704 -0
- package/tools/trading_calendar.py +65 -30
- package/tools/value_data.py +366 -134
- package/tools/watchlist.py +43 -5
package/tools/market_review.py
CHANGED
|
@@ -18,9 +18,10 @@ from pathlib import Path
|
|
|
18
18
|
|
|
19
19
|
sys.path.insert(0, os.path.dirname(os.path.abspath(__file__)))
|
|
20
20
|
|
|
21
|
-
from _subproc import command_timeout, utf8_stdio
|
|
21
|
+
from _subproc import command_timeout, error_message, utf8_stdio
|
|
22
22
|
from _subproc import run_tool as _run_tool
|
|
23
23
|
from signal_tracker import _append_record, _load_records, _store_lock
|
|
24
|
+
from trading_calendar import market_now
|
|
24
25
|
|
|
25
26
|
|
|
26
27
|
def _index_change(row):
|
|
@@ -81,8 +82,6 @@ def _signal_to_stance(signal: str) -> str | None:
|
|
|
81
82
|
|
|
82
83
|
def review_market(market: str = "A", *, run=None) -> dict:
|
|
83
84
|
"""Gather market data and compute review for a single market."""
|
|
84
|
-
from datetime import datetime
|
|
85
|
-
|
|
86
85
|
tasks = {}
|
|
87
86
|
|
|
88
87
|
if market == "A":
|
|
@@ -135,7 +134,7 @@ def review_market(market: str = "A", *, run=None) -> dict:
|
|
|
135
134
|
|
|
136
135
|
output = {
|
|
137
136
|
"market": market,
|
|
138
|
-
"date":
|
|
137
|
+
"date": market_now("CN" if market == "A" else market).strftime("%Y-%m-%d"),
|
|
139
138
|
"indices": results.get("indices"),
|
|
140
139
|
"stats": results.get("stats"),
|
|
141
140
|
"sectors": results.get("sectors"),
|
|
@@ -169,7 +168,7 @@ def save_review(report: dict, store: Path | None = None) -> dict:
|
|
|
169
168
|
with _store_lock(store):
|
|
170
169
|
_append_record(store, report)
|
|
171
170
|
except (OSError, ValueError) as e:
|
|
172
|
-
return {"error":
|
|
171
|
+
return {"error": error_message(e)}
|
|
173
172
|
return {"saved": True, "date": report.get("review_date") or report.get("date")}
|
|
174
173
|
|
|
175
174
|
|
|
@@ -181,7 +180,7 @@ def cmd_history(args) -> dict:
|
|
|
181
180
|
records = _load_records(store)
|
|
182
181
|
except (OSError, UnicodeDecodeError) as e:
|
|
183
182
|
# store is a directory / not UTF-8 — same clean-error contract as save_review
|
|
184
|
-
return {"error":
|
|
183
|
+
return {"error": error_message(e)}
|
|
185
184
|
limit = max(args.limit, 0)
|
|
186
185
|
recent = records[-limit:][::-1] if limit else []
|
|
187
186
|
return {"count": len(recent), "records": recent}
|
package/tools/name_resolver.py
CHANGED
|
@@ -2,7 +2,9 @@
|
|
|
2
2
|
"""Resolve Chinese stock names / pinyin / fuzzy input to stock codes."""
|
|
3
3
|
|
|
4
4
|
import argparse
|
|
5
|
+
import functools
|
|
5
6
|
import json
|
|
7
|
+
import re
|
|
6
8
|
import sys
|
|
7
9
|
from difflib import SequenceMatcher
|
|
8
10
|
from pathlib import Path
|
|
@@ -10,8 +12,8 @@ from pathlib import Path
|
|
|
10
12
|
sys.path.insert(0, str(Path(__file__).resolve().parent))
|
|
11
13
|
|
|
12
14
|
from _cache import DAY, cached # noqa: E402
|
|
13
|
-
from _subproc import utf8_stdio # noqa: E402
|
|
14
|
-
from stock_data import _akshare_retry # noqa: E402
|
|
15
|
+
from _subproc import error_message, utf8_stdio # noqa: E402
|
|
16
|
+
from stock_data import _akshare_retry, normalize_us_symbol # noqa: E402
|
|
15
17
|
|
|
16
18
|
|
|
17
19
|
def _load_stock_map() -> list[dict]:
|
|
@@ -39,6 +41,39 @@ def _load_stock_map() -> list[dict]:
|
|
|
39
41
|
raise RuntimeError(f"Failed to load stock list: {e}") from e
|
|
40
42
|
|
|
41
43
|
|
|
44
|
+
@functools.cache # one attempt per process: import_parser resolves many names and failures are not disk-cached
|
|
45
|
+
def _load_international_stock_map() -> list[dict]:
|
|
46
|
+
# Odd provider rows are skipped: one unexpected code must not drop a whole market's names.
|
|
47
|
+
def fetch_hk():
|
|
48
|
+
import akshare as ak
|
|
49
|
+
|
|
50
|
+
records = []
|
|
51
|
+
for row in _akshare_retry(ak.stock_hk_spot_em).to_dict("records"):
|
|
52
|
+
code, name = str(row["代码"]).split(".", 1)[0].zfill(5), row["名称"]
|
|
53
|
+
if code.isdigit() and len(code) == 5 and isinstance(name, str) and name.strip():
|
|
54
|
+
records.append({"code": f"{code}.HK", "name": name})
|
|
55
|
+
return records
|
|
56
|
+
|
|
57
|
+
def fetch_us():
|
|
58
|
+
import akshare as ak
|
|
59
|
+
|
|
60
|
+
records = []
|
|
61
|
+
for row in _akshare_retry(ak.stock_us_spot_em).to_dict("records"):
|
|
62
|
+
code, name = normalize_us_symbol(row["代码"]), row["名称"]
|
|
63
|
+
if re.fullmatch(r"[A-Z0-9-]{1,10}", code) and isinstance(name, str) and name.strip():
|
|
64
|
+
records.append({"code": code, "name": name})
|
|
65
|
+
return records
|
|
66
|
+
|
|
67
|
+
records = []
|
|
68
|
+
for key, fetch in (("stock-name-map:hk:v1", fetch_hk), ("stock-name-map:us:v1", fetch_us)):
|
|
69
|
+
try:
|
|
70
|
+
records.extend(cached(key, DAY, fetch))
|
|
71
|
+
except Exception:
|
|
72
|
+
# One unavailable market must not hide the other markets' names.
|
|
73
|
+
continue
|
|
74
|
+
return records
|
|
75
|
+
|
|
76
|
+
|
|
42
77
|
def _to_pinyin(text: str) -> str:
|
|
43
78
|
try:
|
|
44
79
|
from pypinyin import lazy_pinyin
|
|
@@ -57,16 +92,16 @@ def _to_pinyin_initials(text: str) -> str:
|
|
|
57
92
|
return ""
|
|
58
93
|
|
|
59
94
|
|
|
60
|
-
def
|
|
61
|
-
stocks = _load_stock_map()
|
|
95
|
+
def _resolve_stocks(query: str, top: int, stocks: list[dict]) -> list[dict]:
|
|
62
96
|
query = query.strip()
|
|
63
97
|
q_lower = query.lower()
|
|
98
|
+
q_code = query.upper()
|
|
64
99
|
|
|
65
|
-
exact = [s for s in stocks if s["code"] ==
|
|
100
|
+
exact = [s for s in stocks if s["code"].upper() == q_code or s["name"] == query]
|
|
66
101
|
if exact:
|
|
67
102
|
return exact[:top]
|
|
68
103
|
|
|
69
|
-
prefix_code = [s for s in stocks if s["code"].startswith(
|
|
104
|
+
prefix_code = [s for s in stocks if s["code"].upper().startswith(q_code)]
|
|
70
105
|
if prefix_code:
|
|
71
106
|
return prefix_code[:top]
|
|
72
107
|
|
|
@@ -104,6 +139,30 @@ def resolve(query: str, top: int = 5) -> list[dict]:
|
|
|
104
139
|
return [{"code": s["code"], "name": s["name"], "score": round(sc, 2)} for sc, s in scored[:top]]
|
|
105
140
|
|
|
106
141
|
|
|
142
|
+
def resolve(query: str, top: int = 5) -> list[dict]:
|
|
143
|
+
load_error = None
|
|
144
|
+
try:
|
|
145
|
+
stocks = _load_stock_map()
|
|
146
|
+
local = _resolve_stocks(query, top, stocks)
|
|
147
|
+
except Exception as exc:
|
|
148
|
+
stocks, local, load_error = [], [], exc
|
|
149
|
+
query = query.strip()
|
|
150
|
+
code_like = re.fullmatch(r"[A-Za-z][A-Za-z0-9.-]{0,14}", query)
|
|
151
|
+
# A substring hit (京东 → 京东方A) is not proof the user meant an A share (京东集团-SW is HK).
|
|
152
|
+
partial_name = bool(local) and "score" not in local[0] and query != local[0]["name"] and query in local[0]["name"]
|
|
153
|
+
# Pinyin/initials scores are not proof either (特斯拉 → 天士力 scores 0.9), so only literal hits short-circuit.
|
|
154
|
+
if local and "score" not in local[0] and not code_like and not partial_name:
|
|
155
|
+
return local
|
|
156
|
+
international = _load_international_stock_map()
|
|
157
|
+
if international:
|
|
158
|
+
hits = _resolve_stocks(query, top, stocks + international)
|
|
159
|
+
if load_error is None or (hits and "score" not in hits[0]): # fuzzy-only hits are a miss
|
|
160
|
+
return hits
|
|
161
|
+
if load_error is not None:
|
|
162
|
+
raise load_error
|
|
163
|
+
return local
|
|
164
|
+
|
|
165
|
+
|
|
107
166
|
def main():
|
|
108
167
|
parser = argparse.ArgumentParser(description="Stock name resolver")
|
|
109
168
|
sub = parser.add_subparsers(dest="command")
|
|
@@ -120,7 +179,7 @@ def main():
|
|
|
120
179
|
try:
|
|
121
180
|
result = resolve(args.query, args.top)
|
|
122
181
|
except RuntimeError as e:
|
|
123
|
-
result = {"error":
|
|
182
|
+
result = {"error": error_message(e)}
|
|
124
183
|
print(json.dumps(result, ensure_ascii=False))
|
|
125
184
|
|
|
126
185
|
|
package/tools/report_renderer.py
CHANGED
|
@@ -12,7 +12,7 @@ from datetime import datetime, timezone
|
|
|
12
12
|
from pathlib import Path
|
|
13
13
|
|
|
14
14
|
sys.path.insert(0, str(Path(__file__).resolve().parent))
|
|
15
|
-
from _subproc import utf8_stdio
|
|
15
|
+
from _subproc import error_message, utf8_stdio
|
|
16
16
|
from market_review import save_review
|
|
17
17
|
|
|
18
18
|
try:
|
|
@@ -55,12 +55,12 @@ def render(kind: str, template: str, report: dict) -> dict:
|
|
|
55
55
|
try:
|
|
56
56
|
tpl = _env().get_template(tpl_path)
|
|
57
57
|
except Exception as e:
|
|
58
|
-
return {"error": f"failed to load template {tpl_path}: {e}"}
|
|
58
|
+
return {"error": f"failed to load template {tpl_path}: {error_message(e)}"}
|
|
59
59
|
|
|
60
60
|
try:
|
|
61
61
|
content = tpl.render(**report)
|
|
62
62
|
except Exception as e:
|
|
63
|
-
return {"error": f"render failed: {e}", "template": tpl_path}
|
|
63
|
+
return {"error": f"render failed: {error_message(e)}", "template": tpl_path}
|
|
64
64
|
|
|
65
65
|
return {
|
|
66
66
|
"meta": {
|
package/tools/requirements.txt
CHANGED
|
@@ -1,16 +1,17 @@
|
|
|
1
1
|
akshare>=1.20.24; python_version >= "3.11"
|
|
2
2
|
akshare>=1.14.0; python_version < "3.11"
|
|
3
3
|
yfinance>=0.2.36
|
|
4
|
-
pandas>=2.0.0
|
|
4
|
+
pandas>=2.0.0,<4
|
|
5
5
|
numpy>=1.24.0
|
|
6
6
|
pyyaml>=6.0
|
|
7
7
|
pypinyin>=0.50.0
|
|
8
|
+
pypdf>=5.0.0
|
|
8
9
|
requests>=2.33.0
|
|
9
10
|
exchange-calendars>=4.5.0
|
|
10
|
-
|
|
11
|
+
jinja2>=3.1.6
|
|
12
|
+
# optional providers: failover-only sources; setup-python.mjs only warns when one cannot install
|
|
11
13
|
efinance>=0.5.0
|
|
12
14
|
baostock>=0.8.8
|
|
13
|
-
pytdx>=1.72
|
|
14
15
|
longport>=1.0.0
|
|
15
16
|
finnhub-python>=2.4.0
|
|
16
|
-
|
|
17
|
+
newspaper4k>=0.9.6.1
|
package/tools/risk_screening.py
CHANGED
|
@@ -7,12 +7,13 @@ import math
|
|
|
7
7
|
import os
|
|
8
8
|
import sys
|
|
9
9
|
from concurrent.futures import Future, ThreadPoolExecutor
|
|
10
|
-
from datetime import
|
|
10
|
+
from datetime import timedelta
|
|
11
11
|
|
|
12
12
|
sys.path.insert(0, os.path.dirname(os.path.abspath(__file__)))
|
|
13
13
|
|
|
14
14
|
from _subproc import run_tool as _run_tool
|
|
15
15
|
from _subproc import utf8_stdio
|
|
16
|
+
from trading_calendar import market_now
|
|
16
17
|
|
|
17
18
|
|
|
18
19
|
def _safe_float(val) -> float | None:
|
|
@@ -181,7 +182,7 @@ def _fetch_lockup(symbol: str) -> dict:
|
|
|
181
182
|
if df.empty:
|
|
182
183
|
return result
|
|
183
184
|
|
|
184
|
-
now =
|
|
185
|
+
now = market_now("CN").replace(hour=0, minute=0, second=0, microsecond=0)
|
|
185
186
|
cutoff = now + timedelta(days=30)
|
|
186
187
|
|
|
187
188
|
date_col = None
|
package/tools/screener.py
CHANGED
|
@@ -148,12 +148,13 @@ def compute_scores(df: pd.DataFrame) -> pd.DataFrame:
|
|
|
148
148
|
mom_parts.append(_minmax(df["volume_ratio"]))
|
|
149
149
|
df["momentum_score"] = pd.concat(mom_parts, axis=1).mean(axis=1) if mom_parts else np.nan
|
|
150
150
|
|
|
151
|
-
# Liquidity: higher turnover_rate and
|
|
151
|
+
# Liquidity: higher turnover_rate and money traded → higher score. Share volume would
|
|
152
|
+
# favour low-priced stocks, so the cross-stock leg ranks turnover (成交额).
|
|
152
153
|
liq_parts = []
|
|
153
154
|
if "turnover_rate" in df.columns:
|
|
154
155
|
liq_parts.append(_minmax(df["turnover_rate"]))
|
|
155
|
-
if "
|
|
156
|
-
liq_parts.append(_minmax(df["
|
|
156
|
+
if "turnover" in df.columns:
|
|
157
|
+
liq_parts.append(_minmax(df["turnover"].astype(float)))
|
|
157
158
|
df["liquidity_score"] = pd.concat(liq_parts, axis=1).mean(axis=1) if liq_parts else np.nan
|
|
158
159
|
|
|
159
160
|
groups = df[[f"{group}_score" for group in L1_WEIGHTS]].rename(columns=lambda name: name.removesuffix("_score"))
|
|
@@ -465,6 +466,7 @@ def screen(market: str, top: int, config: dict | None, l2: bool = False) -> dict
|
|
|
465
466
|
"price",
|
|
466
467
|
"change_pct",
|
|
467
468
|
"volume",
|
|
469
|
+
"turnover",
|
|
468
470
|
"turnover_rate",
|
|
469
471
|
"pe",
|
|
470
472
|
"pe_basis",
|
|
@@ -489,7 +491,7 @@ def screen(market: str, top: int, config: dict | None, l2: bool = False) -> dict
|
|
|
489
491
|
factor_inputs = {
|
|
490
492
|
"value": ("pe", "pb", "dividend_yield"),
|
|
491
493
|
"momentum": ("change_pct", "volume_ratio"),
|
|
492
|
-
"liquidity": ("turnover_rate", "
|
|
494
|
+
"liquidity": ("turnover_rate", "turnover"),
|
|
493
495
|
}
|
|
494
496
|
weights = L1_WEIGHTS
|
|
495
497
|
available = [
|
package/tools/search_intel.py
CHANGED
|
@@ -9,9 +9,10 @@ import re
|
|
|
9
9
|
import sys
|
|
10
10
|
import time as _time
|
|
11
11
|
from contextvars import ContextVar
|
|
12
|
+
from urllib.parse import urlparse
|
|
12
13
|
|
|
13
14
|
sys.path.insert(0, os.path.dirname(os.path.abspath(__file__)))
|
|
14
|
-
from _subproc import scrub_secrets, utf8_stdio
|
|
15
|
+
from _subproc import error_message, scrub_secrets, utf8_stdio
|
|
15
16
|
|
|
16
17
|
_SEARCH_STATE = ContextVar("search_budget", default=None)
|
|
17
18
|
|
|
@@ -474,25 +475,90 @@ def get_trending_sentiment() -> dict:
|
|
|
474
475
|
# --------------- Article Extraction ---------------
|
|
475
476
|
|
|
476
477
|
|
|
477
|
-
def
|
|
478
|
+
def _extract_pdf(url: str, max_chars: int, response) -> dict:
|
|
479
|
+
import io
|
|
480
|
+
|
|
481
|
+
content = bytearray()
|
|
482
|
+
try:
|
|
483
|
+
from pypdf import PdfReader
|
|
484
|
+
|
|
485
|
+
for chunk in response.iter_content(65536):
|
|
486
|
+
content.extend(chunk)
|
|
487
|
+
if len(content) > 25 * 1024 * 1024:
|
|
488
|
+
raise ValueError("PDF exceeds the 25 MiB download limit")
|
|
489
|
+
finally:
|
|
490
|
+
response.close()
|
|
491
|
+
if not content.startswith(b"%PDF-"):
|
|
492
|
+
raise ValueError("URL did not return a PDF document")
|
|
493
|
+
|
|
494
|
+
reader = PdfReader(io.BytesIO(content))
|
|
495
|
+
parts = []
|
|
496
|
+
for page in reader.pages:
|
|
497
|
+
parts.append(page.extract_text() or "")
|
|
498
|
+
if sum(map(len, parts)) > max_chars:
|
|
499
|
+
break
|
|
500
|
+
text = "\n".join(parts)
|
|
501
|
+
metadata = reader.metadata or {}
|
|
502
|
+
return {
|
|
503
|
+
"url": url,
|
|
504
|
+
"title": str(metadata.get("/Title") or ""),
|
|
505
|
+
"text": text[:max_chars],
|
|
506
|
+
"authors": [str(metadata["/Author"])] if metadata.get("/Author") else [],
|
|
507
|
+
"publish_date": str(metadata["/CreationDate"]) if metadata.get("/CreationDate") else None,
|
|
508
|
+
"top_image": None,
|
|
509
|
+
"format": "pdf",
|
|
510
|
+
"page_count": len(reader.pages),
|
|
511
|
+
"truncated": len(text) > max_chars,
|
|
512
|
+
}
|
|
513
|
+
|
|
514
|
+
|
|
515
|
+
def extract_article(url: str, max_chars: int = 3000) -> dict:
|
|
516
|
+
if isinstance(max_chars, bool) or not isinstance(max_chars, int) or not 1 <= max_chars <= 200000:
|
|
517
|
+
return {"url": url, "error": "max_chars must be an integer between 1 and 200000"}
|
|
518
|
+
is_pdf = url.lower().split("?", 1)[0].endswith(".pdf")
|
|
478
519
|
try:
|
|
479
|
-
from newspaper import Article
|
|
520
|
+
from newspaper import Article, network
|
|
521
|
+
|
|
522
|
+
config = network.Configuration()
|
|
523
|
+
config.allow_binary_content = True
|
|
524
|
+
config.requests_params.update(timeout=30, stream=True)
|
|
525
|
+
host = (urlparse(url).hostname or "").lower()
|
|
526
|
+
if host == "sec.gov" or host.endswith(".sec.gov"):
|
|
527
|
+
from sec_edgar import identity
|
|
528
|
+
|
|
529
|
+
config.browser_user_agent = identity() # SEC answers 403 to requests without a declared contact
|
|
530
|
+
response = network.do_request(url, config)
|
|
531
|
+
response.raise_for_status()
|
|
532
|
+
content_type = response.headers.get("content-type", "").lower()
|
|
533
|
+
is_pdf = is_pdf or "application/pdf" in content_type
|
|
534
|
+
if is_pdf:
|
|
535
|
+
return _extract_pdf(url, max_chars, response)
|
|
536
|
+
# allow_binary_content is on for PDFs only; refuse other binaries before reading the whole body.
|
|
537
|
+
if content_type.startswith(("image/", "video/", "audio/", "font/")) or (
|
|
538
|
+
content_type.startswith("application/") and "json" not in content_type and "xml" not in content_type
|
|
539
|
+
):
|
|
540
|
+
response.close()
|
|
541
|
+
return {"url": url, "error": f"Unsupported binary content-type: {content_type}"}
|
|
480
542
|
|
|
481
543
|
a = Article(url, language="zh")
|
|
482
|
-
a.download()
|
|
544
|
+
a.download(input_html=network.get_html(url, config, response=response))
|
|
483
545
|
a.parse()
|
|
546
|
+
text = a.text or ""
|
|
484
547
|
return {
|
|
485
548
|
"url": url,
|
|
486
549
|
"title": a.title or "",
|
|
487
|
-
"text":
|
|
550
|
+
"text": text[:max_chars],
|
|
488
551
|
"authors": a.authors or [],
|
|
489
552
|
"publish_date": str(a.publish_date) if a.publish_date else None,
|
|
490
553
|
"top_image": a.top_image or None,
|
|
554
|
+
"format": "html",
|
|
555
|
+
"truncated": len(text) > max_chars,
|
|
491
556
|
}
|
|
492
|
-
except ImportError:
|
|
493
|
-
|
|
557
|
+
except ImportError as exc:
|
|
558
|
+
dependency = "pypdf" if exc.name == "pypdf" else "newspaper4k"
|
|
559
|
+
return {"url": url, "error": f"{dependency} not installed. pip install {dependency}"}
|
|
494
560
|
except Exception as e:
|
|
495
|
-
return {"url": url, "error":
|
|
561
|
+
return {"url": url, "error": error_message(e)}
|
|
496
562
|
|
|
497
563
|
|
|
498
564
|
# --------------- CLI Commands ---------------
|
|
@@ -515,7 +581,7 @@ def cmd_trending(args):
|
|
|
515
581
|
|
|
516
582
|
|
|
517
583
|
def cmd_extract(args):
|
|
518
|
-
return extract_article(args.url)
|
|
584
|
+
return extract_article(args.url, max_chars=args.max_chars)
|
|
519
585
|
|
|
520
586
|
|
|
521
587
|
def main():
|
|
@@ -536,7 +602,8 @@ def main():
|
|
|
536
602
|
sub.add_parser("trending")
|
|
537
603
|
|
|
538
604
|
p_ext = sub.add_parser("extract")
|
|
539
|
-
p_ext.add_argument("url", help="Article URL to extract")
|
|
605
|
+
p_ext.add_argument("url", help="Article or PDF URL to extract")
|
|
606
|
+
p_ext.add_argument("--max-chars", type=int, default=3000, help="Maximum extracted characters (1-200000)")
|
|
540
607
|
|
|
541
608
|
args = parser.parse_args()
|
|
542
609
|
if not args.command:
|
|
@@ -552,6 +619,8 @@ def main():
|
|
|
552
619
|
}
|
|
553
620
|
result = dispatch[args.command](args)
|
|
554
621
|
print(json.dumps(result, ensure_ascii=False, default=str))
|
|
622
|
+
if isinstance(result, dict) and "error" in result:
|
|
623
|
+
sys.exit(1)
|
|
555
624
|
|
|
556
625
|
|
|
557
626
|
if __name__ == "__main__":
|