@weaxs/openclaw-stock-analysis 0.2.11 → 0.2.12

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (41) hide show
  1. package/README.md +11 -52
  2. package/dist/index.js +3390 -1546
  3. package/index.ts +74 -1648
  4. package/openclaw.plugin.json +2 -0
  5. package/package.json +1 -1
  6. package/scripts/cli-json.mjs +23 -0
  7. package/scripts/exec-process.mjs +89 -0
  8. package/scripts/setup-python.mjs +37 -4
  9. package/scripts/tool-calls.mjs +489 -0
  10. package/skills/event-driven/SKILL.md +2 -2
  11. package/skills/growth-quality/SKILL.md +1 -1
  12. package/skills/stock-analysis/SKILL.md +8 -6
  13. package/skills/stock-analysis/references/stateless-analysis.md +9 -1
  14. package/tools/_cache.py +13 -0
  15. package/tools/_subproc.py +46 -0
  16. package/tools/alert_rules.py +2 -2
  17. package/tools/backtest.py +3 -3
  18. package/tools/capabilities.py +32 -9
  19. package/tools/cli_budgets.json +2 -0
  20. package/tools/diagnostics.py +3 -4
  21. package/tools/gather.py +2 -6
  22. package/tools/import_parser.py +3 -4
  23. package/tools/lixinger.py +119 -27
  24. package/tools/market_regime.py +5 -2
  25. package/tools/market_review.py +5 -6
  26. package/tools/name_resolver.py +66 -7
  27. package/tools/report_renderer.py +3 -3
  28. package/tools/requirements.txt +5 -4
  29. package/tools/risk_screening.py +3 -2
  30. package/tools/screener.py +6 -4
  31. package/tools/search_intel.py +79 -10
  32. package/tools/sec_edgar.py +266 -0
  33. package/tools/sec_holders.py +6 -0
  34. package/tools/signal_tracker.py +5 -5
  35. package/tools/stateless_analysis.py +115 -0
  36. package/tools/stock_data.py +455 -201
  37. package/tools/tiaa_disclosures.py +4 -0
  38. package/tools/tool_schemas.json +2704 -0
  39. package/tools/trading_calendar.py +65 -30
  40. package/tools/value_data.py +366 -134
  41. package/tools/watchlist.py +43 -5
@@ -18,6 +18,9 @@ INDEX_MAP = {
18
18
  "A": ("000001", "上证综指"),
19
19
  "HK": ("^HSI", "恒生指数"),
20
20
  "US": ("^GSPC", "标普500"),
21
+ "JP": ("^N225", "日经225"),
22
+ "KR": ("^KS11", "韩国KOSPI"),
23
+ "TW": ("^TWII", "台湾加权指数"),
21
24
  }
22
25
 
23
26
  REGIME_CN = {
@@ -166,7 +169,7 @@ def _detect_sector_heat(market: str) -> bool:
166
169
  def detect_regime(market: str = "A") -> dict:
167
170
  market = market.upper()
168
171
  if market not in INDEX_MAP:
169
- return {"error": f"Unsupported market: {market}. Use A/HK/US"}
172
+ return {"error": f"Unsupported market: {market}. Use {'/'.join(INDEX_MAP)}"}
170
173
 
171
174
  code, name = INDEX_MAP[market]
172
175
  klines = _get_index_kline(market)
@@ -229,7 +232,7 @@ def main():
229
232
  sub = parser.add_subparsers(dest="command")
230
233
 
231
234
  p_detect = sub.add_parser("detect")
232
- p_detect.add_argument("market", nargs="?", default="A", choices=["A", "HK", "US"])
235
+ p_detect.add_argument("market", nargs="?", default="A", choices=list(INDEX_MAP))
233
236
 
234
237
  args = parser.parse_args()
235
238
  if not args.command:
@@ -18,9 +18,10 @@ from pathlib import Path
18
18
 
19
19
  sys.path.insert(0, os.path.dirname(os.path.abspath(__file__)))
20
20
 
21
- from _subproc import command_timeout, utf8_stdio
21
+ from _subproc import command_timeout, error_message, utf8_stdio
22
22
  from _subproc import run_tool as _run_tool
23
23
  from signal_tracker import _append_record, _load_records, _store_lock
24
+ from trading_calendar import market_now
24
25
 
25
26
 
26
27
  def _index_change(row):
@@ -81,8 +82,6 @@ def _signal_to_stance(signal: str) -> str | None:
81
82
 
82
83
  def review_market(market: str = "A", *, run=None) -> dict:
83
84
  """Gather market data and compute review for a single market."""
84
- from datetime import datetime
85
-
86
85
  tasks = {}
87
86
 
88
87
  if market == "A":
@@ -135,7 +134,7 @@ def review_market(market: str = "A", *, run=None) -> dict:
135
134
 
136
135
  output = {
137
136
  "market": market,
138
- "date": datetime.now().strftime("%Y-%m-%d"),
137
+ "date": market_now("CN" if market == "A" else market).strftime("%Y-%m-%d"),
139
138
  "indices": results.get("indices"),
140
139
  "stats": results.get("stats"),
141
140
  "sectors": results.get("sectors"),
@@ -169,7 +168,7 @@ def save_review(report: dict, store: Path | None = None) -> dict:
169
168
  with _store_lock(store):
170
169
  _append_record(store, report)
171
170
  except (OSError, ValueError) as e:
172
- return {"error": str(e)}
171
+ return {"error": error_message(e)}
173
172
  return {"saved": True, "date": report.get("review_date") or report.get("date")}
174
173
 
175
174
 
@@ -181,7 +180,7 @@ def cmd_history(args) -> dict:
181
180
  records = _load_records(store)
182
181
  except (OSError, UnicodeDecodeError) as e:
183
182
  # store is a directory / not UTF-8 — same clean-error contract as save_review
184
- return {"error": str(e)}
183
+ return {"error": error_message(e)}
185
184
  limit = max(args.limit, 0)
186
185
  recent = records[-limit:][::-1] if limit else []
187
186
  return {"count": len(recent), "records": recent}
@@ -2,7 +2,9 @@
2
2
  """Resolve Chinese stock names / pinyin / fuzzy input to stock codes."""
3
3
 
4
4
  import argparse
5
+ import functools
5
6
  import json
7
+ import re
6
8
  import sys
7
9
  from difflib import SequenceMatcher
8
10
  from pathlib import Path
@@ -10,8 +12,8 @@ from pathlib import Path
10
12
  sys.path.insert(0, str(Path(__file__).resolve().parent))
11
13
 
12
14
  from _cache import DAY, cached # noqa: E402
13
- from _subproc import utf8_stdio # noqa: E402
14
- from stock_data import _akshare_retry # noqa: E402
15
+ from _subproc import error_message, utf8_stdio # noqa: E402
16
+ from stock_data import _akshare_retry, normalize_us_symbol # noqa: E402
15
17
 
16
18
 
17
19
  def _load_stock_map() -> list[dict]:
@@ -39,6 +41,39 @@ def _load_stock_map() -> list[dict]:
39
41
  raise RuntimeError(f"Failed to load stock list: {e}") from e
40
42
 
41
43
 
44
+ @functools.cache # one attempt per process: import_parser resolves many names and failures are not disk-cached
45
+ def _load_international_stock_map() -> list[dict]:
46
+ # Odd provider rows are skipped: one unexpected code must not drop a whole market's names.
47
+ def fetch_hk():
48
+ import akshare as ak
49
+
50
+ records = []
51
+ for row in _akshare_retry(ak.stock_hk_spot_em).to_dict("records"):
52
+ code, name = str(row["代码"]).split(".", 1)[0].zfill(5), row["名称"]
53
+ if code.isdigit() and len(code) == 5 and isinstance(name, str) and name.strip():
54
+ records.append({"code": f"{code}.HK", "name": name})
55
+ return records
56
+
57
+ def fetch_us():
58
+ import akshare as ak
59
+
60
+ records = []
61
+ for row in _akshare_retry(ak.stock_us_spot_em).to_dict("records"):
62
+ code, name = normalize_us_symbol(row["代码"]), row["名称"]
63
+ if re.fullmatch(r"[A-Z0-9-]{1,10}", code) and isinstance(name, str) and name.strip():
64
+ records.append({"code": code, "name": name})
65
+ return records
66
+
67
+ records = []
68
+ for key, fetch in (("stock-name-map:hk:v1", fetch_hk), ("stock-name-map:us:v1", fetch_us)):
69
+ try:
70
+ records.extend(cached(key, DAY, fetch))
71
+ except Exception:
72
+ # One unavailable market must not hide the other markets' names.
73
+ continue
74
+ return records
75
+
76
+
42
77
  def _to_pinyin(text: str) -> str:
43
78
  try:
44
79
  from pypinyin import lazy_pinyin
@@ -57,16 +92,16 @@ def _to_pinyin_initials(text: str) -> str:
57
92
  return ""
58
93
 
59
94
 
60
- def resolve(query: str, top: int = 5) -> list[dict]:
61
- stocks = _load_stock_map()
95
+ def _resolve_stocks(query: str, top: int, stocks: list[dict]) -> list[dict]:
62
96
  query = query.strip()
63
97
  q_lower = query.lower()
98
+ q_code = query.upper()
64
99
 
65
- exact = [s for s in stocks if s["code"] == query or s["name"] == query]
100
+ exact = [s for s in stocks if s["code"].upper() == q_code or s["name"] == query]
66
101
  if exact:
67
102
  return exact[:top]
68
103
 
69
- prefix_code = [s for s in stocks if s["code"].startswith(query)]
104
+ prefix_code = [s for s in stocks if s["code"].upper().startswith(q_code)]
70
105
  if prefix_code:
71
106
  return prefix_code[:top]
72
107
 
@@ -104,6 +139,30 @@ def resolve(query: str, top: int = 5) -> list[dict]:
104
139
  return [{"code": s["code"], "name": s["name"], "score": round(sc, 2)} for sc, s in scored[:top]]
105
140
 
106
141
 
142
+ def resolve(query: str, top: int = 5) -> list[dict]:
143
+ load_error = None
144
+ try:
145
+ stocks = _load_stock_map()
146
+ local = _resolve_stocks(query, top, stocks)
147
+ except Exception as exc:
148
+ stocks, local, load_error = [], [], exc
149
+ query = query.strip()
150
+ code_like = re.fullmatch(r"[A-Za-z][A-Za-z0-9.-]{0,14}", query)
151
+ # A substring hit (京东 → 京东方A) is not proof the user meant an A share (京东集团-SW is HK).
152
+ partial_name = bool(local) and "score" not in local[0] and query != local[0]["name"] and query in local[0]["name"]
153
+ # Pinyin/initials scores are not proof either (特斯拉 → 天士力 scores 0.9), so only literal hits short-circuit.
154
+ if local and "score" not in local[0] and not code_like and not partial_name:
155
+ return local
156
+ international = _load_international_stock_map()
157
+ if international:
158
+ hits = _resolve_stocks(query, top, stocks + international)
159
+ if load_error is None or (hits and "score" not in hits[0]): # fuzzy-only hits are a miss
160
+ return hits
161
+ if load_error is not None:
162
+ raise load_error
163
+ return local
164
+
165
+
107
166
  def main():
108
167
  parser = argparse.ArgumentParser(description="Stock name resolver")
109
168
  sub = parser.add_subparsers(dest="command")
@@ -120,7 +179,7 @@ def main():
120
179
  try:
121
180
  result = resolve(args.query, args.top)
122
181
  except RuntimeError as e:
123
- result = {"error": str(e)}
182
+ result = {"error": error_message(e)}
124
183
  print(json.dumps(result, ensure_ascii=False))
125
184
 
126
185
 
@@ -12,7 +12,7 @@ from datetime import datetime, timezone
12
12
  from pathlib import Path
13
13
 
14
14
  sys.path.insert(0, str(Path(__file__).resolve().parent))
15
- from _subproc import utf8_stdio
15
+ from _subproc import error_message, utf8_stdio
16
16
  from market_review import save_review
17
17
 
18
18
  try:
@@ -55,12 +55,12 @@ def render(kind: str, template: str, report: dict) -> dict:
55
55
  try:
56
56
  tpl = _env().get_template(tpl_path)
57
57
  except Exception as e:
58
- return {"error": f"failed to load template {tpl_path}: {e}"}
58
+ return {"error": f"failed to load template {tpl_path}: {error_message(e)}"}
59
59
 
60
60
  try:
61
61
  content = tpl.render(**report)
62
62
  except Exception as e:
63
- return {"error": f"render failed: {e}", "template": tpl_path}
63
+ return {"error": f"render failed: {error_message(e)}", "template": tpl_path}
64
64
 
65
65
  return {
66
66
  "meta": {
@@ -1,16 +1,17 @@
1
1
  akshare>=1.20.24; python_version >= "3.11"
2
2
  akshare>=1.14.0; python_version < "3.11"
3
3
  yfinance>=0.2.36
4
- pandas>=2.0.0
4
+ pandas>=2.0.0,<4
5
5
  numpy>=1.24.0
6
6
  pyyaml>=6.0
7
7
  pypinyin>=0.50.0
8
+ pypdf>=5.0.0
8
9
  requests>=2.33.0
9
10
  exchange-calendars>=4.5.0
10
- newspaper4k>=0.9.6.1
11
+ jinja2>=3.1.6
12
+ # optional providers: failover-only sources; setup-python.mjs only warns when one cannot install
11
13
  efinance>=0.5.0
12
14
  baostock>=0.8.8
13
- pytdx>=1.72
14
15
  longport>=1.0.0
15
16
  finnhub-python>=2.4.0
16
- jinja2>=3.1.6
17
+ newspaper4k>=0.9.6.1
@@ -7,12 +7,13 @@ import math
7
7
  import os
8
8
  import sys
9
9
  from concurrent.futures import Future, ThreadPoolExecutor
10
- from datetime import datetime, timedelta
10
+ from datetime import timedelta
11
11
 
12
12
  sys.path.insert(0, os.path.dirname(os.path.abspath(__file__)))
13
13
 
14
14
  from _subproc import run_tool as _run_tool
15
15
  from _subproc import utf8_stdio
16
+ from trading_calendar import market_now
16
17
 
17
18
 
18
19
  def _safe_float(val) -> float | None:
@@ -181,7 +182,7 @@ def _fetch_lockup(symbol: str) -> dict:
181
182
  if df.empty:
182
183
  return result
183
184
 
184
- now = datetime.now().replace(hour=0, minute=0, second=0, microsecond=0)
185
+ now = market_now("CN").replace(hour=0, minute=0, second=0, microsecond=0)
185
186
  cutoff = now + timedelta(days=30)
186
187
 
187
188
  date_col = None
package/tools/screener.py CHANGED
@@ -148,12 +148,13 @@ def compute_scores(df: pd.DataFrame) -> pd.DataFrame:
148
148
  mom_parts.append(_minmax(df["volume_ratio"]))
149
149
  df["momentum_score"] = pd.concat(mom_parts, axis=1).mean(axis=1) if mom_parts else np.nan
150
150
 
151
- # Liquidity: higher turnover_rate and volume → higher score
151
+ # Liquidity: higher turnover_rate and money traded → higher score. Share volume would
152
+ # favour low-priced stocks, so the cross-stock leg ranks turnover (成交额).
152
153
  liq_parts = []
153
154
  if "turnover_rate" in df.columns:
154
155
  liq_parts.append(_minmax(df["turnover_rate"]))
155
- if "volume" in df.columns:
156
- liq_parts.append(_minmax(df["volume"].astype(float)))
156
+ if "turnover" in df.columns:
157
+ liq_parts.append(_minmax(df["turnover"].astype(float)))
157
158
  df["liquidity_score"] = pd.concat(liq_parts, axis=1).mean(axis=1) if liq_parts else np.nan
158
159
 
159
160
  groups = df[[f"{group}_score" for group in L1_WEIGHTS]].rename(columns=lambda name: name.removesuffix("_score"))
@@ -465,6 +466,7 @@ def screen(market: str, top: int, config: dict | None, l2: bool = False) -> dict
465
466
  "price",
466
467
  "change_pct",
467
468
  "volume",
469
+ "turnover",
468
470
  "turnover_rate",
469
471
  "pe",
470
472
  "pe_basis",
@@ -489,7 +491,7 @@ def screen(market: str, top: int, config: dict | None, l2: bool = False) -> dict
489
491
  factor_inputs = {
490
492
  "value": ("pe", "pb", "dividend_yield"),
491
493
  "momentum": ("change_pct", "volume_ratio"),
492
- "liquidity": ("turnover_rate", "volume"),
494
+ "liquidity": ("turnover_rate", "turnover"),
493
495
  }
494
496
  weights = L1_WEIGHTS
495
497
  available = [
@@ -9,9 +9,10 @@ import re
9
9
  import sys
10
10
  import time as _time
11
11
  from contextvars import ContextVar
12
+ from urllib.parse import urlparse
12
13
 
13
14
  sys.path.insert(0, os.path.dirname(os.path.abspath(__file__)))
14
- from _subproc import scrub_secrets, utf8_stdio
15
+ from _subproc import error_message, scrub_secrets, utf8_stdio
15
16
 
16
17
  _SEARCH_STATE = ContextVar("search_budget", default=None)
17
18
 
@@ -474,25 +475,90 @@ def get_trending_sentiment() -> dict:
474
475
  # --------------- Article Extraction ---------------
475
476
 
476
477
 
477
- def extract_article(url: str) -> dict:
478
+ def _extract_pdf(url: str, max_chars: int, response) -> dict:
479
+ import io
480
+
481
+ content = bytearray()
482
+ try:
483
+ from pypdf import PdfReader
484
+
485
+ for chunk in response.iter_content(65536):
486
+ content.extend(chunk)
487
+ if len(content) > 25 * 1024 * 1024:
488
+ raise ValueError("PDF exceeds the 25 MiB download limit")
489
+ finally:
490
+ response.close()
491
+ if not content.startswith(b"%PDF-"):
492
+ raise ValueError("URL did not return a PDF document")
493
+
494
+ reader = PdfReader(io.BytesIO(content))
495
+ parts = []
496
+ for page in reader.pages:
497
+ parts.append(page.extract_text() or "")
498
+ if sum(map(len, parts)) > max_chars:
499
+ break
500
+ text = "\n".join(parts)
501
+ metadata = reader.metadata or {}
502
+ return {
503
+ "url": url,
504
+ "title": str(metadata.get("/Title") or ""),
505
+ "text": text[:max_chars],
506
+ "authors": [str(metadata["/Author"])] if metadata.get("/Author") else [],
507
+ "publish_date": str(metadata["/CreationDate"]) if metadata.get("/CreationDate") else None,
508
+ "top_image": None,
509
+ "format": "pdf",
510
+ "page_count": len(reader.pages),
511
+ "truncated": len(text) > max_chars,
512
+ }
513
+
514
+
515
+ def extract_article(url: str, max_chars: int = 3000) -> dict:
516
+ if isinstance(max_chars, bool) or not isinstance(max_chars, int) or not 1 <= max_chars <= 200000:
517
+ return {"url": url, "error": "max_chars must be an integer between 1 and 200000"}
518
+ is_pdf = url.lower().split("?", 1)[0].endswith(".pdf")
478
519
  try:
479
- from newspaper import Article
520
+ from newspaper import Article, network
521
+
522
+ config = network.Configuration()
523
+ config.allow_binary_content = True
524
+ config.requests_params.update(timeout=30, stream=True)
525
+ host = (urlparse(url).hostname or "").lower()
526
+ if host == "sec.gov" or host.endswith(".sec.gov"):
527
+ from sec_edgar import identity
528
+
529
+ config.browser_user_agent = identity() # SEC answers 403 to requests without a declared contact
530
+ response = network.do_request(url, config)
531
+ response.raise_for_status()
532
+ content_type = response.headers.get("content-type", "").lower()
533
+ is_pdf = is_pdf or "application/pdf" in content_type
534
+ if is_pdf:
535
+ return _extract_pdf(url, max_chars, response)
536
+ # allow_binary_content is on for PDFs only; refuse other binaries before reading the whole body.
537
+ if content_type.startswith(("image/", "video/", "audio/", "font/")) or (
538
+ content_type.startswith("application/") and "json" not in content_type and "xml" not in content_type
539
+ ):
540
+ response.close()
541
+ return {"url": url, "error": f"Unsupported binary content-type: {content_type}"}
480
542
 
481
543
  a = Article(url, language="zh")
482
- a.download()
544
+ a.download(input_html=network.get_html(url, config, response=response))
483
545
  a.parse()
546
+ text = a.text or ""
484
547
  return {
485
548
  "url": url,
486
549
  "title": a.title or "",
487
- "text": (a.text or "")[:3000],
550
+ "text": text[:max_chars],
488
551
  "authors": a.authors or [],
489
552
  "publish_date": str(a.publish_date) if a.publish_date else None,
490
553
  "top_image": a.top_image or None,
554
+ "format": "html",
555
+ "truncated": len(text) > max_chars,
491
556
  }
492
- except ImportError:
493
- return {"url": url, "error": "newspaper4k not installed. pip install newspaper4k"}
557
+ except ImportError as exc:
558
+ dependency = "pypdf" if exc.name == "pypdf" else "newspaper4k"
559
+ return {"url": url, "error": f"{dependency} not installed. pip install {dependency}"}
494
560
  except Exception as e:
495
- return {"url": url, "error": str(e)}
561
+ return {"url": url, "error": error_message(e)}
496
562
 
497
563
 
498
564
  # --------------- CLI Commands ---------------
@@ -515,7 +581,7 @@ def cmd_trending(args):
515
581
 
516
582
 
517
583
  def cmd_extract(args):
518
- return extract_article(args.url)
584
+ return extract_article(args.url, max_chars=args.max_chars)
519
585
 
520
586
 
521
587
  def main():
@@ -536,7 +602,8 @@ def main():
536
602
  sub.add_parser("trending")
537
603
 
538
604
  p_ext = sub.add_parser("extract")
539
- p_ext.add_argument("url", help="Article URL to extract")
605
+ p_ext.add_argument("url", help="Article or PDF URL to extract")
606
+ p_ext.add_argument("--max-chars", type=int, default=3000, help="Maximum extracted characters (1-200000)")
540
607
 
541
608
  args = parser.parse_args()
542
609
  if not args.command:
@@ -552,6 +619,8 @@ def main():
552
619
  }
553
620
  result = dispatch[args.command](args)
554
621
  print(json.dumps(result, ensure_ascii=False, default=str))
622
+ if isinstance(result, dict) and "error" in result:
623
+ sys.exit(1)
555
624
 
556
625
 
557
626
  if __name__ == "__main__":