@weaxs/openclaw-stock-analysis 0.2.10 → 0.2.12

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (41) hide show
  1. package/README.md +11 -51
  2. package/dist/index.js +3693 -1971
  3. package/index.ts +74 -1636
  4. package/openclaw.plugin.json +3 -0
  5. package/package.json +3 -3
  6. package/scripts/cli-json.mjs +23 -0
  7. package/scripts/exec-process.mjs +89 -0
  8. package/scripts/setup-python.mjs +37 -4
  9. package/scripts/tool-calls.mjs +489 -0
  10. package/skills/event-driven/SKILL.md +2 -2
  11. package/skills/growth-quality/SKILL.md +1 -1
  12. package/skills/stock-analysis/SKILL.md +12 -7
  13. package/skills/stock-analysis/references/stateless-analysis.md +9 -1
  14. package/tools/_cache.py +13 -0
  15. package/tools/_subproc.py +46 -0
  16. package/tools/alert_rules.py +65 -16
  17. package/tools/backtest.py +3 -3
  18. package/tools/capabilities.py +32 -9
  19. package/tools/cli_budgets.json +2 -0
  20. package/tools/diagnostics.py +3 -4
  21. package/tools/gather.py +2 -6
  22. package/tools/import_parser.py +3 -4
  23. package/tools/lixinger.py +119 -27
  24. package/tools/market_regime.py +5 -2
  25. package/tools/market_review.py +5 -6
  26. package/tools/name_resolver.py +82 -21
  27. package/tools/report_renderer.py +3 -3
  28. package/tools/requirements.txt +6 -5
  29. package/tools/risk_screening.py +3 -2
  30. package/tools/screener.py +6 -4
  31. package/tools/search_intel.py +81 -12
  32. package/tools/sec_edgar.py +266 -0
  33. package/tools/sec_holders.py +6 -0
  34. package/tools/signal_tracker.py +11 -10
  35. package/tools/stateless_analysis.py +115 -0
  36. package/tools/stock_data.py +707 -222
  37. package/tools/tiaa_disclosures.py +267 -0
  38. package/tools/tool_schemas.json +2704 -0
  39. package/tools/trading_calendar.py +65 -30
  40. package/tools/value_data.py +366 -134
  41. package/tools/watchlist.py +43 -5
@@ -2,41 +2,78 @@
2
2
  """Resolve Chinese stock names / pinyin / fuzzy input to stock codes."""
3
3
 
4
4
  import argparse
5
+ import functools
5
6
  import json
7
+ import re
6
8
  import sys
7
9
  from difflib import SequenceMatcher
8
10
  from pathlib import Path
9
11
 
10
12
  sys.path.insert(0, str(Path(__file__).resolve().parent))
11
13
 
12
- from _subproc import utf8_stdio # noqa: E402
13
- from stock_data import _akshare_retry # noqa: E402
14
-
15
- _STOCK_MAP_CACHE = None
14
+ from _cache import DAY, cached # noqa: E402
15
+ from _subproc import error_message, utf8_stdio # noqa: E402
16
+ from stock_data import _akshare_retry, normalize_us_symbol # noqa: E402
16
17
 
17
18
 
18
19
  def _load_stock_map() -> list[dict]:
19
- global _STOCK_MAP_CACHE
20
- if _STOCK_MAP_CACHE is not None:
21
- return _STOCK_MAP_CACHE
22
- try:
20
+ def fetch():
23
21
  import akshare as ak
24
22
 
25
23
  df = _akshare_retry(ak.stock_zh_a_spot_em)
26
24
  records = []
27
- for _, row in df.iterrows():
28
- records.append(
29
- {
30
- "code": str(row.get("代码", "")),
31
- "name": str(row.get("名称", "")),
32
- }
33
- )
34
- _STOCK_MAP_CACHE = records
25
+ for row in df.to_dict("records"):
26
+ code, name = str(row["代码"]), row["名称"]
27
+ if (
28
+ len(code) != 6
29
+ or not code.isascii()
30
+ or not code.isdigit()
31
+ or not isinstance(name, str)
32
+ or not name.strip()
33
+ ):
34
+ raise ValueError("Stock name map contains invalid codes or names")
35
+ records.append({"code": code, "name": name})
35
36
  return records
37
+
38
+ try:
39
+ return cached("stock-name-map:v1", DAY, fetch)
36
40
  except Exception as e:
37
41
  raise RuntimeError(f"Failed to load stock list: {e}") from e
38
42
 
39
43
 
44
+ @functools.cache # one attempt per process: import_parser resolves many names and failures are not disk-cached
45
+ def _load_international_stock_map() -> list[dict]:
46
+ # Odd provider rows are skipped: one unexpected code must not drop a whole market's names.
47
+ def fetch_hk():
48
+ import akshare as ak
49
+
50
+ records = []
51
+ for row in _akshare_retry(ak.stock_hk_spot_em).to_dict("records"):
52
+ code, name = str(row["代码"]).split(".", 1)[0].zfill(5), row["名称"]
53
+ if code.isdigit() and len(code) == 5 and isinstance(name, str) and name.strip():
54
+ records.append({"code": f"{code}.HK", "name": name})
55
+ return records
56
+
57
+ def fetch_us():
58
+ import akshare as ak
59
+
60
+ records = []
61
+ for row in _akshare_retry(ak.stock_us_spot_em).to_dict("records"):
62
+ code, name = normalize_us_symbol(row["代码"]), row["名称"]
63
+ if re.fullmatch(r"[A-Z0-9-]{1,10}", code) and isinstance(name, str) and name.strip():
64
+ records.append({"code": code, "name": name})
65
+ return records
66
+
67
+ records = []
68
+ for key, fetch in (("stock-name-map:hk:v1", fetch_hk), ("stock-name-map:us:v1", fetch_us)):
69
+ try:
70
+ records.extend(cached(key, DAY, fetch))
71
+ except Exception:
72
+ # One unavailable market must not hide the other markets' names.
73
+ continue
74
+ return records
75
+
76
+
40
77
  def _to_pinyin(text: str) -> str:
41
78
  try:
42
79
  from pypinyin import lazy_pinyin
@@ -55,16 +92,16 @@ def _to_pinyin_initials(text: str) -> str:
55
92
  return ""
56
93
 
57
94
 
58
- def resolve(query: str, top: int = 5) -> list[dict]:
59
- stocks = _load_stock_map()
95
+ def _resolve_stocks(query: str, top: int, stocks: list[dict]) -> list[dict]:
60
96
  query = query.strip()
61
97
  q_lower = query.lower()
98
+ q_code = query.upper()
62
99
 
63
- exact = [s for s in stocks if s["code"] == query or s["name"] == query]
100
+ exact = [s for s in stocks if s["code"].upper() == q_code or s["name"] == query]
64
101
  if exact:
65
102
  return exact[:top]
66
103
 
67
- prefix_code = [s for s in stocks if s["code"].startswith(query)]
104
+ prefix_code = [s for s in stocks if s["code"].upper().startswith(q_code)]
68
105
  if prefix_code:
69
106
  return prefix_code[:top]
70
107
 
@@ -102,6 +139,30 @@ def resolve(query: str, top: int = 5) -> list[dict]:
102
139
  return [{"code": s["code"], "name": s["name"], "score": round(sc, 2)} for sc, s in scored[:top]]
103
140
 
104
141
 
142
+ def resolve(query: str, top: int = 5) -> list[dict]:
143
+ load_error = None
144
+ try:
145
+ stocks = _load_stock_map()
146
+ local = _resolve_stocks(query, top, stocks)
147
+ except Exception as exc:
148
+ stocks, local, load_error = [], [], exc
149
+ query = query.strip()
150
+ code_like = re.fullmatch(r"[A-Za-z][A-Za-z0-9.-]{0,14}", query)
151
+ # A substring hit (京东 → 京东方A) is not proof the user meant an A share (京东集团-SW is HK).
152
+ partial_name = bool(local) and "score" not in local[0] and query != local[0]["name"] and query in local[0]["name"]
153
+ # Pinyin/initials scores are not proof either (特斯拉 → 天士力 scores 0.9), so only literal hits short-circuit.
154
+ if local and "score" not in local[0] and not code_like and not partial_name:
155
+ return local
156
+ international = _load_international_stock_map()
157
+ if international:
158
+ hits = _resolve_stocks(query, top, stocks + international)
159
+ if load_error is None or (hits and "score" not in hits[0]): # fuzzy-only hits are a miss
160
+ return hits
161
+ if load_error is not None:
162
+ raise load_error
163
+ return local
164
+
165
+
105
166
  def main():
106
167
  parser = argparse.ArgumentParser(description="Stock name resolver")
107
168
  sub = parser.add_subparsers(dest="command")
@@ -118,7 +179,7 @@ def main():
118
179
  try:
119
180
  result = resolve(args.query, args.top)
120
181
  except RuntimeError as e:
121
- result = {"error": str(e)}
182
+ result = {"error": error_message(e)}
122
183
  print(json.dumps(result, ensure_ascii=False))
123
184
 
124
185
 
@@ -12,7 +12,7 @@ from datetime import datetime, timezone
12
12
  from pathlib import Path
13
13
 
14
14
  sys.path.insert(0, str(Path(__file__).resolve().parent))
15
- from _subproc import utf8_stdio
15
+ from _subproc import error_message, utf8_stdio
16
16
  from market_review import save_review
17
17
 
18
18
  try:
@@ -55,12 +55,12 @@ def render(kind: str, template: str, report: dict) -> dict:
55
55
  try:
56
56
  tpl = _env().get_template(tpl_path)
57
57
  except Exception as e:
58
- return {"error": f"failed to load template {tpl_path}: {e}"}
58
+ return {"error": f"failed to load template {tpl_path}: {error_message(e)}"}
59
59
 
60
60
  try:
61
61
  content = tpl.render(**report)
62
62
  except Exception as e:
63
- return {"error": f"render failed: {e}", "template": tpl_path}
63
+ return {"error": f"render failed: {error_message(e)}", "template": tpl_path}
64
64
 
65
65
  return {
66
66
  "meta": {
@@ -1,16 +1,17 @@
1
- akshare>=1.18.97; python_version >= "3.11"
1
+ akshare>=1.20.24; python_version >= "3.11"
2
2
  akshare>=1.14.0; python_version < "3.11"
3
3
  yfinance>=0.2.36
4
- pandas>=2.0.0
4
+ pandas>=2.0.0,<4
5
5
  numpy>=1.24.0
6
6
  pyyaml>=6.0
7
7
  pypinyin>=0.50.0
8
+ pypdf>=5.0.0
8
9
  requests>=2.33.0
9
10
  exchange-calendars>=4.5.0
10
- newspaper4k>=0.9.0
11
+ jinja2>=3.1.6
12
+ # optional providers: failover-only sources; setup-python.mjs only warns when one cannot install
11
13
  efinance>=0.5.0
12
14
  baostock>=0.8.8
13
- pytdx>=1.72
14
15
  longport>=1.0.0
15
16
  finnhub-python>=2.4.0
16
- jinja2>=3.1.6
17
+ newspaper4k>=0.9.6.1
@@ -7,12 +7,13 @@ import math
7
7
  import os
8
8
  import sys
9
9
  from concurrent.futures import Future, ThreadPoolExecutor
10
- from datetime import datetime, timedelta
10
+ from datetime import timedelta
11
11
 
12
12
  sys.path.insert(0, os.path.dirname(os.path.abspath(__file__)))
13
13
 
14
14
  from _subproc import run_tool as _run_tool
15
15
  from _subproc import utf8_stdio
16
+ from trading_calendar import market_now
16
17
 
17
18
 
18
19
  def _safe_float(val) -> float | None:
@@ -181,7 +182,7 @@ def _fetch_lockup(symbol: str) -> dict:
181
182
  if df.empty:
182
183
  return result
183
184
 
184
- now = datetime.now().replace(hour=0, minute=0, second=0, microsecond=0)
185
+ now = market_now("CN").replace(hour=0, minute=0, second=0, microsecond=0)
185
186
  cutoff = now + timedelta(days=30)
186
187
 
187
188
  date_col = None
package/tools/screener.py CHANGED
@@ -148,12 +148,13 @@ def compute_scores(df: pd.DataFrame) -> pd.DataFrame:
148
148
  mom_parts.append(_minmax(df["volume_ratio"]))
149
149
  df["momentum_score"] = pd.concat(mom_parts, axis=1).mean(axis=1) if mom_parts else np.nan
150
150
 
151
- # Liquidity: higher turnover_rate and volume → higher score
151
+ # Liquidity: higher turnover_rate and money traded → higher score. Share volume would
152
+ # favour low-priced stocks, so the cross-stock leg ranks turnover (成交额).
152
153
  liq_parts = []
153
154
  if "turnover_rate" in df.columns:
154
155
  liq_parts.append(_minmax(df["turnover_rate"]))
155
- if "volume" in df.columns:
156
- liq_parts.append(_minmax(df["volume"].astype(float)))
156
+ if "turnover" in df.columns:
157
+ liq_parts.append(_minmax(df["turnover"].astype(float)))
157
158
  df["liquidity_score"] = pd.concat(liq_parts, axis=1).mean(axis=1) if liq_parts else np.nan
158
159
 
159
160
  groups = df[[f"{group}_score" for group in L1_WEIGHTS]].rename(columns=lambda name: name.removesuffix("_score"))
@@ -465,6 +466,7 @@ def screen(market: str, top: int, config: dict | None, l2: bool = False) -> dict
465
466
  "price",
466
467
  "change_pct",
467
468
  "volume",
469
+ "turnover",
468
470
  "turnover_rate",
469
471
  "pe",
470
472
  "pe_basis",
@@ -489,7 +491,7 @@ def screen(market: str, top: int, config: dict | None, l2: bool = False) -> dict
489
491
  factor_inputs = {
490
492
  "value": ("pe", "pb", "dividend_yield"),
491
493
  "momentum": ("change_pct", "volume_ratio"),
492
- "liquidity": ("turnover_rate", "volume"),
494
+ "liquidity": ("turnover_rate", "turnover"),
493
495
  }
494
496
  weights = L1_WEIGHTS
495
497
  available = [
@@ -9,9 +9,10 @@ import re
9
9
  import sys
10
10
  import time as _time
11
11
  from contextvars import ContextVar
12
+ from urllib.parse import urlparse
12
13
 
13
14
  sys.path.insert(0, os.path.dirname(os.path.abspath(__file__)))
14
- from _subproc import scrub_secrets, utf8_stdio
15
+ from _subproc import error_message, scrub_secrets, utf8_stdio
15
16
 
16
17
  _SEARCH_STATE = ContextVar("search_budget", default=None)
17
18
 
@@ -228,13 +229,13 @@ def _searxng_search(query: str, max_results: int = 5) -> list[dict]:
228
229
  return []
229
230
 
230
231
 
231
- def search_news(query: str, max_results: int = 10) -> dict:
232
+ def search_news(query: str, max_results: int = 10, budget_seconds: int = 45) -> dict:
232
233
  results = []
233
234
  engines_tried = []
234
235
  engines_available = []
235
236
  engines_errors = {}
236
237
 
237
- with _search_budget(45) as state:
238
+ with _search_budget(budget_seconds) as state:
238
239
  for name, fn in [
239
240
  ("tavily", _tavily_search),
240
241
  ("brave", _brave_search),
@@ -474,25 +475,90 @@ def get_trending_sentiment() -> dict:
474
475
  # --------------- Article Extraction ---------------
475
476
 
476
477
 
477
- def extract_article(url: str) -> dict:
478
+ def _extract_pdf(url: str, max_chars: int, response) -> dict:
479
+ import io
480
+
481
+ content = bytearray()
482
+ try:
483
+ from pypdf import PdfReader
484
+
485
+ for chunk in response.iter_content(65536):
486
+ content.extend(chunk)
487
+ if len(content) > 25 * 1024 * 1024:
488
+ raise ValueError("PDF exceeds the 25 MiB download limit")
489
+ finally:
490
+ response.close()
491
+ if not content.startswith(b"%PDF-"):
492
+ raise ValueError("URL did not return a PDF document")
493
+
494
+ reader = PdfReader(io.BytesIO(content))
495
+ parts = []
496
+ for page in reader.pages:
497
+ parts.append(page.extract_text() or "")
498
+ if sum(map(len, parts)) > max_chars:
499
+ break
500
+ text = "\n".join(parts)
501
+ metadata = reader.metadata or {}
502
+ return {
503
+ "url": url,
504
+ "title": str(metadata.get("/Title") or ""),
505
+ "text": text[:max_chars],
506
+ "authors": [str(metadata["/Author"])] if metadata.get("/Author") else [],
507
+ "publish_date": str(metadata["/CreationDate"]) if metadata.get("/CreationDate") else None,
508
+ "top_image": None,
509
+ "format": "pdf",
510
+ "page_count": len(reader.pages),
511
+ "truncated": len(text) > max_chars,
512
+ }
513
+
514
+
515
+ def extract_article(url: str, max_chars: int = 3000) -> dict:
516
+ if isinstance(max_chars, bool) or not isinstance(max_chars, int) or not 1 <= max_chars <= 200000:
517
+ return {"url": url, "error": "max_chars must be an integer between 1 and 200000"}
518
+ is_pdf = url.lower().split("?", 1)[0].endswith(".pdf")
478
519
  try:
479
- from newspaper import Article
520
+ from newspaper import Article, network
521
+
522
+ config = network.Configuration()
523
+ config.allow_binary_content = True
524
+ config.requests_params.update(timeout=30, stream=True)
525
+ host = (urlparse(url).hostname or "").lower()
526
+ if host == "sec.gov" or host.endswith(".sec.gov"):
527
+ from sec_edgar import identity
528
+
529
+ config.browser_user_agent = identity() # SEC answers 403 to requests without a declared contact
530
+ response = network.do_request(url, config)
531
+ response.raise_for_status()
532
+ content_type = response.headers.get("content-type", "").lower()
533
+ is_pdf = is_pdf or "application/pdf" in content_type
534
+ if is_pdf:
535
+ return _extract_pdf(url, max_chars, response)
536
+ # allow_binary_content is on for PDFs only; refuse other binaries before reading the whole body.
537
+ if content_type.startswith(("image/", "video/", "audio/", "font/")) or (
538
+ content_type.startswith("application/") and "json" not in content_type and "xml" not in content_type
539
+ ):
540
+ response.close()
541
+ return {"url": url, "error": f"Unsupported binary content-type: {content_type}"}
480
542
 
481
543
  a = Article(url, language="zh")
482
- a.download()
544
+ a.download(input_html=network.get_html(url, config, response=response))
483
545
  a.parse()
546
+ text = a.text or ""
484
547
  return {
485
548
  "url": url,
486
549
  "title": a.title or "",
487
- "text": (a.text or "")[:3000],
550
+ "text": text[:max_chars],
488
551
  "authors": a.authors or [],
489
552
  "publish_date": str(a.publish_date) if a.publish_date else None,
490
553
  "top_image": a.top_image or None,
554
+ "format": "html",
555
+ "truncated": len(text) > max_chars,
491
556
  }
492
- except ImportError:
493
- return {"url": url, "error": "newspaper4k not installed. pip install newspaper4k"}
557
+ except ImportError as exc:
558
+ dependency = "pypdf" if exc.name == "pypdf" else "newspaper4k"
559
+ return {"url": url, "error": f"{dependency} not installed. pip install {dependency}"}
494
560
  except Exception as e:
495
- return {"url": url, "error": str(e)}
561
+ return {"url": url, "error": error_message(e)}
496
562
 
497
563
 
498
564
  # --------------- CLI Commands ---------------
@@ -515,7 +581,7 @@ def cmd_trending(args):
515
581
 
516
582
 
517
583
  def cmd_extract(args):
518
- return extract_article(args.url)
584
+ return extract_article(args.url, max_chars=args.max_chars)
519
585
 
520
586
 
521
587
  def main():
@@ -536,7 +602,8 @@ def main():
536
602
  sub.add_parser("trending")
537
603
 
538
604
  p_ext = sub.add_parser("extract")
539
- p_ext.add_argument("url", help="Article URL to extract")
605
+ p_ext.add_argument("url", help="Article or PDF URL to extract")
606
+ p_ext.add_argument("--max-chars", type=int, default=3000, help="Maximum extracted characters (1-200000)")
540
607
 
541
608
  args = parser.parse_args()
542
609
  if not args.command:
@@ -552,6 +619,8 @@ def main():
552
619
  }
553
620
  result = dispatch[args.command](args)
554
621
  print(json.dumps(result, ensure_ascii=False, default=str))
622
+ if isinstance(result, dict) and "error" in result:
623
+ sys.exit(1)
555
624
 
556
625
 
557
626
  if __name__ == "__main__":