dsh-stock-analysis 0.2.5 → 0.2.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -0,0 +1,263 @@
1
+ """Exact issuer CUSIPs joined to the latest published SEC 13F bulk window."""
2
+
3
+ import csv
4
+ import hashlib
5
+ import io
6
+ import math
7
+ import os
8
+ import re
9
+ import tempfile
10
+ import time
11
+ import zipfile
12
+ from collections import Counter
13
+ from datetime import date
14
+ from pathlib import Path
15
+ from xml.etree import ElementTree
16
+
17
+ import _cache
18
+ from sec_edgar import archive_base, sec_get, xml_root
19
+
20
+ CATALOG = "https://www.sec.gov/data-research/sec-markets-data/form-13f-data-sets"
21
+ MONTHS = ("jan", "feb", "mar", "apr", "may", "jun", "jul", "aug", "sep", "oct", "nov", "dec")
22
+
23
+
24
+ def sec_date(value):
25
+ value = value.strip()
26
+ if re.fullmatch(r"\d{4}-\d{2}-\d{2}", value):
27
+ return date.fromisoformat(value).isoformat()
28
+ day, month, year = value.lower().split("-")
29
+ return date(int(year), MONTHS.index(month) + 1, int(day)).isoformat()
30
+
31
+
32
+ def issuer_cusips(cik, data):
33
+ recent = data["filings"]["recent"]
34
+ forms = recent.get("form", [])
35
+ candidates = [
36
+ i
37
+ for i, form in enumerate(forms)
38
+ if form
39
+ in (
40
+ "SCHEDULE 13G",
41
+ "SCHEDULE 13G/A",
42
+ "SCHEDULE 13D",
43
+ "SCHEDULE 13D/A",
44
+ "SC 13G",
45
+ "SC 13G/A",
46
+ "SC 13D",
47
+ "SC 13D/A",
48
+ )
49
+ ]
50
+ evidence = []
51
+ for i in candidates[:10]:
52
+ document = recent["primaryDocument"][i].rsplit("/", 1)[-1]
53
+ if not re.fullmatch(r"[\w.-]+\.xml", document, re.I):
54
+ continue
55
+ filing = {"accessionNumber": recent["accessionNumber"][i]}
56
+ url = f"{archive_base(cik, filing)}/{document}"
57
+ try:
58
+ root = xml_root(sec_get(url, as_json=False))
59
+ except (ValueError, ElementTree.ParseError):
60
+ continue
61
+ issuer = root.find(".//issuerInfo")
62
+ if issuer is None:
63
+ continue
64
+ identifier = (issuer.findtext("issuerCik") or issuer.findtext("issuerCIK") or "").strip()
65
+ if not identifier.isdigit() or int(identifier) != int(cik):
66
+ continue
67
+ for node in issuer.findall(".//issuerCusipNumber"):
68
+ cusip = (node.text or "").strip().upper()
69
+ if re.fullmatch(r"[A-Z0-9*@#]{8}\d", cusip):
70
+ evidence.append(
71
+ {
72
+ "cusip": cusip,
73
+ "source_url": url,
74
+ "filing_date": recent["filingDate"][i],
75
+ "security_class": root.findtext(".//securitiesClassTitle"),
76
+ }
77
+ )
78
+ if not evidence:
79
+ raise ValueError("No verified issuer CIK/CUSIP mapping in recent structured SEC Schedule 13D/G filings")
80
+ return evidence
81
+
82
+
83
+ def latest_bulk():
84
+ html = sec_get(CATALOG, as_json=False)
85
+ windows = []
86
+ for href in re.findall(r'href=["\']([^"\']+\.zip)["\']', html, re.I):
87
+ match = re.search(r"(\d{2}[a-z]{3}\d{4})-(\d{2}[a-z]{3}\d{4})_form13f\.zip$", href, re.I)
88
+ if not match:
89
+ continue
90
+
91
+ start, end = (sec_date(f"{value[:2]}-{value[2:5]}-{value[5:]}") for value in match.groups())
92
+ if href.startswith("/files/"):
93
+ url = "https://www.sec.gov" + href
94
+ elif href.startswith("https://www.sec.gov/files/"):
95
+ url = href
96
+ else:
97
+ continue
98
+ if end <= date.today().isoformat():
99
+ windows.append({"url": url, "start": start, "end": end})
100
+ if not windows:
101
+ raise ValueError("SEC 13F bulk catalog returned no published data window")
102
+ return max(windows, key=lambda w: w["end"])
103
+
104
+
105
+ def bulk_file(window):
106
+ path = _cache.CACHE_DIR / f"sec-13f-{hashlib.sha256(window['url'].encode()).hexdigest()[:16]}.zip"
107
+ if path.exists() and 0 <= time.time() - path.stat().st_mtime < _cache.WEEK and zipfile.is_zipfile(path):
108
+ return path
109
+ path.parent.mkdir(parents=True, exist_ok=True)
110
+ tmp = None
111
+ try:
112
+ response = sec_get(window["url"], stream=True)
113
+ try:
114
+ with tempfile.NamedTemporaryFile(dir=path.parent, delete=False) as out:
115
+ tmp = Path(out.name)
116
+ size = 0
117
+ for chunk in response.iter_content(chunk_size=1024 * 1024):
118
+ size += len(chunk)
119
+ if size > 256 * 1024 * 1024:
120
+ raise ValueError("SEC bulk archive exceeds the 256 MiB download limit")
121
+ out.write(chunk)
122
+ finally:
123
+ response.close()
124
+ if not zipfile.is_zipfile(tmp):
125
+ raise ValueError("SEC bulk download is not a valid ZIP archive")
126
+ os.replace(tmp, path)
127
+ return path
128
+ except OSError as exc:
129
+ raise ValueError(f"SEC bulk archive unavailable ({type(exc).__name__})") from None
130
+ finally:
131
+ if tmp:
132
+ tmp.unlink(missing_ok=True)
133
+
134
+
135
+ def table_rows(archive, table):
136
+ names = [n for n in archive.namelist() if n.rsplit("/", 1)[-1].upper() == table + ".TSV"]
137
+ if len(names) != 1 or archive.getinfo(names[0]).file_size > 2 * 1024**3:
138
+ raise ValueError(f"SEC bulk {table} table missing or too large")
139
+ with archive.open(names[0]) as raw, io.TextIOWrapper(raw, encoding="utf-8-sig") as text:
140
+ reader = csv.DictReader(text, delimiter="\t")
141
+ if not reader.fieldnames or "ACCESSION_NUMBER" not in reader.fieldnames:
142
+ raise ValueError(f"SEC bulk {table} schema unavailable")
143
+ yield from reader
144
+
145
+
146
+ def scan_holders(path, cusips):
147
+ with zipfile.ZipFile(path) as archive:
148
+ submissions = {r["ACCESSION_NUMBER"]: r for r in table_rows(archive, "SUBMISSION")}
149
+ covers = {r["ACCESSION_NUMBER"]: r for r in table_rows(archive, "COVERPAGE")}
150
+ periods = Counter(
151
+ sec_date(r["PERIODOFREPORT"]) for r in submissions.values() if r["SUBMISSIONTYPE"] == "13F-HR"
152
+ )
153
+ if not periods:
154
+ raise ValueError("SEC bulk contains no original 13F-HR reports")
155
+ # The modal report period is the complete quarterly cohort; late older reports occur in every archive.
156
+ period = max(periods, key=lambda p: (periods[p], p))
157
+ managers = {}
158
+ for accession, row in submissions.items():
159
+ if row["SUBMISSIONTYPE"] not in ("13F-HR", "13F-HR/A") or sec_date(row["PERIODOFREPORT"]) != period:
160
+ continue
161
+ row = {**row, "date": sec_date(row["FILING_DATE"]), "accession": accession, **covers.get(accession, {})}
162
+ managers.setdefault(row["CIK"].zfill(10), []).append(row)
163
+ by_accession = {row["accession"]: (cik, row) for cik, filings in managers.items() for row in filings}
164
+ selected = set()
165
+ incomplete = set()
166
+ for cik, filings in managers.items():
167
+ bases = [r for r in filings if r["SUBMISSIONTYPE"] == "13F-HR" or r.get("AMENDMENTTYPE") == "RESTATEMENT"]
168
+ base = max(bases, key=lambda r: (r["date"], r["accession"])) if bases else None
169
+ if base:
170
+ selected.add(base["accession"])
171
+ else:
172
+ incomplete.add(cik)
173
+ for r in filings:
174
+ if r["SUBMISSIONTYPE"] == "13F-HR/A" and (
175
+ not base or (r["date"], r["accession"]) > (base["date"], base["accession"])
176
+ ):
177
+ if r.get("AMENDMENTTYPE") == "NEW HOLDINGS":
178
+ selected.add(r["accession"])
179
+ else:
180
+ incomplete.add(cik)
181
+ result = {}
182
+ # shortcut: stream one published archive per uncached CUSIP set; use a persistent DB if query volume warrants it.
183
+ for row in table_rows(archive, "INFOTABLE"):
184
+ accession = row["ACCESSION_NUMBER"]
185
+ if row["CUSIP"].strip().upper() not in cusips or accession not in by_accession:
186
+ continue
187
+ cik, filing = by_accession[accession]
188
+ if accession not in selected and cik not in incomplete:
189
+ continue
190
+ holder = result.setdefault(
191
+ cik,
192
+ {
193
+ "cik": cik,
194
+ "name": filing.get("FILINGMANAGER_NAME"),
195
+ "positions": [],
196
+ "holdings_complete": cik not in incomplete,
197
+ },
198
+ )
199
+ shares, value = float(row["SSHPRNAMT"]), float(row["VALUE"])
200
+ if not math.isfinite(shares) or not math.isfinite(value):
201
+ raise ValueError("SEC bulk contains nonfinite holding amounts")
202
+ multiplier = 1 if filing["date"] >= "2023-01-03" else 1000
203
+ holder["positions"].append(
204
+ {
205
+ "cusip": row["CUSIP"].strip().upper(),
206
+ "security_class": row.get("TITLEOFCLASS"),
207
+ "shares": shares,
208
+ "share_type": row["SSHPRNAMTTYPE"],
209
+ "put_call": row.get("PUTCALL") or None,
210
+ "reported_value_usd": value * multiplier,
211
+ "filing_date": filing["date"],
212
+ "accession": accession,
213
+ "form": filing["SUBMISSIONTYPE"],
214
+ "amendment_applied": accession in selected,
215
+ "filing_url": f"{archive_base(cik, {'accessionNumber': accession})}/{accession}-index.html",
216
+ }
217
+ )
218
+ for holder in result.values():
219
+ positions = holder["positions"]
220
+ holder["shares"] = (
221
+ sum(r["shares"] for r in positions if r["share_type"] == "SH" and not r["put_call"])
222
+ if holder["holdings_complete"]
223
+ else None
224
+ )
225
+ holder["reported_value_usd"] = (
226
+ sum(r["reported_value_usd"] for r in positions) if holder["holdings_complete"] else None
227
+ )
228
+ return (
229
+ period,
230
+ len(incomplete),
231
+ sorted(result.values(), key=lambda r: (-(r["reported_value_usd"] or 0), r["cik"])),
232
+ )
233
+
234
+
235
+ def issuer_holders(cik, data):
236
+ evidence = issuer_cusips(cik, data)
237
+ cusips = sorted({r["cusip"] for r in evidence})
238
+ window = latest_bulk()
239
+
240
+ def fetch():
241
+ period, unresolved, holders = scan_holders(bulk_file(window), set(cusips))
242
+ return {"report_date": period, "institutions": holders, "unresolved_manager_count": unresolved}
243
+
244
+ result = _cache.cached(f"sec-issuer-holders:v2:{window['url']}:{','.join(cusips)}", _cache.DAY, fetch)
245
+ return {
246
+ "cik": cik,
247
+ "issuer": data.get("name"),
248
+ "query_type": "issuer",
249
+ "source": "sec_edgar",
250
+ "cusips": cusips,
251
+ "cusip_evidence": evidence,
252
+ **result,
253
+ "institution_count": len(result["institutions"]),
254
+ "bulk_source_url": window["url"],
255
+ "filing_window_start": window["start"],
256
+ "filing_window_end": window["end"],
257
+ "mapping_complete": False,
258
+ "complete_for_mapped_cusips": result["unresolved_manager_count"] == 0,
259
+ "realtime": False,
260
+ "value_unit": "USD",
261
+ "coverage": "Published SEC 13F window for verified CUSIPs; mapping may omit other security classes/CUSIP changes; late filings, confidential positions and subsequent amendments are not included",
262
+ "shares_basis": "SH equity positions only; options and principal amounts remain separate in positions",
263
+ }
@@ -10,9 +10,12 @@ host decides when to record and when to evaluate.
10
10
  """
11
11
 
12
12
  import argparse
13
+ import contextlib
13
14
  import json
15
+ import math
14
16
  import os
15
17
  import sys
18
+ import tempfile
16
19
  from datetime import datetime
17
20
  from pathlib import Path
18
21
  from uuid import uuid4
@@ -31,26 +34,108 @@ def _store_path(args) -> Path:
31
34
  return Path(args.store) if args.store else _default_store()
32
35
 
33
36
 
34
- def _load_records(store: Path) -> list:
37
+ def _validate_signal(record):
38
+ if not isinstance(record, dict) or any(
39
+ not isinstance(record.get(field), str) or not record[field] for field in ("id", "symbol", "record_date")
40
+ ):
41
+ raise ValueError("Invalid signal identity/date")
42
+ if record.get("status") not in ("open", "closed") or record.get("direction") not in ("buy", "sell"):
43
+ raise ValueError("Invalid signal status/direction")
44
+ if record.get("source") is not None and not isinstance(record["source"], str):
45
+ raise ValueError("Signal source must be a string")
46
+ if record.get("entry_price") is None or any(
47
+ isinstance(record.get(field), bool)
48
+ or not isinstance(record[field], (int, float))
49
+ or not math.isfinite(record[field])
50
+ or record[field] <= 0
51
+ for field in ("entry_price", "target_price", "stop_price")
52
+ if record.get(field) is not None
53
+ ):
54
+ raise ValueError("Signal prices must be finite and positive")
55
+ horizon = record.get("horizon_days")
56
+ if isinstance(horizon, bool) or not isinstance(horizon, int) or horizon <= 0:
57
+ raise ValueError("Signal horizon_days must be a positive integer")
58
+ try:
59
+ date = datetime.strptime(record["record_date"], "%Y-%m-%d")
60
+ except ValueError as e:
61
+ raise ValueError("Signal date must be YYYY-MM-DD") from e
62
+ if date.strftime("%Y-%m-%d") != record["record_date"]:
63
+ raise ValueError("Signal date must be YYYY-MM-DD")
64
+
65
+
66
+ @contextlib.contextmanager
67
+ def _store_lock(store: Path):
68
+ # Lock a separate file: replacing the JSONL must not replace the lock inode.
69
+ store.parent.mkdir(parents=True, exist_ok=True)
70
+ with store.with_name(store.name + ".lock").open("a+b") as lock:
71
+ if sys.platform == "win32":
72
+ import msvcrt
73
+
74
+ if lock.seek(0, os.SEEK_END) == 0:
75
+ lock.write(b"\0")
76
+ lock.flush()
77
+ lock.seek(0)
78
+ msvcrt.locking(lock.fileno(), msvcrt.LK_LOCK, 1)
79
+ else:
80
+ import fcntl
81
+
82
+ fcntl.flock(lock.fileno(), fcntl.LOCK_EX)
83
+ try:
84
+ yield
85
+ finally:
86
+ if sys.platform == "win32":
87
+ lock.seek(0)
88
+ msvcrt.locking(lock.fileno(), msvcrt.LK_UNLCK, 1)
89
+ else:
90
+ fcntl.flock(lock.fileno(), fcntl.LOCK_UN)
91
+
92
+
93
+ def _load_records(store: Path, strict: bool = False) -> list:
35
94
  if not store.exists():
36
95
  return []
37
96
  records = []
38
- for line in store.read_text(encoding="utf-8").splitlines():
97
+ for number, line in enumerate(store.read_text(encoding="utf-8").splitlines(), 1):
39
98
  line = line.strip()
40
99
  if line:
41
100
  try:
42
- records.append(json.loads(line))
43
- except json.JSONDecodeError:
101
+ record = json.loads(line)
102
+ except json.JSONDecodeError as e:
103
+ if strict:
104
+ raise ValueError(f"Invalid signal JSON at line {number}; store left unchanged") from e
44
105
  continue
106
+ if strict:
107
+ try:
108
+ _validate_signal(record)
109
+ except ValueError as e:
110
+ raise ValueError(f"Invalid signal record at line {number}; store left unchanged: {e}") from e
111
+ records.append(record)
45
112
  return records
46
113
 
47
114
 
48
115
  def _save_records(store: Path, records: list):
49
- """Atomic rewrite: write <store>.tmp, then os.replace onto the store."""
116
+ """Atomic rewrite; caller holds the store lock."""
50
117
  store.parent.mkdir(parents=True, exist_ok=True)
51
- tmp = store.parent / (store.name + ".tmp")
52
- tmp.write_text("".join(json.dumps(r, ensure_ascii=False) + "\n" for r in records), encoding="utf-8")
53
- os.replace(tmp, store)
118
+ tmp = None
119
+ try:
120
+ with tempfile.NamedTemporaryFile(mode="w", encoding="utf-8", dir=store.parent, delete=False) as stream:
121
+ tmp = Path(stream.name)
122
+ stream.write("".join(json.dumps(r, ensure_ascii=False) + "\n" for r in records))
123
+ os.replace(tmp, store)
124
+ finally:
125
+ if tmp:
126
+ with contextlib.suppress(OSError):
127
+ tmp.unlink(missing_ok=True)
128
+
129
+
130
+ def _append_record(store: Path, record: dict):
131
+ """Append one complete JSON line; caller holds the store lock."""
132
+ payload = (json.dumps(record, ensure_ascii=False, default=str, allow_nan=False) + "\n").encode("utf-8")
133
+ with store.open("a+b") as stream:
134
+ if stream.seek(0, os.SEEK_END):
135
+ stream.seek(-1, os.SEEK_END)
136
+ if stream.read(1) != b"\n":
137
+ stream.write(b"\n")
138
+ stream.write(payload)
54
139
 
55
140
 
56
141
  def cmd_record(args):
@@ -78,10 +163,11 @@ def cmd_record(args):
78
163
  }
79
164
  store = _store_path(args)
80
165
  try:
81
- store.parent.mkdir(parents=True, exist_ok=True)
82
- with store.open("a", encoding="utf-8") as f:
83
- f.write(json.dumps(record, ensure_ascii=False) + "\n")
84
- except OSError as e:
166
+ _validate_signal(record)
167
+ with _store_lock(store):
168
+ _load_records(store, strict=True)
169
+ _append_record(store, record)
170
+ except (OSError, ValueError) as e:
85
171
  return {"error": str(e)}
86
172
  return record
87
173
 
@@ -135,9 +221,26 @@ def _kline_count(rec: dict) -> int:
135
221
  return min(max(horizon + 40, elapsed + 15), 800)
136
222
 
137
223
 
224
+ def _valid_bar(bar) -> bool:
225
+ if not isinstance(bar, dict):
226
+ return False
227
+ try:
228
+ date = datetime.strptime(bar["date"], "%Y-%m-%d")
229
+ except (KeyError, TypeError, ValueError):
230
+ return False
231
+ return date.strftime("%Y-%m-%d") == bar["date"] and all(
232
+ isinstance(bar.get(key), (int, float)) and math.isfinite(bar[key]) and bar[key] > 0
233
+ for key in ("high", "low", "close")
234
+ )
235
+
236
+
138
237
  def cmd_evaluate(args):
139
238
  store = _store_path(args)
140
- records = _load_records(store)
239
+ try:
240
+ with _store_lock(store):
241
+ records = _load_records(store, strict=True)
242
+ except (OSError, ValueError) as e:
243
+ return {"error": str(e)}
141
244
  results = []
142
245
  evaluated = closed = 0
143
246
  changed = False
@@ -152,7 +255,12 @@ def cmd_evaluate(args):
152
255
  "stock_data.py",
153
256
  ["kline", rec["symbol"], "--period", "daily", "--count", str(_kline_count(rec))],
154
257
  )
155
- if not isinstance(bars, list):
258
+ if (
259
+ not isinstance(bars, list)
260
+ or not bars
261
+ or any(not _valid_bar(bar) for bar in bars)
262
+ or min(str(b.get("date", ""))[:10] for b in bars) > rec["record_date"]
263
+ ):
156
264
  entry.update({"outcome": "skipped_no_data", "return_pct": None, "exit_date": None})
157
265
  else:
158
266
  ev = _evaluate_bars(rec, bars)
@@ -172,20 +280,35 @@ def cmd_evaluate(args):
172
280
  "return_pct": ret,
173
281
  }
174
282
  )
175
- closed += 1
176
283
  changed = True
177
284
  entry.update({"outcome": outcome, "return_pct": ret, "exit_date": exit_date})
178
285
  results.append(entry)
179
- if changed:
286
+ if results:
180
287
  try:
181
- _save_records(store, records)
182
- except OSError as e:
288
+ updates = {r["id"]: r for r in records if r.get("status") == "closed"}
289
+ with _store_lock(store):
290
+ current = _load_records(store, strict=True)
291
+ merged = [updates.get(r["id"], r) if r.get("status") == "open" else r for r in current]
292
+ if changed:
293
+ _save_records(store, merged)
294
+ persisted = {r["id"]: r for r in merged}
295
+ for entry in results:
296
+ rec = persisted[entry["id"]]
297
+ if rec.get("status") == "closed":
298
+ entry.update({key: rec.get(key) for key in ("outcome", "return_pct", "exit_date")})
299
+ closed += 1
300
+ except (OSError, ValueError) as e:
183
301
  return {"error": str(e)}
184
302
  return {"evaluated": evaluated, "closed": closed, "still_open": evaluated - closed, "results": results}
185
303
 
186
304
 
187
305
  def cmd_summary(args):
188
- records = _load_records(_store_path(args))
306
+ store = _store_path(args)
307
+ try:
308
+ with _store_lock(store):
309
+ records = _load_records(store, strict=True)
310
+ except (OSError, ValueError) as e:
311
+ return {"error": str(e)}
189
312
  filtered = records
190
313
  if args.source:
191
314
  filtered = [r for r in filtered if r.get("source") == args.source]
@@ -5,6 +5,8 @@ import argparse
5
5
  import contextlib
6
6
  import hashlib
7
7
  import json
8
+ import math
9
+ import os
8
10
  import re
9
11
  import sys
10
12
  import tempfile
@@ -206,6 +208,7 @@ def _kline_baostock(symbol: str, period: str, count: int) -> list:
206
208
  for c in ["open", "high", "low", "close", "volume"]:
207
209
  if c in df.columns:
208
210
  df[c] = pd.to_numeric(df[c], errors="coerce")
211
+ df["volume"] /= 100 # Baostock uses shares; the A-share CLI contract uses lots.
209
212
  keep = [c for c in ["date", "open", "high", "low", "close", "volume", "turnover", "change_pct"] if c in df.columns]
210
213
  df = df[keep].tail(count)
211
214
  return [_clean_row(r) for r in df.to_dict("records")]
@@ -278,6 +281,7 @@ def _tencent_payload_row(f: list, symbol: str) -> dict:
278
281
  """Build the quote row from one Tencent `~`-separated payload (already split).
279
282
  Shared by _quote_tencent (single) and _tencent_batch_quotes (snapshot leg)."""
280
283
  f += [""] * (50 - len(f)) # pad optional tail fields (pe/pb/market_cap/volume_ratio…) on short payloads
284
+ hk = detect_market(symbol) == "HK"
281
285
  turnover = _parse_float(f[37])
282
286
  market_cap = _parse_float(f[45])
283
287
  return {
@@ -286,36 +290,45 @@ def _tencent_payload_row(f: list, symbol: str) -> dict:
286
290
  "price": _parse_float(f[3]),
287
291
  "change": _parse_float(f[31]),
288
292
  "change_pct": _parse_float(f[32]),
289
- "volume": _parse_float(f[6]), # 手, same as akshare
290
- "turnover": turnover * 1e4 if turnover is not None else None,
293
+ "volume": _parse_float(f[6]), # A: 手; HK: shares, same as yfinance
294
+ "turnover": turnover * (1 if hk else 1e4) if turnover is not None else None,
291
295
  "high": _parse_float(f[33]),
292
296
  "low": _parse_float(f[34]),
293
297
  "open": _parse_float(f[5]),
294
298
  "prev_close": _parse_float(f[4]),
295
299
  "market_cap": market_cap * 1e8 if market_cap is not None else None,
296
300
  "pe": _parse_float(f[39]),
297
- "pb": _parse_float(f[46]),
298
- "turnover_rate": _parse_float(f[38]),
299
- "volume_ratio": _parse_float(f[49]),
301
+ # Tencent's HK map labels f[47] DY and f[49] WK52_Low; neither is an A-share ratio.
302
+ "pb": None if hk else _parse_float(f[46]),
303
+ "turnover_rate": None if hk else _parse_float(f[38]),
304
+ "volume_ratio": None if hk else _parse_float(f[49]),
300
305
  "amplitude": _parse_float(f[43]),
301
306
  }
302
307
 
303
308
 
304
309
  def _quote_tencent(symbol: str) -> dict:
305
- """Tencent quote via qt.gtimg.cn. GBK-encoded `v_sh600519="1~name~code~..."` fields.
310
+ """Tencent A/HK quote via qt.gtimg.cn, with a GBK-encoded `~` payload.
306
311
 
307
- Units differ from akshare: turnover arrives in 万元 and market_cap in 亿元 —
308
- both are normalized to 元 to match the rest of the chain."""
312
+ A-share turnover is 万元; HK turnover is already HKD. Market cap is 亿元
313
+ (CNY/HKD respectively); normalize monetary fields to currency units."""
309
314
  import requests
310
315
 
311
- resp = requests.get(f"https://qt.gtimg.cn/q={_cn_code(symbol)}", timeout=10)
316
+ hk = detect_market(symbol) == "HK"
317
+ if hk and not re.fullmatch(r"[0-9]{1,5}\.HK", symbol, re.IGNORECASE):
318
+ raise ValueError(f"invalid HK symbol: {symbol}")
319
+ # Tencent's hk feed is delayed 15 minutes; r_hk uses the same fields for live quotes.
320
+ code = f"r_hk{symbol[:-3].zfill(5)}" if hk else _cn_code(symbol)
321
+ resp = requests.get(f"https://qt.gtimg.cn/q={code}", timeout=10)
322
+ resp.raise_for_status()
312
323
  f = _gbk_var_payload(resp.content).split("~")
313
324
  if len(f) < 35 or not f[1]:
314
325
  raise ValueError(f"tencent returned no quote for {symbol}")
315
- row = _tencent_payload_row(f, symbol)
326
+ row = _clean_row(_tencent_payload_row(f, symbol))
327
+ if hk and (row["price"] is None or row["price"] <= 0):
328
+ raise ValueError(f"tencent returned no quote for {symbol}")
316
329
  if normalize_stock_code(symbol)["is_etf"]:
317
330
  row["is_etf"] = True
318
- return _clean_row(row)
331
+ return row
319
332
 
320
333
 
321
334
  def _kline_tencent(symbol: str, period: str, count: int) -> list:
@@ -865,7 +878,7 @@ def _kline_alphavantage(symbol: str, period: str, count: int) -> list:
865
878
  "function": fn_map.get(period, fn_map["daily"]),
866
879
  "symbol": symbol,
867
880
  "apikey": api_key,
868
- "outputsize": "compact",
881
+ "outputsize": "full" if count > 100 else "compact",
869
882
  },
870
883
  timeout=20,
871
884
  )
@@ -879,14 +892,19 @@ def _kline_alphavantage(symbol: str, period: str, count: int) -> list:
879
892
 
880
893
  rows = []
881
894
  for date_str, vals in sorted(ts.items()):
895
+ close = float(vals["4. close"])
896
+ adjusted = float(vals.get("5. adjusted close", "nan"))
897
+ if not math.isfinite(close) or not math.isfinite(adjusted) or close <= 0 or adjusted <= 0:
898
+ raise ValueError("alphavantage returned invalid adjustment prices")
899
+ factor = adjusted / close
882
900
  rows.append(
883
901
  _clean_row(
884
902
  {
885
903
  "date": date_str,
886
- "open": float(vals["1. open"]),
887
- "high": float(vals["2. high"]),
888
- "low": float(vals["3. low"]),
889
- "close": float(vals["4. close"]),
904
+ "open": float(vals["1. open"]) * factor,
905
+ "high": float(vals["2. high"]) * factor,
906
+ "low": float(vals["3. low"]) * factor,
907
+ "close": adjusted,
890
908
  "volume": int(vals.get("6. volume", vals.get("5. volume", 0))),
891
909
  }
892
910
  )
@@ -1127,7 +1145,17 @@ def _quote_finnhub(symbol: str) -> dict:
1127
1145
 
1128
1146
 
1129
1147
  def quote_yf(symbol: str) -> dict:
1130
- """HK/US/JP/KR/TW quote. Failover: yfinance → finnhub/longbridge (HK/US) → alphavantage (US only)."""
1148
+ """HK adds Tencent after yfinance; US/JP/KR/TW keep their existing failover chains."""
1149
+ if detect_market(symbol) == "HK":
1150
+ return _failover(
1151
+ [
1152
+ ("yfinance", lambda: _quote_yfinance(symbol)),
1153
+ ("tencent", lambda: _quote_tencent(symbol)),
1154
+ ("finnhub", lambda: _quote_finnhub(symbol)),
1155
+ ("longbridge", lambda: _quote_longbridge(symbol)),
1156
+ ],
1157
+ label=f"quote:{symbol}",
1158
+ )
1131
1159
  return _yf_failover(
1132
1160
  symbol,
1133
1161
  lambda: _quote_yfinance(symbol),
@@ -1451,7 +1479,9 @@ def financials_yf(symbol: str, periods: int = 1, annual: bool = False) -> dict:
1451
1479
  {
1452
1480
  "symbol": symbol,
1453
1481
  "name": info.get("shortName"),
1482
+ "currency": info.get("financialCurrency"),
1454
1483
  "market_cap": info.get("marketCap"),
1484
+ "market_cap_currency": info.get("currency"),
1455
1485
  "pe": info.get("trailingPE"),
1456
1486
  "forward_pe": info.get("forwardPE"),
1457
1487
  "pb": info.get("priceToBook"),
@@ -1517,6 +1547,37 @@ def cmd_financials(args):
1517
1547
  annual = getattr(args, "annual", False)
1518
1548
  market = detect_market(args.symbol)
1519
1549
  try:
1550
+ if market == "HK":
1551
+ if os.environ.get("LIXINGER_TOKEN"):
1552
+ try:
1553
+ from lixinger import financials_hk
1554
+
1555
+ result = financials_hk(args.symbol, periods, annual)
1556
+ snapshot = financials_yf(args.symbol, 1, False)
1557
+ result.update(
1558
+ {
1559
+ key: value
1560
+ for key, value in snapshot.items()
1561
+ if key not in ("warnings", "error") and (not snapshot.get("error") or value is not None)
1562
+ }
1563
+ )
1564
+ result["snapshot_available"] = not snapshot.get("error")
1565
+ result["snapshot_source"] = "yfinance" if result["snapshot_available"] else None
1566
+ if result["snapshot_available"]:
1567
+ result["report_date"] = snapshot.get("report_date")
1568
+ if snapshot.get("warnings"):
1569
+ result.setdefault("warnings", []).extend(snapshot["warnings"])
1570
+ return result
1571
+ except Exception:
1572
+ warning = "Lixinger HK unavailable (permissions/company type/provider); existing sources retained"
1573
+ else:
1574
+ warning = "LIXINGER_TOKEN not configured; extended HK financial history unavailable"
1575
+ result = financials_yf(args.symbol, periods, annual)
1576
+ result.setdefault("warnings", []).append(warning)
1577
+ result.setdefault("source", "yfinance/eastmoney")
1578
+ if len(result.get("periods", [])) < periods:
1579
+ result["warnings"].append("Requested HK financial history incomplete")
1580
+ return result
1520
1581
  return (
1521
1582
  financials_a(args.symbol, periods, annual) if market == "A" else financials_yf(args.symbol, periods, annual)
1522
1583
  )
@@ -3253,6 +3314,8 @@ def main():
3253
3314
  with contextlib.redirect_stdout(sys.stderr):
3254
3315
  result = dispatch[args.command](args)
3255
3316
  output(result)
3317
+ if isinstance(result, dict) and "error" in result:
3318
+ sys.exit(1)
3256
3319
 
3257
3320
 
3258
3321
  if __name__ == "__main__":