msd-backtest 0.2.0__tar.gz → 0.2.1__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (94) hide show
  1. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/PKG-INFO +1 -1
  2. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/mbt/account.py +78 -12
  3. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/mbt/data_provider.py +78 -0
  4. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/mbt/portfolio.py +424 -112
  5. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/mbt/run/cli.py +128 -72
  6. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/mbt/run/msd.py +46 -27
  7. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/mbt/run/report.py +48 -41
  8. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/mbt/run/runner.py +271 -64
  9. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/mbt/select/msd.py +45 -31
  10. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/mbt/select/panel.py +52 -35
  11. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/mbt/strategy_templates/cta_momentum.py +76 -51
  12. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/mbt/strategy_templates/fundamental_timing.py +97 -68
  13. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/msd_backtest.egg-info/PKG-INFO +1 -1
  14. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/msd_backtest.egg-info/SOURCES.txt +1 -0
  15. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/pyproject.toml +1 -1
  16. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/tests/test_panel_resample.py +32 -0
  17. msd_backtest-0.2.1/tests/test_performance_optimizations.py +189 -0
  18. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/LICENSE +0 -0
  19. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/README.md +0 -0
  20. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/mbt/__init__.py +0 -0
  21. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/mbt/doctor.py +0 -0
  22. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/mbt/gui/__init__.py +0 -0
  23. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/mbt/gui/__main__.py +0 -0
  24. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/mbt/gui/app.py +0 -0
  25. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/mbt/gui/chart.py +0 -0
  26. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/mbt/gui/config.py +0 -0
  27. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/mbt/gui/dialogs.py +0 -0
  28. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/mbt/gui/downsample.py +0 -0
  29. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/mbt/gui/dpi.py +0 -0
  30. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/mbt/gui/inspect_strategy.py +0 -0
  31. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/mbt/gui/views.py +0 -0
  32. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/mbt/gui/worker.py +0 -0
  33. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/mbt/notify.py +0 -0
  34. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/mbt/run/__init__.py +0 -0
  35. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/mbt/run/backend.py +0 -0
  36. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/mbt/run/overview.py +0 -0
  37. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/mbt/run/review.py +0 -0
  38. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/mbt/run/server.py +0 -0
  39. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/mbt/run/validator.py +0 -0
  40. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/mbt/select/__init__.py +0 -0
  41. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/mbt/select/cli.py +0 -0
  42. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/mbt/select/selector.py +0 -0
  43. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/mbt/shared/__init__.py +0 -0
  44. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/mbt/shared/financial.py +0 -0
  45. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/mbt/shared/stocks.py +0 -0
  46. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/mbt/strategy.py +0 -0
  47. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/mbt/strategy_templates/__init__.py +0 -0
  48. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/mbt/strategy_templates/multifactor_rotation.py +0 -0
  49. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/msd_backtest.egg-info/dependency_links.txt +0 -0
  50. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/msd_backtest.egg-info/requires.txt +0 -0
  51. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/msd_backtest.egg-info/top_level.txt +0 -0
  52. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/setup.cfg +0 -0
  53. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/tests/test_account.py +0 -0
  54. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/tests/test_agent_first.py +0 -0
  55. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/tests/test_alpha.py +0 -0
  56. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/tests/test_benchmark_decouple.py +0 -0
  57. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/tests/test_cli_smoke.py +0 -0
  58. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/tests/test_dreman_strategy.py +0 -0
  59. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/tests/test_fee.py +0 -0
  60. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/tests/test_feedback_fixes.py +0 -0
  61. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/tests/test_financial_lag.py +0 -0
  62. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/tests/test_fix_phase1.py +0 -0
  63. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/tests/test_fix_phase2.py +0 -0
  64. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/tests/test_fix_phase3.py +0 -0
  65. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/tests/test_gui.py +0 -0
  66. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/tests/test_holding_ror_grid.py +0 -0
  67. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/tests/test_load_strategy.py +0 -0
  68. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/tests/test_mdate.py +0 -0
  69. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/tests/test_msd_setup.py +0 -0
  70. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/tests/test_multi_start_and_holdout.py +0 -0
  71. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/tests/test_notify.py +0 -0
  72. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/tests/test_overview.py +0 -0
  73. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/tests/test_panel_zero_copy.py +0 -0
  74. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/tests/test_portfolio.py +0 -0
  75. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/tests/test_position_computed_properties.py +0 -0
  76. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/tests/test_position_cost_and_ror.py +0 -0
  77. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/tests/test_raw_prices.py +0 -0
  78. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/tests/test_rebalance_sell_conflict.py +0 -0
  79. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/tests/test_report.py +0 -0
  80. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/tests/test_run_cli_selector.py +0 -0
  81. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/tests/test_run_msd.py +0 -0
  82. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/tests/test_runner.py +0 -0
  83. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/tests/test_runner_fast_path.py +0 -0
  84. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/tests/test_select_financial.py +0 -0
  85. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/tests/test_selector.py +0 -0
  86. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/tests/test_selector_contract.py +0 -0
  87. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/tests/test_selector_financial.py +0 -0
  88. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/tests/test_stocks.py +0 -0
  89. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/tests/test_strategy.py +0 -0
  90. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/tests/test_strategy_finalize.py +0 -0
  91. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/tests/test_strategy_loading_complex.py +0 -0
  92. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/tests/test_strategy_templates.py +0 -0
  93. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/tests/test_volume_breakout_monthly_yang_selector.py +0 -0
  94. {msd_backtest-0.2.0 → msd_backtest-0.2.1}/tests/test_warmup_bars.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: msd-backtest
3
- Version: 0.2.0
3
+ Version: 0.2.1
4
4
  Summary: MSD backtest framework
5
5
  License-Expression: BSD-2-Clause
6
6
  Requires-Python: >=3.12
@@ -588,6 +588,8 @@ class Account:
588
588
  fee: Fee | None = None,
589
589
  unit: int = 100,
590
590
  slippage: float = 0.0,
591
+ _dates_i64: np.ndarray | None = None,
592
+ _skip_fill: bool = False,
591
593
  ):
592
594
  """
593
595
  Args:
@@ -617,8 +619,9 @@ class Account:
617
619
  self.per_assets = 0.0
618
620
  """deducted commission and other fees"""
619
621
  self.deducted = 0.0
620
- """records of the account"""
621
- self.records = []
622
+ """records of the account (materialized lazily when backed by Rust trades)"""
623
+ self._records: list[Record] | None = []
624
+ self._raw_trades: tuple[dict[str, np.ndarray], int, int] | None = None
622
625
  """fee calculator"""
623
626
  self.fee = fee if fee is not None else Fee()
624
627
  """slippage of the buy and sell operations"""
@@ -629,7 +632,10 @@ class Account:
629
632
  s = self.group * dp.bars
630
633
  e = s + dp.bars
631
634
  """dates of current group"""
632
- self.dates = dp.dates[s:e].astype('datetime64[s]').astype(int)
635
+ if _dates_i64 is not None:
636
+ self.dates = _dates_i64[s:e]
637
+ else:
638
+ self.dates = dp.dates[s:e].astype('datetime64[s]').astype(int)
633
639
  """history of assets for current group"""
634
640
  self.assets = dp.all("assets", create_if_not_exist=np.float64)[s:e]
635
641
  """history of rate of return for current group"""
@@ -641,17 +647,75 @@ class Account:
641
647
  self.action_shares = dp.all("action_shares", create_if_not_exist=np.float64)[s:e]
642
648
 
643
649
  """corporate actions"""
644
- self.dividends = dp.all("dividend")[s:e] if "dividend" in dp.data else np.zeros(dp.bars, dtype=np.float64)
645
- self.transfer_shares = dp.all("transfer_shares")[s:e] if "transfer_shares" in dp.data else np.zeros(dp.bars, dtype=np.float64)
646
- self.right_shares = dp.all("right_shares")[s:e] if "right_shares" in dp.data else np.zeros(dp.bars, dtype=np.float64)
647
- self.right_prices = dp.all("right_price")[s:e] if "right_price" in dp.data else np.zeros(dp.bars, dtype=np.float64)
650
+ if _skip_fill:
651
+ self.dividends = None # type: ignore[assignment]
652
+ self.transfer_shares = None # type: ignore[assignment]
653
+ self.right_shares = None # type: ignore[assignment]
654
+ self.right_prices = None # type: ignore[assignment]
655
+ else:
656
+ self.dividends = dp.all("dividend")[s:e] if "dividend" in dp.data else np.zeros(dp.bars, dtype=np.float64)
657
+ self.transfer_shares = dp.all("transfer_shares")[s:e] if "transfer_shares" in dp.data else np.zeros(dp.bars, dtype=np.float64)
658
+ self.right_shares = dp.all("right_shares")[s:e] if "right_shares" in dp.data else np.zeros(dp.bars, dtype=np.float64)
659
+ self.right_prices = dp.all("right_price")[s:e] if "right_price" in dp.data else np.zeros(dp.bars, dtype=np.float64)
648
660
 
649
- self.assets.fill(initial_cash)
650
- self.ror.fill(0.0)
651
- self.actions.fill(ACTION_KEEP)
652
- self.action_shares.fill(0.0)
661
+ self.assets.fill(initial_cash)
662
+ self.ror.fill(0.0)
663
+ self.actions.fill(ACTION_KEEP)
664
+ self.action_shares.fill(0.0)
653
665
 
654
- def clone(self, group: int = 0) -> "Account":
666
+ @property
667
+ def records(self) -> list[Record]:
668
+ if self._records is None:
669
+ self._records = self._materialize_records()
670
+ return self._records
671
+
672
+ @records.setter
673
+ def records(self, val: list[Record]):
674
+ self._records = val
675
+ self._raw_trades = None
676
+
677
+ def _materialize_records(self) -> list[Record]:
678
+ raw_info = self._raw_trades
679
+ if raw_info is None:
680
+ return []
681
+ trades, start, end = raw_info
682
+ if end <= start:
683
+ return []
684
+ t_bars = trades["bar"][start:end].tolist()
685
+ t_actions = trades["action"][start:end].tolist()
686
+ t_shares = trades["shares"][start:end].tolist()
687
+ t_prices = trades["deal_price"][start:end].tolist()
688
+ t_fees = trades["fee"][start:end].tolist()
689
+ t_cash = trades["cash_after"][start:end].tolist()
690
+ t_pos_sh = trades["pos_shares"][start:end].tolist()
691
+ t_cost = trades["raw_cost_price"][start:end].tolist()
692
+
693
+ recs: list[Record] = []
694
+ for k in range(len(t_bars)):
695
+ act = t_actions[k]
696
+ sh = t_shares[k]
697
+ dp_val = t_prices[k]
698
+ if act == ACTION_BUY:
699
+ op = Operation.buy(Position(sh, dp_val))
700
+ elif act == ACTION_SELL:
701
+ op = Operation.sell(Position(sh, dp_val))
702
+ elif act == ACTION_BUY_NO_CASH:
703
+ op = Operation.buy_no_cash(Position(0.0, 0.0))
704
+ elif act == ACTION_SELL_NO_HOLD:
705
+ op = Operation.sell_no_hold(Position(0.0, 0.0))
706
+ else:
707
+ op = Operation(act, Position(sh, dp_val))
708
+ pos_snap = Position(t_pos_sh[k], t_cost[k])
709
+ recs.append(Record(t_bars[k], op, t_cash[k], 0.0, pos_snap, t_fees[k]))
710
+ return recs
711
+
712
+ def clone(
713
+ self,
714
+ group: int = 0,
715
+ *,
716
+ _dates_i64: np.ndarray | None = None,
717
+ _skip_fill: bool = False,
718
+ ) -> "Account":
655
719
  return Account(
656
720
  self.cash,
657
721
  self.dp,
@@ -659,6 +723,8 @@ class Account:
659
723
  fee=self.fee,
660
724
  unit=self.unit,
661
725
  slippage=self.slippage,
726
+ _dates_i64=_dates_i64,
727
+ _skip_fill=_skip_fill,
662
728
  )
663
729
 
664
730
  @property
@@ -8,6 +8,58 @@ from numpy.typing import DTypeLike
8
8
  MAX_N = 1_000_000_000
9
9
 
10
10
 
11
+ _UNMATERIALIZED = object()
12
+
13
+
14
+ class _LazySlicedDict(dict):
15
+ """Dict view that slices (groups, bars) arrays lazily on first field access."""
16
+
17
+ def __init__(
18
+ self,
19
+ src: dict[str, np.ndarray],
20
+ groups: int,
21
+ bars: int,
22
+ start_bar: int,
23
+ skip_keys: set[str],
24
+ ):
25
+ keys = [k for k in src if k not in skip_keys]
26
+ super().__init__({k: _UNMATERIALIZED for k in keys})
27
+ self._src = src
28
+ self._groups = groups
29
+ self._bars = bars
30
+ self._start_bar = start_bar
31
+
32
+ def _materialize(self, key):
33
+ val = dict.__getitem__(self, key)
34
+ if val is _UNMATERIALIZED:
35
+ raw = self._src[key]
36
+ if len(raw) == self._groups * self._bars:
37
+ val = np.ascontiguousarray(
38
+ raw.reshape(self._groups, self._bars)[:, self._start_bar :]
39
+ ).reshape(-1)
40
+ else:
41
+ val = raw
42
+ dict.__setitem__(self, key, val)
43
+ return val
44
+
45
+ def __getitem__(self, key):
46
+ return self._materialize(key)
47
+
48
+ def get(self, key, default=None):
49
+ if key not in self:
50
+ return default
51
+ return self._materialize(key)
52
+
53
+ def items(self):
54
+ return [(k, self._materialize(k)) for k in self.keys()]
55
+
56
+ def values(self):
57
+ return [self._materialize(k) for k in self.keys()]
58
+
59
+ def copy(self):
60
+ return {k: self._materialize(k) for k in self.keys()}
61
+
62
+
11
63
  class NextHook(Protocol):
12
64
  def __call__(self, i: int, groups: int, bars: int):
13
65
  """
@@ -146,3 +198,29 @@ class DataProvider:
146
198
  k: v for k, v in self.data.items() if len(v) == self.groups * self.bars
147
199
  }
148
200
  return Panel(cols, list(self.objs), self.bars)
201
+
202
+ def slice_time_window(self, start_bar: int, warmup_bars: int = 0) -> "DataProvider":
203
+ """Return a new DataProvider sliced from `start_bar` to the end without re-querying MSD."""
204
+ if start_bar < 0 or start_bar >= self.bars:
205
+ raise ValueError(f"start_bar {start_bar} out of range [0, {self.bars})")
206
+
207
+ transient = {"assets", "ror", "ror_hold", "actions", "action_shares"}
208
+ g = self.groups
209
+ b = self.bars
210
+ if start_bar == 0:
211
+ new_data = {k: v for k, v in self.data.items() if k not in transient}
212
+ else:
213
+ new_data = _LazySlicedDict(self.data, g, b, start_bar, transient)
214
+
215
+ dp_sub = DataProvider(
216
+ new_data,
217
+ objs=list(self.objs),
218
+ ts_name=self.ts_name,
219
+ next_hook=self.next_hook,
220
+ )
221
+ dp_sub.warmup_bars = max(0, int(warmup_bars))
222
+ if hasattr(self, "fin_only_year"):
223
+ dp_sub.fin_only_year = self.fin_only_year
224
+ if hasattr(self, "financial_frame"):
225
+ dp_sub.financial_frame = self.financial_frame
226
+ return dp_sub