dexbot 1.6.11 → 1.6.13

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (398) hide show
  1. package/CHANGELOG.md +67 -4
  2. package/README.md +2 -1
  3. package/analysis/README.md +11 -11
  4. package/analysis/ama_fitting/README.md +5 -3
  5. package/analysis/tradingview/README.md +1 -1
  6. package/analysis/trend_detection/DYNAMIC_WEIGHT_RESEARCH.md +3 -3
  7. package/claw/README.md +1 -0
  8. package/claw/docs/AI_BOT_LIBRARY_API.md +2 -0
  9. package/claw/docs/DEXBOT2_TUNING_CHEAT_SHEET.md +4 -3
  10. package/claw/modules/chain_broadcast.ts +7 -1
  11. package/claw/modules/claw_bridge.ts +0 -3
  12. package/claw/modules/claw_launcher.ts +1 -1
  13. package/claw/modules/claw_skill_md.ts +1 -0
  14. package/claw/modules/launcher_mode_detector.ts +9 -2
  15. package/claw/package.json +3 -3
  16. package/claw/runtimes/openclaw-plugin/openclaw.plugin.json +1 -1
  17. package/claw/runtimes/openclaw-plugin/package.json +1 -1
  18. package/claw/tsconfig.json +2 -2
  19. package/dist/analysis/account_resolver.d.ts +1 -1
  20. package/dist/analysis/account_resolver.js +2 -1
  21. package/dist/analysis/ama_fitting/analyze_ama_price_changes.js +3 -4
  22. package/dist/analysis/ama_fitting/analyze_lambda_vs_slow.js +3 -21
  23. package/dist/analysis/ama_fitting/calibrate_convergence_er.js +0 -1
  24. package/dist/analysis/ama_fitting/fetch_lp_candles.js +55 -45
  25. package/dist/analysis/ama_fitting/generate_unified_comparison_chart.d.ts +1 -8
  26. package/dist/analysis/ama_fitting/generate_unified_comparison_chart.js +45 -24
  27. package/dist/analysis/ama_fitting/optimizer_high_resolution.js +34 -78
  28. package/dist/analysis/analyze_args.d.ts +43 -0
  29. package/dist/analysis/analyze_args.js +61 -0
  30. package/dist/analysis/analyze_dynamic_weight.js +7 -17
  31. package/dist/analysis/analyze_kalman.js +7 -17
  32. package/dist/analysis/analyze_regime.js +7 -17
  33. package/dist/analysis/analyze_regime_windows.js +8 -18
  34. package/dist/analysis/analyze_risk_profile.js +8 -18
  35. package/dist/analysis/analyze_trade_heatmap.js +7 -17
  36. package/dist/analysis/analyze_volatility.js +7 -17
  37. package/dist/analysis/bot_fitting/backtest_ama_sweep.d.ts +221 -28
  38. package/dist/analysis/bot_fitting/backtest_ama_sweep.js +23 -103
  39. package/dist/analysis/bot_fitting/backtest_bot_fitting.d.ts +34 -4
  40. package/dist/analysis/bot_fitting/backtest_bot_fitting.js +32 -150
  41. package/dist/analysis/bot_fitting/backtest_lookback_drawdown.js +19 -34
  42. package/dist/analysis/bot_fitting/shared_utils.d.ts +77 -9
  43. package/dist/analysis/bot_fitting/shared_utils.js +125 -9
  44. package/dist/analysis/bot_key_utils.d.ts +18 -10
  45. package/dist/analysis/bot_key_utils.js +7 -4
  46. package/dist/analysis/bot_usage/discover_bot_accounts.js +44 -47
  47. package/dist/analysis/bot_usage/kibana_bot_queries.d.ts +1 -21
  48. package/dist/analysis/chain_pool.d.ts +3 -1
  49. package/dist/analysis/chart_ui.d.ts +35 -3
  50. package/dist/analysis/chart_ui.js +43 -4
  51. package/dist/analysis/chart_utils.d.ts +5 -5
  52. package/dist/analysis/chart_utils.js +9 -0
  53. package/dist/analysis/fills_cache.d.ts +4 -24
  54. package/dist/analysis/fills_cache.js +3 -84
  55. package/dist/analysis/fills_source.d.ts +33 -3
  56. package/dist/analysis/fills_source.js +83 -13
  57. package/dist/analysis/grid_correction_check.d.ts +2 -24
  58. package/dist/analysis/grid_correction_check.js +27 -69
  59. package/dist/analysis/math_utils.d.ts +91 -6
  60. package/dist/analysis/math_utils.js +119 -7
  61. package/dist/analysis/pnl_report.js +29 -29
  62. package/dist/analysis/price_sources.d.ts +30 -9
  63. package/dist/analysis/price_sources.js +28 -4
  64. package/dist/analysis/resolve_bot_accounts.js +2 -2
  65. package/dist/analysis/resolve_source.d.ts +1 -1
  66. package/dist/analysis/resolve_source.js +31 -10
  67. package/dist/analysis/trade_profitability.d.ts +29 -2
  68. package/dist/analysis/trade_profitability.js +73 -147
  69. package/dist/analysis/tradingview/analyze_tradingview.d.ts +3 -8
  70. package/dist/analysis/tradingview/analyze_tradingview.js +7 -6
  71. package/dist/analysis/tradingview/grid_reset_config.d.ts +41 -32
  72. package/dist/analysis/tradingview/grid_reset_config.js +23 -11
  73. package/dist/analysis/tradingview/grid_reset_sim.d.ts +75 -9
  74. package/dist/analysis/tradingview/grid_reset_sim.js +4 -3
  75. package/dist/analysis/tradingview/tradingview_uplot_chart_generator.d.ts +69 -4
  76. package/dist/analysis/tradingview/tradingview_uplot_chart_generator.js +20 -34
  77. package/dist/analysis/trend_detection/backtest_ama_slope_huber.d.ts +1 -101
  78. package/dist/analysis/trend_detection/backtest_ama_slope_huber.js +26 -84
  79. package/dist/analysis/trend_detection/dynamic_weight_chart_generator.d.ts +63 -1
  80. package/dist/analysis/trend_detection/dynamic_weight_chart_generator.js +16 -41
  81. package/dist/analysis/trend_detection/huber_scale_variants.d.ts +9 -3
  82. package/dist/analysis/trend_detection/huber_scale_variants.js +4 -4
  83. package/dist/analysis/trend_detection/kalman_chart_generator.d.ts +30 -1
  84. package/dist/analysis/trend_detection/kalman_chart_generator.js +3 -3
  85. package/dist/analysis/trend_detection/regime_chart_generator.d.ts +31 -1
  86. package/dist/analysis/trend_detection/regime_chart_generator.js +2 -2
  87. package/dist/analysis/trend_detection/volatility_chart_generator.d.ts +33 -1
  88. package/dist/analysis/trend_detection/volatility_chart_generator.js +9 -10
  89. package/dist/analysis/worker_pool.d.ts +38 -0
  90. package/dist/analysis/worker_pool.js +67 -0
  91. package/dist/credential-daemon.js +34 -20
  92. package/dist/dexbot.js +78 -59
  93. package/dist/market_adapter/ama_signal_runner.js +21 -54
  94. package/dist/market_adapter/candle_utils.d.ts +29 -19
  95. package/dist/market_adapter/candle_utils.js +35 -21
  96. package/dist/market_adapter/cli_args.d.ts +22 -0
  97. package/dist/market_adapter/cli_args.js +30 -0
  98. package/dist/market_adapter/core/asymmetric_bounds.d.ts +13 -4
  99. package/dist/market_adapter/core/config_normalizers.d.ts +3 -3
  100. package/dist/market_adapter/core/config_normalizers.js +11 -6
  101. package/dist/market_adapter/core/kibana_candles.d.ts +56 -19
  102. package/dist/market_adapter/core/kibana_candles.js +12 -9
  103. package/dist/market_adapter/core/kibana_client.d.ts +9 -1
  104. package/dist/market_adapter/core/kibana_client.js +8 -7
  105. package/dist/market_adapter/core/kibana_market_candles.d.ts +3 -2
  106. package/dist/market_adapter/core/market_adapter_service.d.ts +320 -153
  107. package/dist/market_adapter/core/market_adapter_service.js +228 -269
  108. package/dist/market_adapter/core/signals/hurst_analyzer.d.ts +1 -6
  109. package/dist/market_adapter/core/signals/hurst_analyzer.js +1 -1
  110. package/dist/market_adapter/core/signals/permutation_entropy_analyzer.d.ts +1 -11
  111. package/dist/market_adapter/core/signals/permutation_entropy_analyzer.js +1 -1
  112. package/dist/market_adapter/core/strategies/ama.d.ts +10 -2
  113. package/dist/market_adapter/core/strategies/ama.js +2 -4
  114. package/dist/market_adapter/core/strategies/ama_slope_model.d.ts +14 -1
  115. package/dist/market_adapter/core/strategies/ama_slope_model.js +12 -34
  116. package/dist/market_adapter/core/strategies/atr/calculator.d.ts +7 -2
  117. package/dist/market_adapter/core/strategies/atr/calculator.js +2 -34
  118. package/dist/market_adapter/core/strategies/collateral_manager.d.ts +7 -1
  119. package/dist/market_adapter/core/strategies/collateral_manager.js +0 -22
  120. package/dist/market_adapter/core/strategies/dynamic_weight_series.d.ts +34 -6
  121. package/dist/market_adapter/core/strategies/dynamic_weight_series.js +7 -7
  122. package/dist/market_adapter/core/strategies/regime_gate.d.ts +24 -15
  123. package/dist/market_adapter/core/strategies/regime_gate.js +4 -31
  124. package/dist/market_adapter/core/strategies/regime_interp.d.ts +7 -1
  125. package/dist/market_adapter/core/strategies/regime_interp.js +14 -22
  126. package/dist/market_adapter/core/strategies/volatility_shift.d.ts +11 -1
  127. package/dist/market_adapter/core/strategies/volatility_shift.js +0 -13
  128. package/dist/market_adapter/inputs/cex_candle_parsing.d.ts +29 -0
  129. package/dist/market_adapter/inputs/cex_candle_parsing.js +52 -0
  130. package/dist/market_adapter/inputs/fetch_book_data.d.ts +20 -4
  131. package/dist/market_adapter/inputs/fetch_book_data.js +3 -2
  132. package/dist/market_adapter/inputs/fetch_cex_synthetic_data.js +160 -332
  133. package/dist/market_adapter/inputs/fetch_lp_data.d.ts +50 -8
  134. package/dist/market_adapter/inputs/fetch_lp_data.js +47 -22
  135. package/dist/market_adapter/inputs/kibana_feed_source.d.ts +74 -15
  136. package/dist/market_adapter/inputs/kibana_feed_source.js +26 -41
  137. package/dist/market_adapter/inputs/kibana_source.d.ts +25 -3
  138. package/dist/market_adapter/inputs/kibana_source.js +2 -2
  139. package/dist/market_adapter/inputs/window_cache.d.ts +93 -156
  140. package/dist/market_adapter/inputs/window_cache.js +59 -184
  141. package/dist/market_adapter/interval_utils.d.ts +15 -5
  142. package/dist/market_adapter/interval_utils.js +16 -1
  143. package/dist/market_adapter/log_format.d.ts +6 -6
  144. package/dist/market_adapter/log_format.js +28 -21
  145. package/dist/market_adapter/lp_chart_core.d.ts +22 -1
  146. package/dist/market_adapter/lp_chart_core.js +26 -192
  147. package/dist/market_adapter/lp_chart_runner.d.ts +10 -7
  148. package/dist/market_adapter/lp_chart_runner.js +37 -19
  149. package/dist/market_adapter/lp_chart_strategy_loader.d.ts +41 -6
  150. package/dist/market_adapter/lp_chart_strategy_loader.js +8 -7
  151. package/dist/market_adapter/market_adapter.d.ts +94 -32
  152. package/dist/market_adapter/market_adapter.js +94 -120
  153. package/dist/market_adapter/utils/adapter_client.d.ts +3 -3
  154. package/dist/market_adapter/utils/adapter_client.js +2 -2
  155. package/dist/market_adapter/utils/atomic_write.d.ts +8 -1
  156. package/dist/market_adapter/utils/chain.d.ts +50 -41
  157. package/dist/market_adapter/utils/chain.js +40 -46
  158. package/dist/market_adapter/utils/data_discovery.d.ts +49 -2
  159. package/dist/market_adapter/utils/data_discovery.js +220 -27
  160. package/dist/market_adapter/utils/dynamic_grid_snapshot.d.ts +12 -3
  161. package/dist/market_adapter/utils/file_json_cache.d.ts +2 -2
  162. package/dist/market_adapter/utils/file_lock.d.ts +28 -14
  163. package/dist/market_adapter/utils/file_lock.js +36 -32
  164. package/dist/market_adapter/utils/month_shards.d.ts +84 -0
  165. package/dist/market_adapter/utils/month_shards.js +237 -0
  166. package/dist/market_adapter/utils/native_history.d.ts +9 -2
  167. package/dist/market_adapter/utils/native_history.js +35 -28
  168. package/dist/modules/account_bots.d.ts +578 -21
  169. package/dist/modules/account_bots.js +272 -267
  170. package/dist/modules/account_orders.d.ts +79 -30
  171. package/dist/modules/account_orders.js +60 -64
  172. package/dist/modules/authority_resolver.d.ts +12 -2
  173. package/dist/modules/authority_resolver.js +15 -8
  174. package/dist/modules/bitshares-native/chain_client.d.ts +39 -4
  175. package/dist/modules/bitshares-native/chain_client.js +59 -59
  176. package/dist/modules/bitshares-native/crypto/ecc.browser.js +11 -171
  177. package/dist/modules/bitshares-native/crypto/ecc.js +13 -176
  178. package/dist/modules/bitshares-native/crypto/ecc_core.d.ts +33 -0
  179. package/dist/modules/bitshares-native/crypto/ecc_core.js +213 -0
  180. package/dist/modules/bitshares-native/crypto/ecc_selector.d.ts +2 -1
  181. package/dist/modules/bitshares-native/crypto/ecc_selector.js +1 -13
  182. package/dist/modules/bitshares-native/index.d.ts +1 -1
  183. package/dist/modules/bitshares-native/lru_cache.d.ts +7 -7
  184. package/dist/modules/bitshares-native/resolvers.d.ts +18 -6
  185. package/dist/modules/bitshares-native/resolvers.js +22 -25
  186. package/dist/modules/bitshares-native/serial/lazy_buffer.d.ts +4 -0
  187. package/dist/modules/bitshares-native/serial/lazy_buffer.js +21 -0
  188. package/dist/modules/bitshares-native/serial/operations.d.ts +1 -1
  189. package/dist/modules/bitshares-native/serial/serializer.d.ts +16 -12
  190. package/dist/modules/bitshares-native/serial/serializer.js +7 -13
  191. package/dist/modules/bitshares-native/serial/types.d.ts +25 -16
  192. package/dist/modules/bitshares-native/serial/types.js +73 -108
  193. package/dist/modules/bitshares-native/signing_client.d.ts +32 -2
  194. package/dist/modules/bitshares-native/signing_client.js +19 -14
  195. package/dist/modules/bitshares-native/subscriptions.d.ts +81 -1
  196. package/dist/modules/bitshares-native/subscriptions.js +12 -12
  197. package/dist/modules/bitshares-native/transport.d.ts +5 -4
  198. package/dist/modules/bitshares-native/transport.js +5 -4
  199. package/dist/modules/bitshares-native/tx/builder.d.ts +40 -5
  200. package/dist/modules/bitshares-native/tx/builder.js +4 -3
  201. package/dist/modules/bitshares-native/tx/tx_cache.d.ts +4 -4
  202. package/dist/modules/bitshares_client.d.ts +45 -13
  203. package/dist/modules/bitshares_client.js +28 -19
  204. package/dist/modules/bot_defaults.d.ts +8 -16
  205. package/dist/modules/bot_defaults.js +1 -5
  206. package/dist/modules/bot_settings.d.ts +44 -10
  207. package/dist/modules/bot_settings.js +11 -8
  208. package/dist/modules/bots_file_lock.d.ts +6 -6
  209. package/dist/modules/bots_file_lock.js +16 -12
  210. package/dist/modules/broadcast_failure.d.ts +4 -3
  211. package/dist/modules/broadcast_failure.js +5 -4
  212. package/dist/modules/chain_keys.d.ts +42 -40
  213. package/dist/modules/chain_keys.js +53 -45
  214. package/dist/modules/chain_orders.d.ts +94 -60
  215. package/dist/modules/chain_orders.js +81 -118
  216. package/dist/modules/cli_start_onboarding.d.ts +2 -1
  217. package/dist/modules/constants.d.ts +534 -32
  218. package/dist/modules/constants.js +35 -48
  219. package/dist/modules/cr_planner.d.ts +41 -3
  220. package/dist/modules/cr_planner.js +1 -5
  221. package/dist/modules/credential_policy.d.ts +68 -8
  222. package/dist/modules/credential_policy.js +37 -31
  223. package/dist/modules/credential_session_cache.d.ts +2 -2
  224. package/dist/modules/credit_pricing.d.ts +43 -6
  225. package/dist/modules/credit_pricing.js +70 -60
  226. package/dist/modules/credit_runtime.d.ts +283 -118
  227. package/dist/modules/credit_runtime.js +500 -231
  228. package/dist/modules/crypto/browser_provider.js +6 -4
  229. package/dist/modules/crypto/node_provider.js +1 -1
  230. package/dist/modules/crypto/pure_scrypt.js +35 -4
  231. package/dist/modules/crypto/pure_secp256k1.js +72 -26
  232. package/dist/modules/crypto/sync.d.ts +9 -9
  233. package/dist/modules/crypto/sync.js +16 -9
  234. package/dist/modules/daemon_node_health.d.ts +4 -3
  235. package/dist/modules/dexbot_class.d.ts +213 -146
  236. package/dist/modules/dexbot_class.js +183 -86
  237. package/dist/modules/dexbot_cow_runtime.d.ts +160 -87
  238. package/dist/modules/dexbot_cow_runtime.js +302 -234
  239. package/dist/modules/dexbot_credential_client.d.ts +19 -18
  240. package/dist/modules/dexbot_credential_client.js +1 -2
  241. package/dist/modules/dexbot_fill_runtime.d.ts +63 -49
  242. package/dist/modules/dexbot_fill_runtime.js +53 -47
  243. package/dist/modules/dexbot_maintenance_runtime.d.ts +127 -71
  244. package/dist/modules/dexbot_maintenance_runtime.js +187 -147
  245. package/dist/modules/dexbot_startup_runtime.d.ts +11 -11
  246. package/dist/modules/dexbot_startup_runtime.js +56 -57
  247. package/dist/modules/dexbot_state_recovery.d.ts +13 -12
  248. package/dist/modules/dexbot_state_recovery.js +18 -13
  249. package/dist/modules/fund_registry.d.ts +4 -2
  250. package/dist/modules/fund_registry.js +10 -10
  251. package/dist/modules/general_settings.d.ts +30 -4
  252. package/dist/modules/graceful_shutdown.d.ts +3 -3
  253. package/dist/modules/graceful_shutdown.js +19 -13
  254. package/dist/modules/grid_price_source.d.ts +1 -1
  255. package/dist/modules/key_store.d.ts +14 -8
  256. package/dist/modules/key_store.js +7 -7
  257. package/dist/modules/launcher/adapter_requirement.d.ts +11 -5
  258. package/dist/modules/launcher/adapter_requirement.js +5 -5
  259. package/dist/modules/launcher/bot_supervisor.d.ts +106 -24
  260. package/dist/modules/launcher/bot_supervisor.js +12 -11
  261. package/dist/modules/launcher/credential_bootstrap.d.ts +1 -1
  262. package/dist/modules/launcher/credential_bootstrap.js +1 -1
  263. package/dist/modules/launcher/credential_daemon.d.ts +4 -4
  264. package/dist/modules/launcher/credential_daemon.js +2 -2
  265. package/dist/modules/launcher/credential_secret.d.ts +1 -1
  266. package/dist/modules/launcher/foreign_cred_daemon.d.ts +2 -2
  267. package/dist/modules/launcher/market_adapter_runtime.d.ts +61 -6
  268. package/dist/modules/launcher/market_adapter_watchdog.d.ts +10 -2
  269. package/dist/modules/launcher/market_adapter_watchdog.js +4 -0
  270. package/dist/modules/launcher/monolithic_runtime.d.ts +18 -16
  271. package/dist/modules/launcher/status_reporting.d.ts +22 -14
  272. package/dist/modules/launcher/supervisor_control.d.ts +8 -1
  273. package/dist/modules/launcher/supervisor_control.js +4 -2
  274. package/dist/modules/lazy_shim.d.ts +11 -0
  275. package/dist/modules/lazy_shim.js +16 -0
  276. package/dist/modules/market_adapter_whitelist.d.ts +9 -3
  277. package/dist/modules/market_adapter_whitelist.js +15 -3
  278. package/dist/modules/node_connect_policy.d.ts +3 -2
  279. package/dist/modules/node_failure_ledger.d.ts +6 -5
  280. package/dist/modules/node_manager.d.ts +41 -11
  281. package/dist/modules/node_manager.js +5 -4
  282. package/dist/modules/order/accounting.d.ts +53 -24
  283. package/dist/modules/order/accounting.js +16 -15
  284. package/dist/modules/order/async_lock.d.ts +5 -2
  285. package/dist/modules/order/async_lock.js +1 -1
  286. package/dist/modules/order/export.d.ts +7 -6
  287. package/dist/modules/order/export.js +1 -7
  288. package/dist/modules/order/format.d.ts +16 -7
  289. package/dist/modules/order/format.js +15 -3
  290. package/dist/modules/order/genesis_policy.d.ts +24 -21
  291. package/dist/modules/order/genesis_policy.js +17 -10
  292. package/dist/modules/order/grid.d.ts +144 -36
  293. package/dist/modules/order/grid.js +226 -145
  294. package/dist/modules/order/grid_reconcile.d.ts +21 -20
  295. package/dist/modules/order/grid_reconcile.js +13 -12
  296. package/dist/modules/order/grid_reconcile_internal.d.ts +85 -72
  297. package/dist/modules/order/grid_reconcile_internal.js +28 -19
  298. package/dist/modules/order/index.d.ts +264 -1
  299. package/dist/modules/order/logger.d.ts +46 -19
  300. package/dist/modules/order/logger.js +38 -49
  301. package/dist/modules/order/logger_state.d.ts +4 -4
  302. package/dist/modules/order/manager.d.ts +232 -191
  303. package/dist/modules/order/manager.js +110 -130
  304. package/dist/modules/order/processed_fill_store.d.ts +18 -3
  305. package/dist/modules/order/processed_fill_store.js +16 -27
  306. package/dist/modules/order/strategy.d.ts +21 -13
  307. package/dist/modules/order/strategy.js +5 -6
  308. package/dist/modules/order/sync_engine.d.ts +91 -33
  309. package/dist/modules/order/sync_engine.js +84 -53
  310. package/dist/modules/order/utils/math.d.ts +157 -102
  311. package/dist/modules/order/utils/math.js +77 -38
  312. package/dist/modules/order/utils/order.d.ts +310 -110
  313. package/dist/modules/order/utils/order.js +153 -126
  314. package/dist/modules/order/utils/slot.d.ts +1 -1
  315. package/dist/modules/order/utils/system.d.ts +156 -26
  316. package/dist/modules/order/utils/system.js +103 -71
  317. package/dist/modules/order/utils/validate.d.ts +89 -41
  318. package/dist/modules/order/utils/validate.js +26 -24
  319. package/dist/modules/order/utils/withPoolRef.d.ts +6 -4
  320. package/dist/modules/order/utils/withPoolRef.js +18 -12
  321. package/dist/modules/order/working_grid.d.ts +14 -13
  322. package/dist/modules/paths.d.ts +1 -4
  323. package/dist/modules/paths.js +33 -61
  324. package/dist/modules/process_discovery.d.ts +1 -1
  325. package/dist/modules/process_discovery.js +2 -1
  326. package/dist/modules/runtime.d.ts +7 -3
  327. package/dist/modules/runtime.js +4 -3
  328. package/dist/modules/runtime_settings.d.ts +14 -11
  329. package/dist/modules/runtime_settings.js +30 -24
  330. package/dist/modules/settings_merge.d.ts +29 -3
  331. package/dist/modules/settings_merge.js +56 -78
  332. package/dist/modules/socket_json_client.d.ts +9 -5
  333. package/dist/modules/storage/browser_adapter.d.ts +38 -53
  334. package/dist/modules/storage/browser_adapter.js +7 -30
  335. package/dist/modules/storage/index.d.ts +1 -1
  336. package/dist/modules/storage/node_adapter.d.ts +45 -27
  337. package/dist/modules/storage/node_adapter.js +9 -9
  338. package/dist/modules/storage/types.d.ts +5 -4
  339. package/dist/modules/types.d.ts +1090 -6
  340. package/dist/modules/types.js +4 -1
  341. package/dist/modules/utils/asset_symbols.d.ts +2 -1
  342. package/dist/modules/utils/asset_symbols.js +2 -1
  343. package/dist/modules/utils/errors.d.ts +9 -0
  344. package/dist/modules/utils/errors.js +24 -4
  345. package/dist/modules/utils/time_range.d.ts +1 -12
  346. package/dist/modules/utils/time_range.js +1 -1
  347. package/dist/modules/validate_profiles.js +53 -43
  348. package/dist/modules/version_notice.d.ts +23 -11
  349. package/dist/modules/version_notice.js +6 -4
  350. package/dist/pm2.d.ts +28 -27
  351. package/dist/pm2.js +61 -40
  352. package/dist/scripts/analyze-credit.d.ts +2 -1
  353. package/dist/scripts/analyze-credit.js +23 -24
  354. package/dist/scripts/analyze-git.js +2 -15
  355. package/dist/scripts/analyze-orders.d.ts +77 -9
  356. package/dist/scripts/analyze-orders.js +65 -40
  357. package/dist/scripts/chart_command.d.ts +27 -18
  358. package/dist/scripts/chart_command.js +15 -13
  359. package/dist/scripts/check_any.d.ts +22 -0
  360. package/dist/scripts/check_any.js +158 -0
  361. package/dist/scripts/diagnose-pool-history.js +13 -13
  362. package/dist/scripts/print_grid.js +0 -1
  363. package/dist/scripts/run-tests.js +39 -8
  364. package/dist/scripts/runner.js +1 -1
  365. package/dist/scripts/sync-version.js +0 -10
  366. package/dist/scripts/test-credit-renewal.js +30 -21
  367. package/dist/scripts/update.d.ts +10 -5
  368. package/dist/scripts/update.js +168 -103
  369. package/dist/scripts/update_dist_freshness.js +1 -0
  370. package/dist/scripts/update_layout.d.ts +61 -0
  371. package/dist/scripts/update_layout.js +180 -0
  372. package/dist/scripts/validate_bots.js +2 -1
  373. package/dist/scripts/verify-browser-bundle.js +8 -0
  374. package/dist/unlock.d.ts +28 -3
  375. package/dist/unlock.js +63 -35
  376. package/docs/BITSHARES_ONBOARDING.md +10 -12
  377. package/docs/COPY_ON_WRITE_MASTER_PLAN.md +2 -2
  378. package/docs/COW_INVARIANTS.md +13 -6
  379. package/docs/DEXBOT_COMPARISON.md +8 -8
  380. package/docs/EVOLUTION.md +10 -8
  381. package/docs/FUND_MOVEMENT_AND_ACCOUNTING.md +5 -5
  382. package/docs/GRID_RECALCULATION.md +4 -2
  383. package/docs/GRID_RECONCILE.md +14 -3
  384. package/docs/LIFECYCLE.md +11 -11
  385. package/docs/MPA_CREDIT_USAGE.md +22 -3
  386. package/docs/README.md +14 -3
  387. package/docs/WORKFLOW.md +1 -0
  388. package/docs/architecture.md +31 -19
  389. package/docs/developer_guide.md +6 -6
  390. package/market_adapter/README.md +12 -5
  391. package/modules/README.md +4 -1
  392. package/package.json +9 -9
  393. package/scripts/README.md +43 -38
  394. package/tests/README.md +25 -10
  395. package/dist/scripts/diagnose-kibana-candles.d.ts +0 -3
  396. package/dist/scripts/diagnose-kibana-candles.js +0 -82
  397. package/scripts/git-viewer.sh +0 -489
  398. package/scripts/postinstall.js +0 -16
@@ -1,4 +1,5 @@
1
1
  'use strict';
2
+ import { getErrorCode } from '../../modules/utils/errors.js';
2
3
  import { getStorage } from '../../modules/storage/index.js';
3
4
  import { getProcessDiscovery } from '../../modules/process_discovery.js';
4
5
  import { runtime } from '../../modules/runtime.js';
@@ -74,6 +75,23 @@ function _isLockStaleOrDead(lockPath, staleMs, now, aliveCheck) {
74
75
  }
75
76
  return false;
76
77
  }
78
+ /**
79
+ * Resolve the ownership token, payload builder, and lazy error messages shared
80
+ * by the sync and async lock cores.
81
+ */
82
+ function _resolveLockPayload(lockPath, opts, timeoutMs) {
83
+ const ownerId = _lockOwnerId();
84
+ const buildPayloadFn = opts.buildPayload;
85
+ const buildPayload = typeof buildPayloadFn === 'function'
86
+ ? () => ({ ...buildPayloadFn(), ownerId })
87
+ : () => ({ pid: _lockOwnerId(), at: Date.now(), ownerId });
88
+ const alreadyRunningMsg = opts.alreadyRunningMsg;
89
+ const resolveRunningMsg = typeof alreadyRunningMsg === 'function'
90
+ ? alreadyRunningMsg
91
+ : () => (alreadyRunningMsg || `already locked: `);
92
+ const timeoutMsg = opts.timeoutMsg || `Could not acquire lock on ${lockPath} within ${timeoutMs}ms`;
93
+ return { ownerId, buildPayload, resolveRunningMsg, timeoutMsg };
94
+ }
77
95
  /**
78
96
  * Shared file-lock primitive.
79
97
  *
@@ -95,23 +113,16 @@ function _isLockStaleOrDead(lockPath, staleMs, now, aliveCheck) {
95
113
  * from the lock file only when contention is actually hit)
96
114
  */
97
115
  function _acquireLockCore(lockPath, opts = {}) {
98
- const staleMs = Number.isFinite(opts.staleMs) && opts.staleMs > 0 ? opts.staleMs : 30000;
99
- const timeoutMs = Number.isFinite(opts.timeoutMs) && opts.timeoutMs > 0 ? opts.timeoutMs : Infinity;
100
- const retryMs = Number.isFinite(opts.retryMs) && opts.retryMs > 0 ? opts.retryMs : 0;
101
- const maxAttempts = Number.isFinite(opts.maxAttempts) && opts.maxAttempts > 0 ? opts.maxAttempts : Infinity;
116
+ const staleMs = typeof opts.staleMs === 'number' && Number.isFinite(opts.staleMs) && opts.staleMs > 0 ? opts.staleMs : 30000;
117
+ const timeoutMs = typeof opts.timeoutMs === 'number' && Number.isFinite(opts.timeoutMs) && opts.timeoutMs > 0 ? opts.timeoutMs : Infinity;
118
+ const retryMs = typeof opts.retryMs === 'number' && Number.isFinite(opts.retryMs) && opts.retryMs > 0 ? opts.retryMs : 0;
119
+ const maxAttempts = typeof opts.maxAttempts === 'number' && Number.isFinite(opts.maxAttempts) && opts.maxAttempts > 0 ? opts.maxAttempts : Infinity;
102
120
  const contention = opts.contention === 'wait' ? 'wait' : 'throw';
103
121
  const aliveCheck = typeof opts.aliveCheck === 'function' ? opts.aliveCheck : null;
104
122
  // The heartbeat must fire strictly inside the staleness window, otherwise a
105
123
  // live-held lock looks stale between beats and can be stolen.
106
124
  const heartbeatMs = Math.min(MARKET_ADAPTER.FILE_LOCK_HEARTBEAT_MAX_MS, Math.max(MARKET_ADAPTER.FILE_LOCK_HEARTBEAT_MIN_MS, Math.floor(staleMs / 2)));
107
- const ownerId = _lockOwnerId();
108
- const buildPayload = typeof opts.buildPayload === 'function'
109
- ? () => ({ ...opts.buildPayload(), ownerId })
110
- : () => ({ pid: _lockOwnerId(), at: Date.now(), ownerId });
111
- const resolveRunningMsg = typeof opts.alreadyRunningMsg === 'function'
112
- ? opts.alreadyRunningMsg
113
- : () => (opts.alreadyRunningMsg || `already locked: ${lockPath}`);
114
- const timeoutMsg = opts.timeoutMsg || `Could not acquire lock on ${lockPath} within ${timeoutMs}ms`;
125
+ const { ownerId, buildPayload, resolveRunningMsg, timeoutMsg } = _resolveLockPayload(lockPath, opts, timeoutMs);
115
126
  const deadline = Number.isFinite(timeoutMs) ? Date.now() + timeoutMs : Infinity;
116
127
  let attempts = 0;
117
128
  while (attempts < maxAttempts && Date.now() < deadline) {
@@ -151,7 +162,7 @@ function _acquireLockCore(lockPath, opts = {}) {
151
162
  }
152
163
  catch (_) { }
153
164
  }
154
- if (err.code !== 'EEXIST')
165
+ if (getErrorCode(err) !== 'EEXIST')
155
166
  throw err;
156
167
  attempts++;
157
168
  if (_isLockStaleOrDead(lockPath, staleMs, Date.now(), aliveCheck)) {
@@ -184,18 +195,11 @@ function _releaseOwnedLock(lockPath, ownerId, unlinkFn) {
184
195
  return true;
185
196
  }
186
197
  async function _acquireLockCoreAsync(lockPath, opts = {}) {
187
- const staleMs = Number.isFinite(opts.staleMs) && opts.staleMs > 0 ? opts.staleMs : 30000;
188
- const timeoutMs = Number.isFinite(opts.timeoutMs) && opts.timeoutMs > 0 ? opts.timeoutMs : 5000;
189
- const retryMs = Number.isFinite(opts.retryMs) && opts.retryMs > 0 ? opts.retryMs : 50;
198
+ const staleMs = typeof opts.staleMs === 'number' && Number.isFinite(opts.staleMs) && opts.staleMs > 0 ? opts.staleMs : 30000;
199
+ const timeoutMs = typeof opts.timeoutMs === 'number' && Number.isFinite(opts.timeoutMs) && opts.timeoutMs > 0 ? opts.timeoutMs : 5000;
200
+ const retryMs = typeof opts.retryMs === 'number' && Number.isFinite(opts.retryMs) && opts.retryMs > 0 ? opts.retryMs : 50;
190
201
  const aliveCheck = typeof opts.aliveCheck === 'function' ? opts.aliveCheck : null;
191
- const ownerId = _lockOwnerId();
192
- const buildPayload = typeof opts.buildPayload === 'function'
193
- ? () => ({ ...opts.buildPayload(), ownerId })
194
- : () => ({ pid: _lockOwnerId(), at: Date.now(), ownerId });
195
- const resolveRunningMsg = typeof opts.alreadyRunningMsg === 'function'
196
- ? opts.alreadyRunningMsg
197
- : () => (opts.alreadyRunningMsg || `already locked: ${lockPath}`);
198
- const timeoutMsg = opts.timeoutMsg || `Could not acquire lock on ${lockPath} within ${timeoutMs}ms`;
202
+ const { ownerId, buildPayload, resolveRunningMsg, timeoutMsg } = _resolveLockPayload(lockPath, opts, timeoutMs);
199
203
  const deadline = Date.now() + timeoutMs;
200
204
  while (Date.now() < deadline) {
201
205
  try {
@@ -205,7 +209,7 @@ async function _acquireLockCoreAsync(lockPath, opts = {}) {
205
209
  };
206
210
  }
207
211
  catch (err) {
208
- if (err.code !== 'EEXIST') {
212
+ if (getErrorCode(err) !== 'EEXIST') {
209
213
  // A non-EEXIST failure may have left a partially written lock
210
214
  // file behind — clean it up if it still carries our token.
211
215
  try {
@@ -244,7 +248,7 @@ async function _acquireLockCoreAsync(lockPath, opts = {}) {
244
248
  * ownership check, so a live adapter lock is never stolen by a newer process.
245
249
  */
246
250
  function acquireFileLockSync(lockPath, opts = {}) {
247
- const staleMs = Number.isFinite(opts.staleMs) && opts.staleMs > 0 ? opts.staleMs : (6 * 3600 * 1000);
251
+ const staleMs = typeof opts.staleMs === 'number' && Number.isFinite(opts.staleMs) && opts.staleMs > 0 ? opts.staleMs : (6 * 3600 * 1000);
248
252
  return _acquireLockCore(lockPath, {
249
253
  staleMs,
250
254
  maxAttempts: 2,
@@ -287,9 +291,9 @@ function releaseFileLockSync(lock) {
287
291
  */
288
292
  function acquirePathLockSync(filePath, opts = {}) {
289
293
  const lockPath = `${filePath}.lock`;
290
- const staleMs = Number.isFinite(opts.staleMs) && opts.staleMs > 0 ? opts.staleMs : 30000;
291
- const timeoutMs = Number.isFinite(opts.timeoutMs) && opts.timeoutMs > 0 ? opts.timeoutMs : 5000;
292
- const retryMs = Number.isFinite(opts.retryMs) && opts.retryMs > 0 ? opts.retryMs : 50;
294
+ const staleMs = typeof opts.staleMs === 'number' && Number.isFinite(opts.staleMs) && opts.staleMs > 0 ? opts.staleMs : 30000;
295
+ const timeoutMs = typeof opts.timeoutMs === 'number' && Number.isFinite(opts.timeoutMs) && opts.timeoutMs > 0 ? opts.timeoutMs : 5000;
296
+ const retryMs = typeof opts.retryMs === 'number' && Number.isFinite(opts.retryMs) && opts.retryMs > 0 ? opts.retryMs : 50;
293
297
  const lock = _acquireLockCore(lockPath, {
294
298
  staleMs,
295
299
  timeoutMs,
@@ -297,12 +301,12 @@ function acquirePathLockSync(filePath, opts = {}) {
297
301
  contention: 'wait',
298
302
  timeoutMsg: `Could not acquire lock on ${filePath} within ${timeoutMs}ms`,
299
303
  });
300
- return { fd: lock.fd, lockPath: lock.lockPath, ownerId: lock.ownerId };
304
+ return { fd: lock.fd, lockPath: lock.lockPath, heartbeat: lock.heartbeat, ownerId: lock.ownerId };
301
305
  }
302
306
  async function acquireFileLock(filePath, opts = {}) {
303
307
  const lockPath = `${filePath}.lock`;
304
- const staleMs = Number.isFinite(opts.staleMs) && opts.staleMs > 0 ? opts.staleMs : 30000;
305
- const timeoutMs = Number.isFinite(opts.timeoutMs) && opts.timeoutMs > 0 ? opts.timeoutMs : 5000;
308
+ const staleMs = typeof opts.staleMs === 'number' && Number.isFinite(opts.staleMs) && opts.staleMs > 0 ? opts.staleMs : 30000;
309
+ const timeoutMs = typeof opts.timeoutMs === 'number' && Number.isFinite(opts.timeoutMs) && opts.timeoutMs > 0 ? opts.timeoutMs : 5000;
306
310
  return _acquireLockCoreAsync(lockPath, {
307
311
  staleMs,
308
312
  timeoutMs,
@@ -0,0 +1,84 @@
1
+ /** A span that was actually queried, with the time the query ran. */
2
+ type QueriedRange = {
3
+ gte: number;
4
+ lte: number;
5
+ at: number | null;
6
+ };
7
+ /** A plain inclusive ms range. */
8
+ type Span = {
9
+ gte: number;
10
+ lte: number;
11
+ };
12
+ declare function shardKeyForTimestamp(tsMs: unknown): string;
13
+ declare function shardBoundsForKey(key: unknown): {
14
+ start: number;
15
+ end: number;
16
+ };
17
+ declare function shardKeysForRange(gteMs: unknown, lteMs: unknown): string[];
18
+ declare function shardPathFor(basePath: string, shardKey: string): string;
19
+ /**
20
+ * If `name` is a shard file for `baseName`, return its `YYYY-MM` key;
21
+ * otherwise null. Guards the `sibling`/family scans against stray files.
22
+ */
23
+ declare function shardKeyFromName(name: string, baseName: string, ext?: string): string | null;
24
+ /**
25
+ * The base stem of a shard filename, or null when `name` is not a shard.
26
+ * `lp_pool_133_1h.shard_2026-10.json` → `lp_pool_133_1h`. Callers that must
27
+ * group or upgrade a family use this instead of re-deriving the marker regex.
28
+ */
29
+ declare function shardStemFromName(name: string, ext?: string): string | null;
30
+ /** Parse a verification timestamp: epoch ms or ISO. Anything else is unknown. */
31
+ declare function timestampMs(raw: unknown): number | null;
32
+ declare function verifiedAt(range: unknown): number | null;
33
+ /**
34
+ * Normalize recorded spans: sort, then merge overlapping / bucket-adjacent
35
+ * ones — but ONLY when they assert the same verification time. Merging spans
36
+ * with different `at` would have to pick one verdict for the whole union, and
37
+ * either pick loses (min → the merged span vouches for buckets the older
38
+ * query never saw; max → buckets verified long ago look freshly verified).
39
+ * Keeping them separate preserves exact per-bucket freshness. The same-`at`
40
+ * case (bulk fetches, and every pre-`at` shard) collapses to one span.
41
+ *
42
+ * `bucketMs` widens adjacency: `0` merges only overlaps, `1` merges adjacent
43
+ * integer-ms spans (fills), a bucket size merges spans a bucket apart (candles).
44
+ */
45
+ declare function unionQueriedRanges(ranges: {
46
+ gte: number;
47
+ lte: number;
48
+ at?: number | null;
49
+ }[], bucketMs?: number): QueriedRange[];
50
+ /**
51
+ * Bound the persisted span list. Because spans merge only when they assert the
52
+ * same `at`, a shard that is re-verified on every run gains one span per run
53
+ * and would otherwise grow without limit. Dropping the OLDEST spans never
54
+ * invents emptiness. The input is already sorted by extent, so the tail is
55
+ * newest.
56
+ */
57
+ declare function compactCoverage(spans: QueriedRange[], maxSpans: number): QueriedRange[];
58
+ declare function rangesCoveredBy(have: {
59
+ gte: number;
60
+ lte: number;
61
+ }[], want: {
62
+ gte: number;
63
+ lte: number;
64
+ }[]): boolean;
65
+ /**
66
+ * Change detection for shard writes: `have` already accounts for every span in
67
+ * `want`, in extent AND in verification time. Without the `at` half, a run
68
+ * whose only news is "these buckets were re-verified 1h later" would skip the
69
+ * write and the next run would fall back to the wide fixed refresh window.
70
+ * An unknown `at` on either side is never treated as fresh.
71
+ */
72
+ declare function coverageSatisfied(have: QueriedRange[], want: QueriedRange[]): boolean;
73
+ /** Every recorded span across the loaded files, newest verification included. */
74
+ declare function allQueriedRanges(fileCover: {
75
+ queried?: QueriedRange[] | null;
76
+ }[]): QueriedRange[];
77
+ declare function clipRangeTo(q: QueriedRange, gteMs: number, lteMs: number): QueriedRange | null;
78
+ /** Sort and merge overlapping / adjacent (integer-ms) spans. */
79
+ declare function mergeSpans(spans: Span[]): Span[];
80
+ /** `span` minus the union of `covered` (both as inclusive ms ranges). */
81
+ declare function subtractRanges(span: Span, covered: Span[]): Span[];
82
+ export { shardKeyForTimestamp, shardBoundsForKey, shardKeysForRange, shardPathFor, shardKeyFromName, shardStemFromName, timestampMs, verifiedAt, unionQueriedRanges, compactCoverage, rangesCoveredBy, coverageSatisfied, allQueriedRanges, clipRangeTo, mergeSpans, subtractRanges, };
83
+ export type { QueriedRange, Span };
84
+ //# sourceMappingURL=month_shards.d.ts.map
@@ -0,0 +1,237 @@
1
+ 'use strict';
2
+ /**
3
+ * MONTH-SHARD GEOMETRY & COVERAGE — the one place that defines how calendar-
4
+ * month cache shards are named, located, and how recorded query coverage is
5
+ * merged and compared.
6
+ *
7
+ * Two independent caches store one `{ meta, ... }` file per UTC month named
8
+ * `<base>.shard_YYYY-MM.json`:
9
+ * - the candle cache (`market_adapter/inputs/window_cache.ts`)
10
+ * - the fills cache (`analysis/fills_cache.ts`)
11
+ *
12
+ * They previously carried private, near-identical copies of every helper
13
+ * below. The geometry in particular must never drift: two caches that disagree
14
+ * on a month boundary silently double-fetch or drop a bucket. Keeping it here
15
+ * makes the layout a single contract.
16
+ *
17
+ * Pure and I/O-free (only path arithmetic) so it is safe to import from any
18
+ * runtime, including browser-safe code that merely checks a filename.
19
+ */
20
+ import { path } from '../../modules/path_api.js';
21
+ const SHARD_MARKER = '.shard_';
22
+ const SHARD_KEY_RE = /^\d{4}-\d{2}$/;
23
+ // ─── Month-shard naming ───────────────────────────────────────────────────────
24
+ // Shard key is the UTC calendar month; bounds are half-open [start, end) so
25
+ // every timestamp maps to exactly one shard (a value exactly at a month
26
+ // boundary belongs to the new month).
27
+ function shardKeyForTimestamp(tsMs) {
28
+ const d = new Date(Number(tsMs));
29
+ return `${d.getUTCFullYear()}-${String(d.getUTCMonth() + 1).padStart(2, '0')}`;
30
+ }
31
+ function shardBoundsForKey(key) {
32
+ const parts = String(key).split('-').map(Number);
33
+ const start = Date.UTC(parts[0], parts[1] - 1, 1);
34
+ const end = parts[1] === 12 ? Date.UTC(parts[0] + 1, 0, 1) : Date.UTC(parts[0], parts[1], 1);
35
+ return { start, end };
36
+ }
37
+ function shardKeysForRange(gteMs, lteMs) {
38
+ const keys = [];
39
+ const cursor = new Date(Date.UTC(new Date(Number(gteMs)).getUTCFullYear(), new Date(Number(gteMs)).getUTCMonth(), 1));
40
+ const last = new Date(Number(lteMs));
41
+ while (cursor <= last) {
42
+ keys.push(shardKeyForTimestamp(cursor.getTime()));
43
+ cursor.setUTCMonth(cursor.getUTCMonth() + 1);
44
+ }
45
+ return keys;
46
+ }
47
+ function shardPathFor(basePath, shardKey) {
48
+ const parsed = path.parse(basePath);
49
+ return path.join(parsed.dir, `${parsed.name}${SHARD_MARKER}${shardKey}${parsed.ext}`);
50
+ }
51
+ /**
52
+ * If `name` is a shard file for `baseName`, return its `YYYY-MM` key;
53
+ * otherwise null. Guards the `sibling`/family scans against stray files.
54
+ */
55
+ function shardKeyFromName(name, baseName, ext = '.json') {
56
+ const prefix = `${baseName}${SHARD_MARKER}`;
57
+ if (ext && !name.endsWith(ext))
58
+ return null;
59
+ if (!name.startsWith(prefix))
60
+ return null;
61
+ const key = name.slice(prefix.length, name.length - ext.length);
62
+ return SHARD_KEY_RE.test(key) ? key : null;
63
+ }
64
+ /**
65
+ * The base stem of a shard filename, or null when `name` is not a shard.
66
+ * `lp_pool_133_1h.shard_2026-10.json` → `lp_pool_133_1h`. Callers that must
67
+ * group or upgrade a family use this instead of re-deriving the marker regex.
68
+ */
69
+ function shardStemFromName(name, ext = '.json') {
70
+ if (ext && !name.endsWith(ext))
71
+ return null;
72
+ const body = ext ? name.slice(0, name.length - ext.length) : name;
73
+ const idx = body.lastIndexOf(SHARD_MARKER);
74
+ if (idx < 0)
75
+ return null;
76
+ const key = body.slice(idx + SHARD_MARKER.length);
77
+ return SHARD_KEY_RE.test(key) ? body.slice(0, idx) : null;
78
+ }
79
+ // ─── Coverage spans ───────────────────────────────────────────────────────────
80
+ /** Parse a verification timestamp: epoch ms or ISO. Anything else is unknown. */
81
+ function timestampMs(raw) {
82
+ // `null`/`undefined`/`''` mean "not recorded". They must NOT fall through
83
+ // to Number(): Number(null) === 0 is finite, which would read an unknown
84
+ // verification time as "verified at the epoch" — i.e. as maximally stale.
85
+ if (raw == null || raw === '')
86
+ return null;
87
+ if (typeof raw === 'string') {
88
+ const parsed = Date.parse(raw);
89
+ return Number.isFinite(parsed) ? parsed : null;
90
+ }
91
+ const at = Number(raw);
92
+ return Number.isFinite(at) ? at : null;
93
+ }
94
+ function verifiedAt(range) {
95
+ return timestampMs(range?.at);
96
+ }
97
+ /**
98
+ * Normalize recorded spans: sort, then merge overlapping / bucket-adjacent
99
+ * ones — but ONLY when they assert the same verification time. Merging spans
100
+ * with different `at` would have to pick one verdict for the whole union, and
101
+ * either pick loses (min → the merged span vouches for buckets the older
102
+ * query never saw; max → buckets verified long ago look freshly verified).
103
+ * Keeping them separate preserves exact per-bucket freshness. The same-`at`
104
+ * case (bulk fetches, and every pre-`at` shard) collapses to one span.
105
+ *
106
+ * `bucketMs` widens adjacency: `0` merges only overlaps, `1` merges adjacent
107
+ * integer-ms spans (fills), a bucket size merges spans a bucket apart (candles).
108
+ */
109
+ function unionQueriedRanges(ranges, bucketMs = 0) {
110
+ const clean = (ranges || [])
111
+ .filter((q) => q && Number.isFinite(Number(q.gte)) && Number.isFinite(Number(q.lte)) && Number(q.lte) >= Number(q.gte))
112
+ .map((q) => ({ gte: Number(q.gte), lte: Number(q.lte), at: verifiedAt(q) }))
113
+ .sort((a, b) => a.gte - b.gte || a.lte - b.lte);
114
+ const merged = [];
115
+ const gap = Number.isFinite(Number(bucketMs)) && Number(bucketMs) > 0 ? Number(bucketMs) : 0;
116
+ for (const q of clean) {
117
+ const top = merged[merged.length - 1];
118
+ if (top && q.gte <= top.lte + gap && top.at === q.at) {
119
+ if (q.lte > top.lte)
120
+ top.lte = q.lte;
121
+ }
122
+ else {
123
+ merged.push({ gte: q.gte, lte: q.lte, at: q.at });
124
+ }
125
+ }
126
+ return merged;
127
+ }
128
+ /**
129
+ * Bound the persisted span list. Because spans merge only when they assert the
130
+ * same `at`, a shard that is re-verified on every run gains one span per run
131
+ * and would otherwise grow without limit. Dropping the OLDEST spans never
132
+ * invents emptiness. The input is already sorted by extent, so the tail is
133
+ * newest.
134
+ */
135
+ function compactCoverage(spans, maxSpans) {
136
+ const list = spans || [];
137
+ const max = Number.isFinite(Number(maxSpans)) && Number(maxSpans) >= 1 ? Math.floor(Number(maxSpans)) : list.length;
138
+ return list.length <= max ? list : list.slice(list.length - max);
139
+ }
140
+ function rangesCoveredBy(have, want) {
141
+ for (const w of want || []) {
142
+ let covered = false;
143
+ for (const h of have || []) {
144
+ if (h.gte <= w.gte && h.lte >= w.lte) {
145
+ covered = true;
146
+ break;
147
+ }
148
+ }
149
+ if (!covered)
150
+ return false;
151
+ }
152
+ return true;
153
+ }
154
+ /**
155
+ * Change detection for shard writes: `have` already accounts for every span in
156
+ * `want`, in extent AND in verification time. Without the `at` half, a run
157
+ * whose only news is "these buckets were re-verified 1h later" would skip the
158
+ * write and the next run would fall back to the wide fixed refresh window.
159
+ * An unknown `at` on either side is never treated as fresh.
160
+ */
161
+ function coverageSatisfied(have, want) {
162
+ if (!rangesCoveredBy(have, want))
163
+ return false;
164
+ for (const w of want || []) {
165
+ const wAt = verifiedAt(w);
166
+ if (wAt == null)
167
+ continue;
168
+ let fresh = false;
169
+ for (const h of have || []) {
170
+ if (h.gte > w.gte || h.lte < w.lte)
171
+ continue;
172
+ const hAt = verifiedAt(h);
173
+ if (hAt != null && hAt >= wAt) {
174
+ fresh = true;
175
+ break;
176
+ }
177
+ }
178
+ if (!fresh)
179
+ return false;
180
+ }
181
+ return true;
182
+ }
183
+ /** Every recorded span across the loaded files, newest verification included. */
184
+ function allQueriedRanges(fileCover) {
185
+ const out = [];
186
+ for (const f of fileCover || []) {
187
+ for (const q of f?.queried || []) {
188
+ if (q && Number.isFinite(Number(q.gte)) && Number.isFinite(Number(q.lte)))
189
+ out.push(q);
190
+ }
191
+ }
192
+ return out;
193
+ }
194
+ function clipRangeTo(q, gteMs, lteMs) {
195
+ const gte = Math.max(q.gte, gteMs);
196
+ const lte = Math.min(q.lte, lteMs);
197
+ return lte >= gte ? { gte, lte, at: verifiedAt(q) } : null;
198
+ }
199
+ /** Sort and merge overlapping / adjacent (integer-ms) spans. */
200
+ function mergeSpans(spans) {
201
+ const sorted = [...spans].sort((a, b) => a.gte - b.gte || a.lte - b.lte);
202
+ const merged = [];
203
+ for (const s of sorted) {
204
+ const top = merged[merged.length - 1];
205
+ if (top && s.gte <= top.lte + 1) {
206
+ if (s.lte > top.lte)
207
+ top.lte = s.lte;
208
+ }
209
+ else {
210
+ merged.push({ ...s });
211
+ }
212
+ }
213
+ return merged;
214
+ }
215
+ /** `span` minus the union of `covered` (both as inclusive ms ranges). */
216
+ function subtractRanges(span, covered) {
217
+ let parts = [{ ...span }];
218
+ for (const c of mergeSpans(covered)) {
219
+ const next = [];
220
+ for (const p of parts) {
221
+ if (c.lte < p.gte || c.gte > p.lte) {
222
+ next.push(p);
223
+ continue;
224
+ }
225
+ if (c.gte > p.gte)
226
+ next.push({ gte: p.gte, lte: Math.min(p.lte, c.gte - 1) });
227
+ if (c.lte < p.lte)
228
+ next.push({ gte: Math.max(p.gte, c.lte + 1), lte: p.lte });
229
+ }
230
+ parts = next.filter((p) => p.lte >= p.gte);
231
+ if (parts.length === 0)
232
+ break;
233
+ }
234
+ return parts;
235
+ }
236
+ export { shardKeyForTimestamp, shardBoundsForKey, shardKeysForRange, shardPathFor, shardKeyFromName, shardStemFromName, timestampMs, verifiedAt, unionQueriedRanges, compactCoverage, rangesCoveredBy, coverageSatisfied, allQueriedRanges, clipRangeTo, mergeSpans, subtractRanges, };
237
+ //# sourceMappingURL=month_shards.js.map
@@ -1,3 +1,10 @@
1
+ /** Asset identity/precision needed to convert chain amounts. */
2
+ export interface NativeHistoryAssetMeta {
3
+ id?: unknown;
4
+ precision?: number;
5
+ }
6
+ /** Normalized OHLCV candle: [tsMs, open, high, low, close, volume]. */
7
+ export type NativeHistoryCandle = [number, number, number, number, number, number];
1
8
  /**
2
9
  * Native BitShares market history parsing utilities.
3
10
  *
@@ -5,7 +12,7 @@
5
12
  * normalized OHLCV candles. Handles both the compact array format and
6
13
  * the raw object format with key.base / key.quote / open_base / etc.
7
14
  */
8
- declare function parseNativeMarketHistoryTimestamp(entry: any): number | null;
9
- declare function normalizeNativeMarketHistoryCandles(history: any, assetA: any, assetB: any, _intervalSeconds: any): any[];
15
+ declare function parseNativeMarketHistoryTimestamp(entry: unknown): number | null;
16
+ declare function normalizeNativeMarketHistoryCandles(history: unknown, assetA: NativeHistoryAssetMeta, assetB: NativeHistoryAssetMeta): NativeHistoryCandle[];
10
17
  export { parseNativeMarketHistoryTimestamp, normalizeNativeMarketHistoryCandles };
11
18
  //# sourceMappingURL=native_history.d.ts.map
@@ -1,5 +1,6 @@
1
1
  'use strict';
2
2
  import { blockchainToFloat } from '../../modules/order/utils/math.js';
3
+ import { isUnknownRecord } from '../../modules/types.js';
3
4
  /**
4
5
  * Native BitShares market history parsing utilities.
5
6
  *
@@ -8,15 +9,18 @@ import { blockchainToFloat } from '../../modules/order/utils/math.js';
8
9
  * the raw object format with key.base / key.quote / open_base / etc.
9
10
  */
10
11
  function parseNativeMarketHistoryTimestamp(entry) {
12
+ if (!isUnknownRecord(entry))
13
+ return null;
14
+ const historyEntry = entry;
11
15
  const candidates = [
12
- entry?.key?.open,
13
- entry?.key?.time,
14
- entry?.key?.timestamp,
15
- entry?.key?.date,
16
- entry?.open_time,
17
- entry?.time,
18
- entry?.timestamp,
19
- entry?.block_time,
16
+ historyEntry.key?.open,
17
+ historyEntry.key?.time,
18
+ historyEntry.key?.timestamp,
19
+ historyEntry.key?.date,
20
+ historyEntry.open_time,
21
+ historyEntry.time,
22
+ historyEntry.timestamp,
23
+ historyEntry.block_time,
20
24
  ];
21
25
  for (const candidate of candidates) {
22
26
  if (candidate == null)
@@ -75,8 +79,9 @@ function resolveNativeMarketHistoryRatio(entry, field, assetA, assetB) {
75
79
  }
76
80
  const nested = entry?.[field];
77
81
  if (nested && typeof nested === 'object') {
78
- const base = Number(nested.base ?? nested.amount_base ?? nested.base_amount ?? nested.amount);
79
- const quote = Number(nested.quote ?? nested.amount_quote ?? nested.quote_amount ?? nested.value);
82
+ const nestedRecord = nested;
83
+ const base = Number(nestedRecord.base ?? nestedRecord.amount_base ?? nestedRecord.base_amount ?? nestedRecord.amount);
84
+ const quote = Number(nestedRecord.quote ?? nestedRecord.amount_quote ?? nestedRecord.quote_amount ?? nestedRecord.value);
80
85
  if (!Number.isFinite(base) || !Number.isFinite(quote) || base <= 0 || quote <= 0) {
81
86
  return Number.NaN;
82
87
  }
@@ -84,15 +89,16 @@ function resolveNativeMarketHistoryRatio(entry, field, assetA, assetB) {
84
89
  }
85
90
  return Number.NaN;
86
91
  }
87
- function normalizeNativeMarketHistoryCandles(history, assetA, assetB, _intervalSeconds) {
92
+ function normalizeNativeMarketHistoryCandles(history, assetA, assetB) {
93
+ const historyRecord = isUnknownRecord(history) ? history : undefined;
88
94
  const source = Array.isArray(history)
89
95
  ? history
90
- : Array.isArray(history?.buckets)
91
- ? history.buckets
92
- : Array.isArray(history?.history)
93
- ? history.history
94
- : Array.isArray(history?.result)
95
- ? history.result
96
+ : Array.isArray(historyRecord?.buckets)
97
+ ? historyRecord.buckets
98
+ : Array.isArray(historyRecord?.history)
99
+ ? historyRecord.history
100
+ : Array.isArray(historyRecord?.result)
101
+ ? historyRecord.result
96
102
  : [];
97
103
  if (!Array.isArray(source) || source.length === 0)
98
104
  return [];
@@ -117,25 +123,26 @@ function normalizeNativeMarketHistoryCandles(history, assetA, assetB, _intervalS
117
123
  }
118
124
  const candles = [];
119
125
  for (const entry of source) {
120
- if (!entry || typeof entry !== 'object')
126
+ if (!isUnknownRecord(entry))
121
127
  continue;
122
- const tsMs = parseNativeMarketHistoryTimestamp(entry);
123
- if (!Number.isFinite(tsMs))
128
+ const historyEntry = entry;
129
+ const tsMs = parseNativeMarketHistoryTimestamp(historyEntry);
130
+ if (tsMs === null || !Number.isFinite(tsMs))
124
131
  continue;
125
- const keyBase = String(entry?.key?.base || '');
126
- const keyQuote = String(entry?.key?.quote || '');
132
+ const keyBase = String(historyEntry?.key?.base || '');
133
+ const keyQuote = String(historyEntry?.key?.quote || '');
127
134
  const orientation = resolvePairOrientation(keyBase, keyQuote, assetA, assetB);
128
135
  if (!orientation)
129
136
  continue;
130
137
  const { baseIsAssetA, basePrecision, quotePrecision } = orientation;
131
- const baseVolume = Number(entry?.base_volume);
132
- const quoteVolume = Number(entry?.quote_volume);
133
- const open = resolveNativeMarketHistoryRatio(entry, 'open', assetA, assetB);
134
- const resolvedHigh = resolveNativeMarketHistoryRatio(entry, 'high', assetA, assetB);
135
- const resolvedLow = resolveNativeMarketHistoryRatio(entry, 'low', assetA, assetB);
138
+ const baseVolume = Number(historyEntry?.base_volume);
139
+ const quoteVolume = Number(historyEntry?.quote_volume);
140
+ const open = resolveNativeMarketHistoryRatio(historyEntry, 'open', assetA, assetB);
141
+ const resolvedHigh = resolveNativeMarketHistoryRatio(historyEntry, 'high', assetA, assetB);
142
+ const resolvedLow = resolveNativeMarketHistoryRatio(historyEntry, 'low', assetA, assetB);
136
143
  const high = Math.max(resolvedHigh, resolvedLow);
137
144
  const low = Math.min(resolvedHigh, resolvedLow);
138
- const close = resolveNativeMarketHistoryRatio(entry, 'close', assetA, assetB);
145
+ const close = resolveNativeMarketHistoryRatio(historyEntry, 'close', assetA, assetB);
139
146
  if (![open, high, low, close].every((value) => Number.isFinite(value) && value > 0)) {
140
147
  continue;
141
148
  }