dexbot 1.6.11 → 1.6.13
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +67 -4
- package/README.md +2 -1
- package/analysis/README.md +11 -11
- package/analysis/ama_fitting/README.md +5 -3
- package/analysis/tradingview/README.md +1 -1
- package/analysis/trend_detection/DYNAMIC_WEIGHT_RESEARCH.md +3 -3
- package/claw/README.md +1 -0
- package/claw/docs/AI_BOT_LIBRARY_API.md +2 -0
- package/claw/docs/DEXBOT2_TUNING_CHEAT_SHEET.md +4 -3
- package/claw/modules/chain_broadcast.ts +7 -1
- package/claw/modules/claw_bridge.ts +0 -3
- package/claw/modules/claw_launcher.ts +1 -1
- package/claw/modules/claw_skill_md.ts +1 -0
- package/claw/modules/launcher_mode_detector.ts +9 -2
- package/claw/package.json +3 -3
- package/claw/runtimes/openclaw-plugin/openclaw.plugin.json +1 -1
- package/claw/runtimes/openclaw-plugin/package.json +1 -1
- package/claw/tsconfig.json +2 -2
- package/dist/analysis/account_resolver.d.ts +1 -1
- package/dist/analysis/account_resolver.js +2 -1
- package/dist/analysis/ama_fitting/analyze_ama_price_changes.js +3 -4
- package/dist/analysis/ama_fitting/analyze_lambda_vs_slow.js +3 -21
- package/dist/analysis/ama_fitting/calibrate_convergence_er.js +0 -1
- package/dist/analysis/ama_fitting/fetch_lp_candles.js +55 -45
- package/dist/analysis/ama_fitting/generate_unified_comparison_chart.d.ts +1 -8
- package/dist/analysis/ama_fitting/generate_unified_comparison_chart.js +45 -24
- package/dist/analysis/ama_fitting/optimizer_high_resolution.js +34 -78
- package/dist/analysis/analyze_args.d.ts +43 -0
- package/dist/analysis/analyze_args.js +61 -0
- package/dist/analysis/analyze_dynamic_weight.js +7 -17
- package/dist/analysis/analyze_kalman.js +7 -17
- package/dist/analysis/analyze_regime.js +7 -17
- package/dist/analysis/analyze_regime_windows.js +8 -18
- package/dist/analysis/analyze_risk_profile.js +8 -18
- package/dist/analysis/analyze_trade_heatmap.js +7 -17
- package/dist/analysis/analyze_volatility.js +7 -17
- package/dist/analysis/bot_fitting/backtest_ama_sweep.d.ts +221 -28
- package/dist/analysis/bot_fitting/backtest_ama_sweep.js +23 -103
- package/dist/analysis/bot_fitting/backtest_bot_fitting.d.ts +34 -4
- package/dist/analysis/bot_fitting/backtest_bot_fitting.js +32 -150
- package/dist/analysis/bot_fitting/backtest_lookback_drawdown.js +19 -34
- package/dist/analysis/bot_fitting/shared_utils.d.ts +77 -9
- package/dist/analysis/bot_fitting/shared_utils.js +125 -9
- package/dist/analysis/bot_key_utils.d.ts +18 -10
- package/dist/analysis/bot_key_utils.js +7 -4
- package/dist/analysis/bot_usage/discover_bot_accounts.js +44 -47
- package/dist/analysis/bot_usage/kibana_bot_queries.d.ts +1 -21
- package/dist/analysis/chain_pool.d.ts +3 -1
- package/dist/analysis/chart_ui.d.ts +35 -3
- package/dist/analysis/chart_ui.js +43 -4
- package/dist/analysis/chart_utils.d.ts +5 -5
- package/dist/analysis/chart_utils.js +9 -0
- package/dist/analysis/fills_cache.d.ts +4 -24
- package/dist/analysis/fills_cache.js +3 -84
- package/dist/analysis/fills_source.d.ts +33 -3
- package/dist/analysis/fills_source.js +83 -13
- package/dist/analysis/grid_correction_check.d.ts +2 -24
- package/dist/analysis/grid_correction_check.js +27 -69
- package/dist/analysis/math_utils.d.ts +91 -6
- package/dist/analysis/math_utils.js +119 -7
- package/dist/analysis/pnl_report.js +29 -29
- package/dist/analysis/price_sources.d.ts +30 -9
- package/dist/analysis/price_sources.js +28 -4
- package/dist/analysis/resolve_bot_accounts.js +2 -2
- package/dist/analysis/resolve_source.d.ts +1 -1
- package/dist/analysis/resolve_source.js +31 -10
- package/dist/analysis/trade_profitability.d.ts +29 -2
- package/dist/analysis/trade_profitability.js +73 -147
- package/dist/analysis/tradingview/analyze_tradingview.d.ts +3 -8
- package/dist/analysis/tradingview/analyze_tradingview.js +7 -6
- package/dist/analysis/tradingview/grid_reset_config.d.ts +41 -32
- package/dist/analysis/tradingview/grid_reset_config.js +23 -11
- package/dist/analysis/tradingview/grid_reset_sim.d.ts +75 -9
- package/dist/analysis/tradingview/grid_reset_sim.js +4 -3
- package/dist/analysis/tradingview/tradingview_uplot_chart_generator.d.ts +69 -4
- package/dist/analysis/tradingview/tradingview_uplot_chart_generator.js +20 -34
- package/dist/analysis/trend_detection/backtest_ama_slope_huber.d.ts +1 -101
- package/dist/analysis/trend_detection/backtest_ama_slope_huber.js +26 -84
- package/dist/analysis/trend_detection/dynamic_weight_chart_generator.d.ts +63 -1
- package/dist/analysis/trend_detection/dynamic_weight_chart_generator.js +16 -41
- package/dist/analysis/trend_detection/huber_scale_variants.d.ts +9 -3
- package/dist/analysis/trend_detection/huber_scale_variants.js +4 -4
- package/dist/analysis/trend_detection/kalman_chart_generator.d.ts +30 -1
- package/dist/analysis/trend_detection/kalman_chart_generator.js +3 -3
- package/dist/analysis/trend_detection/regime_chart_generator.d.ts +31 -1
- package/dist/analysis/trend_detection/regime_chart_generator.js +2 -2
- package/dist/analysis/trend_detection/volatility_chart_generator.d.ts +33 -1
- package/dist/analysis/trend_detection/volatility_chart_generator.js +9 -10
- package/dist/analysis/worker_pool.d.ts +38 -0
- package/dist/analysis/worker_pool.js +67 -0
- package/dist/credential-daemon.js +34 -20
- package/dist/dexbot.js +78 -59
- package/dist/market_adapter/ama_signal_runner.js +21 -54
- package/dist/market_adapter/candle_utils.d.ts +29 -19
- package/dist/market_adapter/candle_utils.js +35 -21
- package/dist/market_adapter/cli_args.d.ts +22 -0
- package/dist/market_adapter/cli_args.js +30 -0
- package/dist/market_adapter/core/asymmetric_bounds.d.ts +13 -4
- package/dist/market_adapter/core/config_normalizers.d.ts +3 -3
- package/dist/market_adapter/core/config_normalizers.js +11 -6
- package/dist/market_adapter/core/kibana_candles.d.ts +56 -19
- package/dist/market_adapter/core/kibana_candles.js +12 -9
- package/dist/market_adapter/core/kibana_client.d.ts +9 -1
- package/dist/market_adapter/core/kibana_client.js +8 -7
- package/dist/market_adapter/core/kibana_market_candles.d.ts +3 -2
- package/dist/market_adapter/core/market_adapter_service.d.ts +320 -153
- package/dist/market_adapter/core/market_adapter_service.js +228 -269
- package/dist/market_adapter/core/signals/hurst_analyzer.d.ts +1 -6
- package/dist/market_adapter/core/signals/hurst_analyzer.js +1 -1
- package/dist/market_adapter/core/signals/permutation_entropy_analyzer.d.ts +1 -11
- package/dist/market_adapter/core/signals/permutation_entropy_analyzer.js +1 -1
- package/dist/market_adapter/core/strategies/ama.d.ts +10 -2
- package/dist/market_adapter/core/strategies/ama.js +2 -4
- package/dist/market_adapter/core/strategies/ama_slope_model.d.ts +14 -1
- package/dist/market_adapter/core/strategies/ama_slope_model.js +12 -34
- package/dist/market_adapter/core/strategies/atr/calculator.d.ts +7 -2
- package/dist/market_adapter/core/strategies/atr/calculator.js +2 -34
- package/dist/market_adapter/core/strategies/collateral_manager.d.ts +7 -1
- package/dist/market_adapter/core/strategies/collateral_manager.js +0 -22
- package/dist/market_adapter/core/strategies/dynamic_weight_series.d.ts +34 -6
- package/dist/market_adapter/core/strategies/dynamic_weight_series.js +7 -7
- package/dist/market_adapter/core/strategies/regime_gate.d.ts +24 -15
- package/dist/market_adapter/core/strategies/regime_gate.js +4 -31
- package/dist/market_adapter/core/strategies/regime_interp.d.ts +7 -1
- package/dist/market_adapter/core/strategies/regime_interp.js +14 -22
- package/dist/market_adapter/core/strategies/volatility_shift.d.ts +11 -1
- package/dist/market_adapter/core/strategies/volatility_shift.js +0 -13
- package/dist/market_adapter/inputs/cex_candle_parsing.d.ts +29 -0
- package/dist/market_adapter/inputs/cex_candle_parsing.js +52 -0
- package/dist/market_adapter/inputs/fetch_book_data.d.ts +20 -4
- package/dist/market_adapter/inputs/fetch_book_data.js +3 -2
- package/dist/market_adapter/inputs/fetch_cex_synthetic_data.js +160 -332
- package/dist/market_adapter/inputs/fetch_lp_data.d.ts +50 -8
- package/dist/market_adapter/inputs/fetch_lp_data.js +47 -22
- package/dist/market_adapter/inputs/kibana_feed_source.d.ts +74 -15
- package/dist/market_adapter/inputs/kibana_feed_source.js +26 -41
- package/dist/market_adapter/inputs/kibana_source.d.ts +25 -3
- package/dist/market_adapter/inputs/kibana_source.js +2 -2
- package/dist/market_adapter/inputs/window_cache.d.ts +93 -156
- package/dist/market_adapter/inputs/window_cache.js +59 -184
- package/dist/market_adapter/interval_utils.d.ts +15 -5
- package/dist/market_adapter/interval_utils.js +16 -1
- package/dist/market_adapter/log_format.d.ts +6 -6
- package/dist/market_adapter/log_format.js +28 -21
- package/dist/market_adapter/lp_chart_core.d.ts +22 -1
- package/dist/market_adapter/lp_chart_core.js +26 -192
- package/dist/market_adapter/lp_chart_runner.d.ts +10 -7
- package/dist/market_adapter/lp_chart_runner.js +37 -19
- package/dist/market_adapter/lp_chart_strategy_loader.d.ts +41 -6
- package/dist/market_adapter/lp_chart_strategy_loader.js +8 -7
- package/dist/market_adapter/market_adapter.d.ts +94 -32
- package/dist/market_adapter/market_adapter.js +94 -120
- package/dist/market_adapter/utils/adapter_client.d.ts +3 -3
- package/dist/market_adapter/utils/adapter_client.js +2 -2
- package/dist/market_adapter/utils/atomic_write.d.ts +8 -1
- package/dist/market_adapter/utils/chain.d.ts +50 -41
- package/dist/market_adapter/utils/chain.js +40 -46
- package/dist/market_adapter/utils/data_discovery.d.ts +49 -2
- package/dist/market_adapter/utils/data_discovery.js +220 -27
- package/dist/market_adapter/utils/dynamic_grid_snapshot.d.ts +12 -3
- package/dist/market_adapter/utils/file_json_cache.d.ts +2 -2
- package/dist/market_adapter/utils/file_lock.d.ts +28 -14
- package/dist/market_adapter/utils/file_lock.js +36 -32
- package/dist/market_adapter/utils/month_shards.d.ts +84 -0
- package/dist/market_adapter/utils/month_shards.js +237 -0
- package/dist/market_adapter/utils/native_history.d.ts +9 -2
- package/dist/market_adapter/utils/native_history.js +35 -28
- package/dist/modules/account_bots.d.ts +578 -21
- package/dist/modules/account_bots.js +272 -267
- package/dist/modules/account_orders.d.ts +79 -30
- package/dist/modules/account_orders.js +60 -64
- package/dist/modules/authority_resolver.d.ts +12 -2
- package/dist/modules/authority_resolver.js +15 -8
- package/dist/modules/bitshares-native/chain_client.d.ts +39 -4
- package/dist/modules/bitshares-native/chain_client.js +59 -59
- package/dist/modules/bitshares-native/crypto/ecc.browser.js +11 -171
- package/dist/modules/bitshares-native/crypto/ecc.js +13 -176
- package/dist/modules/bitshares-native/crypto/ecc_core.d.ts +33 -0
- package/dist/modules/bitshares-native/crypto/ecc_core.js +213 -0
- package/dist/modules/bitshares-native/crypto/ecc_selector.d.ts +2 -1
- package/dist/modules/bitshares-native/crypto/ecc_selector.js +1 -13
- package/dist/modules/bitshares-native/index.d.ts +1 -1
- package/dist/modules/bitshares-native/lru_cache.d.ts +7 -7
- package/dist/modules/bitshares-native/resolvers.d.ts +18 -6
- package/dist/modules/bitshares-native/resolvers.js +22 -25
- package/dist/modules/bitshares-native/serial/lazy_buffer.d.ts +4 -0
- package/dist/modules/bitshares-native/serial/lazy_buffer.js +21 -0
- package/dist/modules/bitshares-native/serial/operations.d.ts +1 -1
- package/dist/modules/bitshares-native/serial/serializer.d.ts +16 -12
- package/dist/modules/bitshares-native/serial/serializer.js +7 -13
- package/dist/modules/bitshares-native/serial/types.d.ts +25 -16
- package/dist/modules/bitshares-native/serial/types.js +73 -108
- package/dist/modules/bitshares-native/signing_client.d.ts +32 -2
- package/dist/modules/bitshares-native/signing_client.js +19 -14
- package/dist/modules/bitshares-native/subscriptions.d.ts +81 -1
- package/dist/modules/bitshares-native/subscriptions.js +12 -12
- package/dist/modules/bitshares-native/transport.d.ts +5 -4
- package/dist/modules/bitshares-native/transport.js +5 -4
- package/dist/modules/bitshares-native/tx/builder.d.ts +40 -5
- package/dist/modules/bitshares-native/tx/builder.js +4 -3
- package/dist/modules/bitshares-native/tx/tx_cache.d.ts +4 -4
- package/dist/modules/bitshares_client.d.ts +45 -13
- package/dist/modules/bitshares_client.js +28 -19
- package/dist/modules/bot_defaults.d.ts +8 -16
- package/dist/modules/bot_defaults.js +1 -5
- package/dist/modules/bot_settings.d.ts +44 -10
- package/dist/modules/bot_settings.js +11 -8
- package/dist/modules/bots_file_lock.d.ts +6 -6
- package/dist/modules/bots_file_lock.js +16 -12
- package/dist/modules/broadcast_failure.d.ts +4 -3
- package/dist/modules/broadcast_failure.js +5 -4
- package/dist/modules/chain_keys.d.ts +42 -40
- package/dist/modules/chain_keys.js +53 -45
- package/dist/modules/chain_orders.d.ts +94 -60
- package/dist/modules/chain_orders.js +81 -118
- package/dist/modules/cli_start_onboarding.d.ts +2 -1
- package/dist/modules/constants.d.ts +534 -32
- package/dist/modules/constants.js +35 -48
- package/dist/modules/cr_planner.d.ts +41 -3
- package/dist/modules/cr_planner.js +1 -5
- package/dist/modules/credential_policy.d.ts +68 -8
- package/dist/modules/credential_policy.js +37 -31
- package/dist/modules/credential_session_cache.d.ts +2 -2
- package/dist/modules/credit_pricing.d.ts +43 -6
- package/dist/modules/credit_pricing.js +70 -60
- package/dist/modules/credit_runtime.d.ts +283 -118
- package/dist/modules/credit_runtime.js +500 -231
- package/dist/modules/crypto/browser_provider.js +6 -4
- package/dist/modules/crypto/node_provider.js +1 -1
- package/dist/modules/crypto/pure_scrypt.js +35 -4
- package/dist/modules/crypto/pure_secp256k1.js +72 -26
- package/dist/modules/crypto/sync.d.ts +9 -9
- package/dist/modules/crypto/sync.js +16 -9
- package/dist/modules/daemon_node_health.d.ts +4 -3
- package/dist/modules/dexbot_class.d.ts +213 -146
- package/dist/modules/dexbot_class.js +183 -86
- package/dist/modules/dexbot_cow_runtime.d.ts +160 -87
- package/dist/modules/dexbot_cow_runtime.js +302 -234
- package/dist/modules/dexbot_credential_client.d.ts +19 -18
- package/dist/modules/dexbot_credential_client.js +1 -2
- package/dist/modules/dexbot_fill_runtime.d.ts +63 -49
- package/dist/modules/dexbot_fill_runtime.js +53 -47
- package/dist/modules/dexbot_maintenance_runtime.d.ts +127 -71
- package/dist/modules/dexbot_maintenance_runtime.js +187 -147
- package/dist/modules/dexbot_startup_runtime.d.ts +11 -11
- package/dist/modules/dexbot_startup_runtime.js +56 -57
- package/dist/modules/dexbot_state_recovery.d.ts +13 -12
- package/dist/modules/dexbot_state_recovery.js +18 -13
- package/dist/modules/fund_registry.d.ts +4 -2
- package/dist/modules/fund_registry.js +10 -10
- package/dist/modules/general_settings.d.ts +30 -4
- package/dist/modules/graceful_shutdown.d.ts +3 -3
- package/dist/modules/graceful_shutdown.js +19 -13
- package/dist/modules/grid_price_source.d.ts +1 -1
- package/dist/modules/key_store.d.ts +14 -8
- package/dist/modules/key_store.js +7 -7
- package/dist/modules/launcher/adapter_requirement.d.ts +11 -5
- package/dist/modules/launcher/adapter_requirement.js +5 -5
- package/dist/modules/launcher/bot_supervisor.d.ts +106 -24
- package/dist/modules/launcher/bot_supervisor.js +12 -11
- package/dist/modules/launcher/credential_bootstrap.d.ts +1 -1
- package/dist/modules/launcher/credential_bootstrap.js +1 -1
- package/dist/modules/launcher/credential_daemon.d.ts +4 -4
- package/dist/modules/launcher/credential_daemon.js +2 -2
- package/dist/modules/launcher/credential_secret.d.ts +1 -1
- package/dist/modules/launcher/foreign_cred_daemon.d.ts +2 -2
- package/dist/modules/launcher/market_adapter_runtime.d.ts +61 -6
- package/dist/modules/launcher/market_adapter_watchdog.d.ts +10 -2
- package/dist/modules/launcher/market_adapter_watchdog.js +4 -0
- package/dist/modules/launcher/monolithic_runtime.d.ts +18 -16
- package/dist/modules/launcher/status_reporting.d.ts +22 -14
- package/dist/modules/launcher/supervisor_control.d.ts +8 -1
- package/dist/modules/launcher/supervisor_control.js +4 -2
- package/dist/modules/lazy_shim.d.ts +11 -0
- package/dist/modules/lazy_shim.js +16 -0
- package/dist/modules/market_adapter_whitelist.d.ts +9 -3
- package/dist/modules/market_adapter_whitelist.js +15 -3
- package/dist/modules/node_connect_policy.d.ts +3 -2
- package/dist/modules/node_failure_ledger.d.ts +6 -5
- package/dist/modules/node_manager.d.ts +41 -11
- package/dist/modules/node_manager.js +5 -4
- package/dist/modules/order/accounting.d.ts +53 -24
- package/dist/modules/order/accounting.js +16 -15
- package/dist/modules/order/async_lock.d.ts +5 -2
- package/dist/modules/order/async_lock.js +1 -1
- package/dist/modules/order/export.d.ts +7 -6
- package/dist/modules/order/export.js +1 -7
- package/dist/modules/order/format.d.ts +16 -7
- package/dist/modules/order/format.js +15 -3
- package/dist/modules/order/genesis_policy.d.ts +24 -21
- package/dist/modules/order/genesis_policy.js +17 -10
- package/dist/modules/order/grid.d.ts +144 -36
- package/dist/modules/order/grid.js +226 -145
- package/dist/modules/order/grid_reconcile.d.ts +21 -20
- package/dist/modules/order/grid_reconcile.js +13 -12
- package/dist/modules/order/grid_reconcile_internal.d.ts +85 -72
- package/dist/modules/order/grid_reconcile_internal.js +28 -19
- package/dist/modules/order/index.d.ts +264 -1
- package/dist/modules/order/logger.d.ts +46 -19
- package/dist/modules/order/logger.js +38 -49
- package/dist/modules/order/logger_state.d.ts +4 -4
- package/dist/modules/order/manager.d.ts +232 -191
- package/dist/modules/order/manager.js +110 -130
- package/dist/modules/order/processed_fill_store.d.ts +18 -3
- package/dist/modules/order/processed_fill_store.js +16 -27
- package/dist/modules/order/strategy.d.ts +21 -13
- package/dist/modules/order/strategy.js +5 -6
- package/dist/modules/order/sync_engine.d.ts +91 -33
- package/dist/modules/order/sync_engine.js +84 -53
- package/dist/modules/order/utils/math.d.ts +157 -102
- package/dist/modules/order/utils/math.js +77 -38
- package/dist/modules/order/utils/order.d.ts +310 -110
- package/dist/modules/order/utils/order.js +153 -126
- package/dist/modules/order/utils/slot.d.ts +1 -1
- package/dist/modules/order/utils/system.d.ts +156 -26
- package/dist/modules/order/utils/system.js +103 -71
- package/dist/modules/order/utils/validate.d.ts +89 -41
- package/dist/modules/order/utils/validate.js +26 -24
- package/dist/modules/order/utils/withPoolRef.d.ts +6 -4
- package/dist/modules/order/utils/withPoolRef.js +18 -12
- package/dist/modules/order/working_grid.d.ts +14 -13
- package/dist/modules/paths.d.ts +1 -4
- package/dist/modules/paths.js +33 -61
- package/dist/modules/process_discovery.d.ts +1 -1
- package/dist/modules/process_discovery.js +2 -1
- package/dist/modules/runtime.d.ts +7 -3
- package/dist/modules/runtime.js +4 -3
- package/dist/modules/runtime_settings.d.ts +14 -11
- package/dist/modules/runtime_settings.js +30 -24
- package/dist/modules/settings_merge.d.ts +29 -3
- package/dist/modules/settings_merge.js +56 -78
- package/dist/modules/socket_json_client.d.ts +9 -5
- package/dist/modules/storage/browser_adapter.d.ts +38 -53
- package/dist/modules/storage/browser_adapter.js +7 -30
- package/dist/modules/storage/index.d.ts +1 -1
- package/dist/modules/storage/node_adapter.d.ts +45 -27
- package/dist/modules/storage/node_adapter.js +9 -9
- package/dist/modules/storage/types.d.ts +5 -4
- package/dist/modules/types.d.ts +1090 -6
- package/dist/modules/types.js +4 -1
- package/dist/modules/utils/asset_symbols.d.ts +2 -1
- package/dist/modules/utils/asset_symbols.js +2 -1
- package/dist/modules/utils/errors.d.ts +9 -0
- package/dist/modules/utils/errors.js +24 -4
- package/dist/modules/utils/time_range.d.ts +1 -12
- package/dist/modules/utils/time_range.js +1 -1
- package/dist/modules/validate_profiles.js +53 -43
- package/dist/modules/version_notice.d.ts +23 -11
- package/dist/modules/version_notice.js +6 -4
- package/dist/pm2.d.ts +28 -27
- package/dist/pm2.js +61 -40
- package/dist/scripts/analyze-credit.d.ts +2 -1
- package/dist/scripts/analyze-credit.js +23 -24
- package/dist/scripts/analyze-git.js +2 -15
- package/dist/scripts/analyze-orders.d.ts +77 -9
- package/dist/scripts/analyze-orders.js +65 -40
- package/dist/scripts/chart_command.d.ts +27 -18
- package/dist/scripts/chart_command.js +15 -13
- package/dist/scripts/check_any.d.ts +22 -0
- package/dist/scripts/check_any.js +158 -0
- package/dist/scripts/diagnose-pool-history.js +13 -13
- package/dist/scripts/print_grid.js +0 -1
- package/dist/scripts/run-tests.js +39 -8
- package/dist/scripts/runner.js +1 -1
- package/dist/scripts/sync-version.js +0 -10
- package/dist/scripts/test-credit-renewal.js +30 -21
- package/dist/scripts/update.d.ts +10 -5
- package/dist/scripts/update.js +168 -103
- package/dist/scripts/update_dist_freshness.js +1 -0
- package/dist/scripts/update_layout.d.ts +61 -0
- package/dist/scripts/update_layout.js +180 -0
- package/dist/scripts/validate_bots.js +2 -1
- package/dist/scripts/verify-browser-bundle.js +8 -0
- package/dist/unlock.d.ts +28 -3
- package/dist/unlock.js +63 -35
- package/docs/BITSHARES_ONBOARDING.md +10 -12
- package/docs/COPY_ON_WRITE_MASTER_PLAN.md +2 -2
- package/docs/COW_INVARIANTS.md +13 -6
- package/docs/DEXBOT_COMPARISON.md +8 -8
- package/docs/EVOLUTION.md +10 -8
- package/docs/FUND_MOVEMENT_AND_ACCOUNTING.md +5 -5
- package/docs/GRID_RECALCULATION.md +4 -2
- package/docs/GRID_RECONCILE.md +14 -3
- package/docs/LIFECYCLE.md +11 -11
- package/docs/MPA_CREDIT_USAGE.md +22 -3
- package/docs/README.md +14 -3
- package/docs/WORKFLOW.md +1 -0
- package/docs/architecture.md +31 -19
- package/docs/developer_guide.md +6 -6
- package/market_adapter/README.md +12 -5
- package/modules/README.md +4 -1
- package/package.json +9 -9
- package/scripts/README.md +43 -38
- package/tests/README.md +25 -10
- package/dist/scripts/diagnose-kibana-candles.d.ts +0 -3
- package/dist/scripts/diagnose-kibana-candles.js +0 -82
- package/scripts/git-viewer.sh +0 -489
- package/scripts/postinstall.js +0 -16
|
@@ -3,6 +3,7 @@ import { createRequire } from 'node:module';
|
|
|
3
3
|
const require = createRequire(import.meta.url);
|
|
4
4
|
import { API_LIMITS } from '../../modules/constants.js';
|
|
5
5
|
import { normalizeAssetSymbol } from '../../modules/utils/asset_symbols.js';
|
|
6
|
+
import { isUnknownRecord } from '../../modules/types.js';
|
|
6
7
|
let _bitsharesClient = null;
|
|
7
8
|
function getBitsharesClient() {
|
|
8
9
|
// lazy require to avoid circular dependencies at module load time
|
|
@@ -16,7 +17,7 @@ function setBitsharesClientForTests(client) {
|
|
|
16
17
|
}
|
|
17
18
|
async function resolveAsset(symbol, bitsharesClient = null) {
|
|
18
19
|
if (!symbol || typeof symbol !== 'string') {
|
|
19
|
-
throw new Error(`Cannot resolve asset: invalid or missing symbol "${symbol}"`);
|
|
20
|
+
throw new Error(`Cannot resolve asset: invalid or missing symbol "${String(symbol)}"`);
|
|
20
21
|
}
|
|
21
22
|
// BitShares symbols are canonical UPPERCASE; nodes answer lowercase lookups
|
|
22
23
|
// silently, so normalize here and hand the canonical symbol downstream
|
|
@@ -24,12 +25,26 @@ async function resolveAsset(symbol, bitsharesClient = null) {
|
|
|
24
25
|
const canonical = normalizeAssetSymbol(symbol);
|
|
25
26
|
const client = bitsharesClient || getBitsharesClient();
|
|
26
27
|
const results = await client.BitShares.db.lookup_asset_symbols([canonical]);
|
|
27
|
-
const asset = results
|
|
28
|
-
if (!asset
|
|
28
|
+
const asset = Array.isArray(results) ? results[0] : undefined;
|
|
29
|
+
if (!isUnknownRecord(asset) || typeof asset.id !== 'string' || typeof asset.precision !== 'number') {
|
|
29
30
|
throw new Error(`Cannot resolve asset "${canonical}": lookup failed`);
|
|
30
31
|
}
|
|
31
32
|
return { id: asset.id, precision: asset.precision, symbol: String(asset.symbol || canonical) };
|
|
32
33
|
}
|
|
34
|
+
/** Balance of `idAStr` in a pool object (both `asset_a` and `asset_ids[]` shapes). */
|
|
35
|
+
function poolBalanceFor(idAStr, p) {
|
|
36
|
+
const assetIds = Array.isArray(p.asset_ids) ? p.asset_ids : null;
|
|
37
|
+
const value = String(p.asset_a ?? assetIds?.[0] ?? '') === idAStr
|
|
38
|
+
? Number(p.balance_a)
|
|
39
|
+
: String(p.asset_b ?? assetIds?.[1] ?? '') === idAStr
|
|
40
|
+
? Number(p.balance_b)
|
|
41
|
+
: Number.NEGATIVE_INFINITY;
|
|
42
|
+
return Number.isFinite(value) ? value : Number.NEGATIVE_INFINITY;
|
|
43
|
+
}
|
|
44
|
+
/** Total liquidity of a pool object. */
|
|
45
|
+
function poolTotalBalance(p) {
|
|
46
|
+
return Number(p.balance_a ?? 0) + Number(p.balance_b ?? 0);
|
|
47
|
+
}
|
|
33
48
|
async function findPoolByAssets(assetAId, assetBId, options = {}) {
|
|
34
49
|
const client = options.bitsharesClient || getBitsharesClient();
|
|
35
50
|
const { BitShares } = client;
|
|
@@ -38,26 +53,13 @@ async function findPoolByAssets(assetAId, assetBId, options = {}) {
|
|
|
38
53
|
try {
|
|
39
54
|
const pools = await BitShares.db.get_liquidity_pools_by_both_assets(assetAId, assetBId);
|
|
40
55
|
if (Array.isArray(pools) && pools.length > 0) {
|
|
41
|
-
const valid = pools.filter(p => p
|
|
56
|
+
const valid = pools.filter((p) => isUnknownRecord(p) && Boolean(p.id));
|
|
42
57
|
if (valid.length) {
|
|
43
58
|
const idAStr = String(assetAId);
|
|
44
59
|
if (sortBy === 'assetABalance') {
|
|
45
|
-
return valid.sort((a, b) =>
|
|
46
|
-
const bal = (p) => {
|
|
47
|
-
const value = String(p.asset_a ?? p.asset_ids?.[0] ?? '') === idAStr
|
|
48
|
-
? Number(p.balance_a)
|
|
49
|
-
: String(p.asset_b ?? p.asset_ids?.[1] ?? '') === idAStr
|
|
50
|
-
? Number(p.balance_b)
|
|
51
|
-
: Number.NEGATIVE_INFINITY;
|
|
52
|
-
return Number.isFinite(value) ? value : Number.NEGATIVE_INFINITY;
|
|
53
|
-
};
|
|
54
|
-
return bal(b) - bal(a);
|
|
55
|
-
})[0];
|
|
60
|
+
return valid.slice().sort((a, b) => poolBalanceFor(idAStr, b) - poolBalanceFor(idAStr, a))[0];
|
|
56
61
|
}
|
|
57
|
-
return valid.sort((x, y) =>
|
|
58
|
-
const bal = (p) => Number(p.balance_a ?? 0) + Number(p.balance_b ?? 0);
|
|
59
|
-
return bal(y) - bal(x);
|
|
60
|
-
})[0];
|
|
62
|
+
return valid.slice().sort((x, y) => poolTotalBalance(y) - poolTotalBalance(x))[0];
|
|
61
63
|
}
|
|
62
64
|
}
|
|
63
65
|
}
|
|
@@ -80,34 +82,24 @@ async function findPoolByAssets(assetAId, assetBId, options = {}) {
|
|
|
80
82
|
break;
|
|
81
83
|
const effective = startId === '1.19.0' ? pools : pools.slice(1);
|
|
82
84
|
const matches = effective.filter((p) => {
|
|
83
|
-
|
|
85
|
+
if (!isUnknownRecord(p))
|
|
86
|
+
return false;
|
|
87
|
+
const ids = (Array.isArray(p.asset_ids) ? p.asset_ids : [p.asset_a, p.asset_b]).map(String);
|
|
84
88
|
return ids.includes(a) && ids.includes(b);
|
|
85
89
|
});
|
|
86
90
|
if (matches.length > 0) {
|
|
87
91
|
if (sortBy === 'assetABalance') {
|
|
88
92
|
const idAStr = String(assetAId);
|
|
89
|
-
return matches.sort((
|
|
90
|
-
const bal = (p) => {
|
|
91
|
-
const assetA = String(p.asset_a ?? p.asset_ids?.[0] ?? '');
|
|
92
|
-
const assetB = String(p.asset_b ?? p.asset_ids?.[1] ?? '');
|
|
93
|
-
const value = assetA === idAStr
|
|
94
|
-
? Number(p.balance_a)
|
|
95
|
-
: assetB === idAStr
|
|
96
|
-
? Number(p.balance_b)
|
|
97
|
-
: Number.NEGATIVE_INFINITY;
|
|
98
|
-
return Number.isFinite(value) ? value : Number.NEGATIVE_INFINITY;
|
|
99
|
-
};
|
|
100
|
-
return bal(b) - bal(a);
|
|
101
|
-
})[0];
|
|
93
|
+
return matches.slice().sort((x, y) => poolBalanceFor(idAStr, y) - poolBalanceFor(idAStr, x))[0];
|
|
102
94
|
}
|
|
103
|
-
return matches.sort((x, y) =>
|
|
104
|
-
const bal = (p) => Number(p.balance_a ?? 0) + Number(p.balance_b ?? 0);
|
|
105
|
-
return bal(y) - bal(x);
|
|
106
|
-
})[0];
|
|
95
|
+
return matches.slice().sort((x, y) => poolTotalBalance(y) - poolTotalBalance(x))[0];
|
|
107
96
|
}
|
|
108
97
|
if (pools.length < page)
|
|
109
98
|
break;
|
|
110
|
-
|
|
99
|
+
const last = pools[pools.length - 1];
|
|
100
|
+
if (!isUnknownRecord(last) || typeof last.id !== 'string')
|
|
101
|
+
break;
|
|
102
|
+
startId = last.id;
|
|
111
103
|
}
|
|
112
104
|
}
|
|
113
105
|
throw new Error(`No liquidity pool found for ${assetAId}/${assetBId}`);
|
|
@@ -144,9 +136,11 @@ function hasNumericStartPrice(raw) {
|
|
|
144
136
|
return typeof raw === 'number' && Number.isFinite(raw) && raw > 0;
|
|
145
137
|
}
|
|
146
138
|
function resolveMarketSourceForBot(bot) {
|
|
147
|
-
if (
|
|
139
|
+
if (!isUnknownRecord(bot))
|
|
140
|
+
return 'pool';
|
|
141
|
+
if (hasNumericStartPrice(bot.startPrice))
|
|
148
142
|
return null;
|
|
149
|
-
return normalizeMarketSource(bot
|
|
143
|
+
return normalizeMarketSource(bot.startPrice) || 'pool';
|
|
150
144
|
}
|
|
151
145
|
function normalizePoolId(id) {
|
|
152
146
|
if (id == null)
|
|
@@ -156,16 +150,16 @@ function normalizePoolId(id) {
|
|
|
156
150
|
}
|
|
157
151
|
async function resolveBotContext(bot) {
|
|
158
152
|
if (!bot.assetAId && !bot.assetA) {
|
|
159
|
-
throw new Error(`Bot "${bot.botKey}" config is missing assetA symbol or ID`);
|
|
153
|
+
throw new Error(`Bot "${String(bot.botKey)}" config is missing assetA symbol or ID`);
|
|
160
154
|
}
|
|
161
155
|
if (!bot.assetBId && !bot.assetB) {
|
|
162
|
-
throw new Error(`Bot "${bot.botKey}" config is missing assetB symbol or ID`);
|
|
156
|
+
throw new Error(`Bot "${String(bot.botKey)}" config is missing assetB symbol or ID`);
|
|
163
157
|
}
|
|
164
|
-
const assetA = bot.assetAId && Number.isFinite(bot.assetAPrecision)
|
|
165
|
-
? { id: bot.assetAId, precision: bot.assetAPrecision, symbol: bot.assetA }
|
|
158
|
+
const assetA = typeof bot.assetAId === 'string' && typeof bot.assetAPrecision === 'number' && Number.isFinite(bot.assetAPrecision)
|
|
159
|
+
? { id: bot.assetAId, precision: bot.assetAPrecision, symbol: String(bot.assetA ?? '') }
|
|
166
160
|
: await resolveAsset(bot.assetA);
|
|
167
|
-
const assetB = bot.assetBId && Number.isFinite(bot.assetBPrecision)
|
|
168
|
-
? { id: bot.assetBId, precision: bot.assetBPrecision, symbol: bot.assetB }
|
|
161
|
+
const assetB = typeof bot.assetBId === 'string' && typeof bot.assetBPrecision === 'number' && Number.isFinite(bot.assetBPrecision)
|
|
162
|
+
? { id: bot.assetBId, precision: bot.assetBPrecision, symbol: String(bot.assetB ?? '') }
|
|
169
163
|
: await resolveAsset(bot.assetB);
|
|
170
164
|
if (hasNumericStartPrice(bot.startPrice)) {
|
|
171
165
|
return {
|
|
@@ -1,3 +1,50 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
1
|
+
interface FindLatestLpDataOptions {
|
|
2
|
+
dataDir?: string;
|
|
3
|
+
}
|
|
4
|
+
/**
|
|
5
|
+
* Result of auto-discovering the newest LP series. `candles` is always the
|
|
6
|
+
* complete series, whether it came from one whole-history export
|
|
7
|
+
* (`assembled: false`) or was merged across month shards (`assembled: true`).
|
|
8
|
+
*/
|
|
9
|
+
interface LpSeriesResult {
|
|
10
|
+
path: string;
|
|
11
|
+
meta: Record<string, unknown> | null;
|
|
12
|
+
candles: unknown[];
|
|
13
|
+
assembled: boolean;
|
|
14
|
+
}
|
|
15
|
+
/**
|
|
16
|
+
* Whole-history-export discovery only: returns the newest `lp_pool_*.json` that
|
|
17
|
+
* is a complete series, or null. Month shards and legacy `.chunk_*` files are
|
|
18
|
+
* excluded — a single shard is a slice, and (because the active shard is
|
|
19
|
+
* rewritten every run) by mtime it would otherwise always win. Use
|
|
20
|
+
* `loadLatestLpSeries` when a shard-only cache should still yield a series.
|
|
21
|
+
*/
|
|
22
|
+
declare function findLatestLpData(options?: FindLatestLpDataOptions): string | null;
|
|
23
|
+
/**
|
|
24
|
+
* Auto-discover and load the newest LP series.
|
|
25
|
+
*
|
|
26
|
+
* Month shards are the cache and a whole-history export is a derived snapshot
|
|
27
|
+
* of the same shard family (both writers, `fetch_lp_data` and
|
|
28
|
+
* `fetch_lp_candles`, regenerate the export from the assembled shards after
|
|
29
|
+
* fetching). The two therefore agree in extent, and the ordinary mtime race
|
|
30
|
+
* decides — an export produced by an external tool can still be newer and win.
|
|
31
|
+
* A shard-only directory is assembled; an export-only directory is read as-is.
|
|
32
|
+
*/
|
|
33
|
+
declare function loadLatestLpSeries(options?: FindLatestLpDataOptions): LpSeriesResult | null;
|
|
34
|
+
/**
|
|
35
|
+
* Assemble the whole series for a base path directly from its month shards,
|
|
36
|
+
* regardless of any sibling whole-history export. Writers use this to derive
|
|
37
|
+
* the export from the cache, so the monolithic file can never become a
|
|
38
|
+
* narrower or staler snapshot than the shards beside it.
|
|
39
|
+
*/
|
|
40
|
+
declare function loadLpSeriesFromBasePath(basePath: string): LpSeriesResult | null;
|
|
41
|
+
/**
|
|
42
|
+
* Load one explicit LP path. A month shard is transparently upgraded to its
|
|
43
|
+
* whole family: pointing `--data` at `.shard_2026-10.json` charts the full
|
|
44
|
+
* cached history, never a silent one-month slice. A whole-history export (or
|
|
45
|
+
* a lone shard whose siblings are missing) is read as-is.
|
|
46
|
+
*/
|
|
47
|
+
declare function loadLpSeriesFromPath(filePath: string): LpSeriesResult | null;
|
|
48
|
+
export { findLatestLpData, loadLatestLpSeries, loadLpSeriesFromPath, loadLpSeriesFromBasePath };
|
|
49
|
+
export type { LpSeriesResult, FindLatestLpDataOptions };
|
|
3
50
|
//# sourceMappingURL=data_discovery.d.ts.map
|
|
@@ -2,47 +2,240 @@
|
|
|
2
2
|
import { path } from '../../modules/path_api.js';
|
|
3
3
|
import { getStorage } from '../../modules/storage/index.js';
|
|
4
4
|
import { PATHS } from '../../modules/paths.js';
|
|
5
|
+
import { mergeCandles, higherVolumeWins } from '../candle_utils.js';
|
|
6
|
+
import { shardKeyFromName, shardStemFromName } from './month_shards.js';
|
|
5
7
|
const storage = getStorage();
|
|
6
|
-
function
|
|
7
|
-
|
|
8
|
+
function isLpJsonName(name) {
|
|
9
|
+
return name.startsWith('lp_pool_') && name.endsWith('.json');
|
|
10
|
+
}
|
|
11
|
+
/**
|
|
12
|
+
* All shard files for one base path (`<base>.shard_YYYY-MM.json`), read from
|
|
13
|
+
* disk. Empty when the base is not a shard-addressed series.
|
|
14
|
+
*/
|
|
15
|
+
function readShardFamily(basePath) {
|
|
16
|
+
const resolved = path.resolve(basePath);
|
|
17
|
+
const parsed = path.parse(resolved);
|
|
18
|
+
if (!storage.exists(parsed.dir))
|
|
19
|
+
return [];
|
|
8
20
|
const out = [];
|
|
9
|
-
|
|
21
|
+
for (const name of storage.readdir(parsed.dir)) {
|
|
22
|
+
if (!shardKeyFromName(name, parsed.name, parsed.ext))
|
|
23
|
+
continue;
|
|
24
|
+
const full = path.join(parsed.dir, name);
|
|
25
|
+
try {
|
|
26
|
+
const info = storage.stat(full);
|
|
27
|
+
if (info.isFile())
|
|
28
|
+
out.push({ path: full, mtime: info.mtimeMs });
|
|
29
|
+
}
|
|
30
|
+
catch (_) { /* unreadable sibling: skip it, keep the rest */ }
|
|
31
|
+
}
|
|
32
|
+
return out.sort((a, b) => (a.path < b.path ? -1 : 1));
|
|
33
|
+
}
|
|
34
|
+
/**
|
|
35
|
+
* Merge an ordered shard family into one series. `sourcePath` is the file the
|
|
36
|
+
* caller should report (the newest shard, or the explicitly requested one).
|
|
37
|
+
*/
|
|
38
|
+
function assembleLpShards(files, sourcePath) {
|
|
39
|
+
let merged = [];
|
|
40
|
+
let meta = null;
|
|
41
|
+
for (const file of files) {
|
|
42
|
+
const raw = storage.readJSON(file.path);
|
|
43
|
+
if (!meta)
|
|
44
|
+
meta = metaOf(raw);
|
|
45
|
+
merged = mergeCandles(merged, rawCandlesOf(raw), { onCollision: higherVolumeWins });
|
|
46
|
+
}
|
|
47
|
+
if (merged.length === 0)
|
|
10
48
|
return null;
|
|
11
|
-
const
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
49
|
+
const firstTs = Number(merged[0][0]);
|
|
50
|
+
const lastTs = Number(merged[merged.length - 1][0]);
|
|
51
|
+
// A shard's meta describes one month; publish the assembled extent instead
|
|
52
|
+
// and drop per-shard bookkeeping that would misrepresent a whole series.
|
|
53
|
+
const mergedMeta = {
|
|
54
|
+
...(meta || {}),
|
|
55
|
+
candleCount: merged.length,
|
|
56
|
+
firstTs: new Date(firstTs).toISOString(),
|
|
57
|
+
lastTs: new Date(lastTs).toISOString(),
|
|
58
|
+
timeRange: { gte: new Date(firstTs).toISOString(), lte: new Date(lastTs).toISOString() },
|
|
59
|
+
assembledFrom: 'month-shards',
|
|
60
|
+
};
|
|
61
|
+
delete mergedMeta.shard;
|
|
62
|
+
delete mergedMeta.queriedRanges;
|
|
63
|
+
return { path: sourcePath, meta: mergedMeta, candles: merged, assembled: true };
|
|
64
|
+
}
|
|
65
|
+
/**
|
|
66
|
+
* Scan the LP data dir for whole-history exports and month-shard families.
|
|
67
|
+
*
|
|
68
|
+
* The on-disk layout is fixed at two levels (`<dataDir>/<pair>/<file>`), so the
|
|
69
|
+
* scan is deliberately NOT recursive: it stats each direct child once and only
|
|
70
|
+
* descends one level into pair folders. Legacy run-relative `.chunk_*` files
|
|
71
|
+
* are ignored — nothing reads them and they are not a series.
|
|
72
|
+
*/
|
|
73
|
+
function scanLpDataDir(dataDir) {
|
|
74
|
+
const whole = [];
|
|
75
|
+
const shardFamilies = new Map();
|
|
76
|
+
if (!storage.exists(dataDir))
|
|
77
|
+
return { whole, shardFamilies };
|
|
78
|
+
const consider = (full, stat) => {
|
|
79
|
+
const name = path.basename(full);
|
|
80
|
+
if (!isLpJsonName(name) || name.includes('.chunk_'))
|
|
81
|
+
return;
|
|
82
|
+
let info = stat;
|
|
83
|
+
if (!info) {
|
|
84
|
+
try {
|
|
85
|
+
info = storage.stat(full);
|
|
86
|
+
}
|
|
87
|
+
catch (_) {
|
|
88
|
+
return;
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
if (!info.isFile())
|
|
92
|
+
return;
|
|
93
|
+
const stem = shardStemFromName(name, path.extname(name));
|
|
94
|
+
if (!stem) {
|
|
95
|
+
whole.push({ path: full, mtime: info.mtimeMs });
|
|
96
|
+
return;
|
|
97
|
+
}
|
|
98
|
+
const key = path.join(path.dirname(full), stem);
|
|
99
|
+
let family = shardFamilies.get(key);
|
|
100
|
+
if (!family) {
|
|
101
|
+
family = { stem, files: [], maxMtime: 0 };
|
|
102
|
+
shardFamilies.set(key, family);
|
|
103
|
+
}
|
|
104
|
+
family.files.push({ path: full, mtime: info.mtimeMs });
|
|
105
|
+
if (info.mtimeMs > family.maxMtime)
|
|
106
|
+
family.maxMtime = info.mtimeMs;
|
|
107
|
+
};
|
|
108
|
+
for (const name of storage.readdir(dataDir)) {
|
|
109
|
+
const full = path.join(dataDir, name);
|
|
110
|
+
let stat = null;
|
|
15
111
|
try {
|
|
16
|
-
|
|
112
|
+
stat = storage.stat(full);
|
|
17
113
|
}
|
|
18
114
|
catch (_) {
|
|
19
|
-
// Directory vanished or is unreadable — skip it instead of
|
|
20
|
-
// aborting the whole scan.
|
|
21
115
|
continue;
|
|
22
116
|
}
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
let stat = null;
|
|
117
|
+
if (stat.isDirectory()) {
|
|
118
|
+
let names = [];
|
|
26
119
|
try {
|
|
27
|
-
|
|
120
|
+
names = storage.readdir(full);
|
|
28
121
|
}
|
|
29
122
|
catch (_) {
|
|
30
|
-
// Dangling symlink or race-deleted entry — skip the entry.
|
|
31
|
-
continue;
|
|
32
|
-
}
|
|
33
|
-
if (stat.isDirectory()) {
|
|
34
|
-
stack.push(full);
|
|
35
123
|
continue;
|
|
36
124
|
}
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
125
|
+
for (const inner of names)
|
|
126
|
+
consider(path.join(full, inner));
|
|
127
|
+
}
|
|
128
|
+
else if (stat.isFile()) {
|
|
129
|
+
consider(full, stat);
|
|
42
130
|
}
|
|
43
131
|
}
|
|
44
|
-
|
|
45
|
-
|
|
132
|
+
return { whole, shardFamilies };
|
|
133
|
+
}
|
|
134
|
+
function newestOf(files) {
|
|
135
|
+
let best = null;
|
|
136
|
+
for (const f of files)
|
|
137
|
+
if (!best || f.mtime > best.mtime)
|
|
138
|
+
best = f;
|
|
139
|
+
return best;
|
|
140
|
+
}
|
|
141
|
+
function newestFamily(families) {
|
|
142
|
+
let best = null;
|
|
143
|
+
for (const fam of families.values())
|
|
144
|
+
if (!best || fam.maxMtime > best.maxMtime)
|
|
145
|
+
best = fam;
|
|
146
|
+
return best;
|
|
147
|
+
}
|
|
148
|
+
function rawCandlesOf(raw) {
|
|
149
|
+
if (Array.isArray(raw))
|
|
150
|
+
return raw;
|
|
151
|
+
const r = raw;
|
|
152
|
+
if (r && Array.isArray(r.candles))
|
|
153
|
+
return r.candles;
|
|
154
|
+
if (r && Array.isArray(r.data))
|
|
155
|
+
return r.data;
|
|
156
|
+
return [];
|
|
157
|
+
}
|
|
158
|
+
function metaOf(raw) {
|
|
159
|
+
if (Array.isArray(raw))
|
|
160
|
+
return null;
|
|
161
|
+
const meta = raw?.meta;
|
|
162
|
+
return meta && typeof meta === 'object' ? meta : null;
|
|
163
|
+
}
|
|
164
|
+
/**
|
|
165
|
+
* Whole-history-export discovery only: returns the newest `lp_pool_*.json` that
|
|
166
|
+
* is a complete series, or null. Month shards and legacy `.chunk_*` files are
|
|
167
|
+
* excluded — a single shard is a slice, and (because the active shard is
|
|
168
|
+
* rewritten every run) by mtime it would otherwise always win. Use
|
|
169
|
+
* `loadLatestLpSeries` when a shard-only cache should still yield a series.
|
|
170
|
+
*/
|
|
171
|
+
function findLatestLpData(options = {}) {
|
|
172
|
+
const dataDir = options.dataDir ? path.resolve(options.dataDir) : PATHS.MARKET_ADAPTER.LP_DATA_DIR;
|
|
173
|
+
const { whole } = scanLpDataDir(dataDir);
|
|
174
|
+
return newestOf(whole)?.path ?? null;
|
|
175
|
+
}
|
|
176
|
+
/**
|
|
177
|
+
* Auto-discover and load the newest LP series.
|
|
178
|
+
*
|
|
179
|
+
* Month shards are the cache and a whole-history export is a derived snapshot
|
|
180
|
+
* of the same shard family (both writers, `fetch_lp_data` and
|
|
181
|
+
* `fetch_lp_candles`, regenerate the export from the assembled shards after
|
|
182
|
+
* fetching). The two therefore agree in extent, and the ordinary mtime race
|
|
183
|
+
* decides — an export produced by an external tool can still be newer and win.
|
|
184
|
+
* A shard-only directory is assembled; an export-only directory is read as-is.
|
|
185
|
+
*/
|
|
186
|
+
function loadLatestLpSeries(options = {}) {
|
|
187
|
+
const dataDir = options.dataDir ? path.resolve(options.dataDir) : PATHS.MARKET_ADAPTER.LP_DATA_DIR;
|
|
188
|
+
const { whole, shardFamilies } = scanLpDataDir(dataDir);
|
|
189
|
+
const newestWhole = newestOf(whole);
|
|
190
|
+
const family = newestFamily(shardFamilies);
|
|
191
|
+
// Whole-history export wins ties/races; only a strictly newer shard family
|
|
192
|
+
// forces the merge path.
|
|
193
|
+
if (newestWhole && (!family || newestWhole.mtime >= family.maxMtime)) {
|
|
194
|
+
const raw = storage.readJSON(newestWhole.path);
|
|
195
|
+
const candles = rawCandlesOf(raw);
|
|
196
|
+
if (candles.length === 0)
|
|
197
|
+
return null;
|
|
198
|
+
return { path: newestWhole.path, meta: metaOf(raw), candles, assembled: false };
|
|
199
|
+
}
|
|
200
|
+
if (!family)
|
|
201
|
+
return null;
|
|
202
|
+
const ordered = [...family.files].sort((a, b) => (a.path < b.path ? -1 : 1));
|
|
203
|
+
return assembleLpShards(ordered, ordered[ordered.length - 1].path);
|
|
204
|
+
}
|
|
205
|
+
/**
|
|
206
|
+
* Assemble the whole series for a base path directly from its month shards,
|
|
207
|
+
* regardless of any sibling whole-history export. Writers use this to derive
|
|
208
|
+
* the export from the cache, so the monolithic file can never become a
|
|
209
|
+
* narrower or staler snapshot than the shards beside it.
|
|
210
|
+
*/
|
|
211
|
+
function loadLpSeriesFromBasePath(basePath) {
|
|
212
|
+
const resolved = path.resolve(basePath);
|
|
213
|
+
const family = readShardFamily(resolved);
|
|
214
|
+
if (family.length === 0)
|
|
215
|
+
return null;
|
|
216
|
+
return assembleLpShards(family, family[family.length - 1].path);
|
|
217
|
+
}
|
|
218
|
+
/**
|
|
219
|
+
* Load one explicit LP path. A month shard is transparently upgraded to its
|
|
220
|
+
* whole family: pointing `--data` at `.shard_2026-10.json` charts the full
|
|
221
|
+
* cached history, never a silent one-month slice. A whole-history export (or
|
|
222
|
+
* a lone shard whose siblings are missing) is read as-is.
|
|
223
|
+
*/
|
|
224
|
+
function loadLpSeriesFromPath(filePath) {
|
|
225
|
+
const resolved = path.resolve(filePath);
|
|
226
|
+
const parsed = path.parse(resolved);
|
|
227
|
+
const stem = shardStemFromName(parsed.base, parsed.ext);
|
|
228
|
+
if (stem) {
|
|
229
|
+
const family = readShardFamily(path.join(parsed.dir, `${stem}${parsed.ext}`));
|
|
230
|
+
const assembled = assembleLpShards(family, resolved);
|
|
231
|
+
if (assembled)
|
|
232
|
+
return assembled;
|
|
233
|
+
}
|
|
234
|
+
const raw = storage.readJSON(resolved);
|
|
235
|
+
const candles = rawCandlesOf(raw);
|
|
236
|
+
if (candles.length === 0)
|
|
237
|
+
return null;
|
|
238
|
+
return { path: resolved, meta: metaOf(raw), candles, assembled: false };
|
|
46
239
|
}
|
|
47
|
-
export { findLatestLpData };
|
|
240
|
+
export { findLatestLpData, loadLatestLpSeries, loadLpSeriesFromPath, loadLpSeriesFromBasePath };
|
|
48
241
|
//# sourceMappingURL=data_discovery.js.map
|
|
@@ -1,8 +1,17 @@
|
|
|
1
|
-
|
|
1
|
+
interface SnapshotMutationResult {
|
|
2
|
+
write?: boolean;
|
|
3
|
+
ok?: boolean;
|
|
4
|
+
snapshot?: unknown;
|
|
5
|
+
[key: string]: unknown;
|
|
6
|
+
}
|
|
7
|
+
interface UpdateSnapshotOptions {
|
|
8
|
+
lock?: unknown;
|
|
9
|
+
}
|
|
10
|
+
declare function updateDynamicGridSnapshotSync(filePath: string, mutator: (previous: unknown) => SnapshotMutationResult | null | undefined, options?: UpdateSnapshotOptions): {
|
|
2
11
|
ok: boolean;
|
|
3
12
|
written: boolean;
|
|
4
|
-
previous:
|
|
5
|
-
snapshot:
|
|
13
|
+
previous: unknown;
|
|
14
|
+
snapshot: unknown;
|
|
6
15
|
};
|
|
7
16
|
export { updateDynamicGridSnapshotSync };
|
|
8
17
|
//# sourceMappingURL=dynamic_grid_snapshot.d.ts.map
|
|
@@ -3,7 +3,7 @@
|
|
|
3
3
|
* wrote earlier only while the file is provably unchanged. The entry is
|
|
4
4
|
* consumed on use, so at most one cycle benefits from any single write.
|
|
5
5
|
*/
|
|
6
|
-
declare function readCachedJson(filePath:
|
|
6
|
+
declare function readCachedJson<T>(filePath: string, loader: () => T): T;
|
|
7
7
|
/**
|
|
8
8
|
* Record that `filePath` now holds exactly `value` on disk, so the next read can
|
|
9
9
|
* skip the parse. Call this right after writing.
|
|
@@ -22,7 +22,7 @@ declare function readCachedJson(filePath: any, loader: () => any): any;
|
|
|
22
22
|
* cross-process writer is far better served by the mtime check failing on its
|
|
23
23
|
* own write than by a cache that guesses.
|
|
24
24
|
*/
|
|
25
|
-
declare function noteJsonWritten(filePath:
|
|
25
|
+
declare function noteJsonWritten(filePath: string, value: unknown): void;
|
|
26
26
|
/** Drop every cached entry (config reload, tests, explicit cache busting). */
|
|
27
27
|
declare function clearJsonCache(): void;
|
|
28
28
|
export { readCachedJson, noteJsonWritten, clearJsonCache };
|
|
@@ -1,24 +1,38 @@
|
|
|
1
|
-
|
|
1
|
+
import type { UnknownRecord } from '../../modules/types.js';
|
|
2
|
+
interface AcquireLockOptions {
|
|
3
|
+
staleMs?: number;
|
|
4
|
+
timeoutMs?: number;
|
|
5
|
+
retryMs?: number;
|
|
6
|
+
maxAttempts?: number;
|
|
7
|
+
contention?: 'throw' | 'wait';
|
|
8
|
+
aliveCheck?: ((pid: number) => boolean) | null;
|
|
9
|
+
buildPayload?: () => UnknownRecord;
|
|
10
|
+
alreadyRunningMsg?: string | (() => string);
|
|
11
|
+
timeoutMsg?: string;
|
|
12
|
+
}
|
|
13
|
+
interface AcquiredLock {
|
|
14
|
+
fd: number | null;
|
|
15
|
+
lockPath: string;
|
|
16
|
+
heartbeat: ReturnType<typeof setInterval> | null;
|
|
17
|
+
ownerId: number | string;
|
|
18
|
+
}
|
|
19
|
+
declare function isLikelyMarketAdapterProcess(pid: number): boolean;
|
|
2
20
|
/**
|
|
3
21
|
* Market-adapter lifecycle lock: long stale window + heartbeat + process-aware
|
|
4
22
|
* ownership check, so a live adapter lock is never stolen by a newer process.
|
|
5
23
|
*/
|
|
6
|
-
declare function acquireFileLockSync(lockPath:
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
24
|
+
declare function acquireFileLockSync(lockPath: string, opts?: AcquireLockOptions): AcquiredLock;
|
|
25
|
+
declare function releaseFileLockSync(lock: {
|
|
26
|
+
heartbeat?: ReturnType<typeof setInterval> | null;
|
|
27
|
+
fd?: number | null;
|
|
28
|
+
lockPath?: string;
|
|
29
|
+
ownerId?: number | string;
|
|
30
|
+
} | null): void;
|
|
13
31
|
/**
|
|
14
32
|
* Short-lived per-path lock (e.g. dynamic grid snapshots): waits for the holder
|
|
15
33
|
* to release (or for the lock to go stale) up to timeoutMs.
|
|
16
34
|
*/
|
|
17
|
-
declare function acquirePathLockSync(filePath:
|
|
18
|
-
|
|
19
|
-
lockPath: any;
|
|
20
|
-
ownerId: string | number;
|
|
21
|
-
};
|
|
22
|
-
declare function acquireFileLock(filePath: any, opts?: any): Promise<() => void>;
|
|
35
|
+
declare function acquirePathLockSync(filePath: string, opts?: AcquireLockOptions): AcquiredLock;
|
|
36
|
+
declare function acquireFileLock(filePath: string, opts?: AcquireLockOptions): Promise<() => void>;
|
|
23
37
|
export { acquireFileLockSync, releaseFileLockSync, acquirePathLockSync, acquireFileLock, isLikelyMarketAdapterProcess };
|
|
24
38
|
//# sourceMappingURL=file_lock.d.ts.map
|