dexbot 1.6.11 → 1.6.13
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +67 -4
- package/README.md +2 -1
- package/analysis/README.md +11 -11
- package/analysis/ama_fitting/README.md +5 -3
- package/analysis/tradingview/README.md +1 -1
- package/analysis/trend_detection/DYNAMIC_WEIGHT_RESEARCH.md +3 -3
- package/claw/README.md +1 -0
- package/claw/docs/AI_BOT_LIBRARY_API.md +2 -0
- package/claw/docs/DEXBOT2_TUNING_CHEAT_SHEET.md +4 -3
- package/claw/modules/chain_broadcast.ts +7 -1
- package/claw/modules/claw_bridge.ts +0 -3
- package/claw/modules/claw_launcher.ts +1 -1
- package/claw/modules/claw_skill_md.ts +1 -0
- package/claw/modules/launcher_mode_detector.ts +9 -2
- package/claw/package.json +3 -3
- package/claw/runtimes/openclaw-plugin/openclaw.plugin.json +1 -1
- package/claw/runtimes/openclaw-plugin/package.json +1 -1
- package/claw/tsconfig.json +2 -2
- package/dist/analysis/account_resolver.d.ts +1 -1
- package/dist/analysis/account_resolver.js +2 -1
- package/dist/analysis/ama_fitting/analyze_ama_price_changes.js +3 -4
- package/dist/analysis/ama_fitting/analyze_lambda_vs_slow.js +3 -21
- package/dist/analysis/ama_fitting/calibrate_convergence_er.js +0 -1
- package/dist/analysis/ama_fitting/fetch_lp_candles.js +55 -45
- package/dist/analysis/ama_fitting/generate_unified_comparison_chart.d.ts +1 -8
- package/dist/analysis/ama_fitting/generate_unified_comparison_chart.js +45 -24
- package/dist/analysis/ama_fitting/optimizer_high_resolution.js +34 -78
- package/dist/analysis/analyze_args.d.ts +43 -0
- package/dist/analysis/analyze_args.js +61 -0
- package/dist/analysis/analyze_dynamic_weight.js +7 -17
- package/dist/analysis/analyze_kalman.js +7 -17
- package/dist/analysis/analyze_regime.js +7 -17
- package/dist/analysis/analyze_regime_windows.js +8 -18
- package/dist/analysis/analyze_risk_profile.js +8 -18
- package/dist/analysis/analyze_trade_heatmap.js +7 -17
- package/dist/analysis/analyze_volatility.js +7 -17
- package/dist/analysis/bot_fitting/backtest_ama_sweep.d.ts +221 -28
- package/dist/analysis/bot_fitting/backtest_ama_sweep.js +23 -103
- package/dist/analysis/bot_fitting/backtest_bot_fitting.d.ts +34 -4
- package/dist/analysis/bot_fitting/backtest_bot_fitting.js +32 -150
- package/dist/analysis/bot_fitting/backtest_lookback_drawdown.js +19 -34
- package/dist/analysis/bot_fitting/shared_utils.d.ts +77 -9
- package/dist/analysis/bot_fitting/shared_utils.js +125 -9
- package/dist/analysis/bot_key_utils.d.ts +18 -10
- package/dist/analysis/bot_key_utils.js +7 -4
- package/dist/analysis/bot_usage/discover_bot_accounts.js +44 -47
- package/dist/analysis/bot_usage/kibana_bot_queries.d.ts +1 -21
- package/dist/analysis/chain_pool.d.ts +3 -1
- package/dist/analysis/chart_ui.d.ts +35 -3
- package/dist/analysis/chart_ui.js +43 -4
- package/dist/analysis/chart_utils.d.ts +5 -5
- package/dist/analysis/chart_utils.js +9 -0
- package/dist/analysis/fills_cache.d.ts +4 -24
- package/dist/analysis/fills_cache.js +3 -84
- package/dist/analysis/fills_source.d.ts +33 -3
- package/dist/analysis/fills_source.js +83 -13
- package/dist/analysis/grid_correction_check.d.ts +2 -24
- package/dist/analysis/grid_correction_check.js +27 -69
- package/dist/analysis/math_utils.d.ts +91 -6
- package/dist/analysis/math_utils.js +119 -7
- package/dist/analysis/pnl_report.js +29 -29
- package/dist/analysis/price_sources.d.ts +30 -9
- package/dist/analysis/price_sources.js +28 -4
- package/dist/analysis/resolve_bot_accounts.js +2 -2
- package/dist/analysis/resolve_source.d.ts +1 -1
- package/dist/analysis/resolve_source.js +31 -10
- package/dist/analysis/trade_profitability.d.ts +29 -2
- package/dist/analysis/trade_profitability.js +73 -147
- package/dist/analysis/tradingview/analyze_tradingview.d.ts +3 -8
- package/dist/analysis/tradingview/analyze_tradingview.js +7 -6
- package/dist/analysis/tradingview/grid_reset_config.d.ts +41 -32
- package/dist/analysis/tradingview/grid_reset_config.js +23 -11
- package/dist/analysis/tradingview/grid_reset_sim.d.ts +75 -9
- package/dist/analysis/tradingview/grid_reset_sim.js +4 -3
- package/dist/analysis/tradingview/tradingview_uplot_chart_generator.d.ts +69 -4
- package/dist/analysis/tradingview/tradingview_uplot_chart_generator.js +20 -34
- package/dist/analysis/trend_detection/backtest_ama_slope_huber.d.ts +1 -101
- package/dist/analysis/trend_detection/backtest_ama_slope_huber.js +26 -84
- package/dist/analysis/trend_detection/dynamic_weight_chart_generator.d.ts +63 -1
- package/dist/analysis/trend_detection/dynamic_weight_chart_generator.js +16 -41
- package/dist/analysis/trend_detection/huber_scale_variants.d.ts +9 -3
- package/dist/analysis/trend_detection/huber_scale_variants.js +4 -4
- package/dist/analysis/trend_detection/kalman_chart_generator.d.ts +30 -1
- package/dist/analysis/trend_detection/kalman_chart_generator.js +3 -3
- package/dist/analysis/trend_detection/regime_chart_generator.d.ts +31 -1
- package/dist/analysis/trend_detection/regime_chart_generator.js +2 -2
- package/dist/analysis/trend_detection/volatility_chart_generator.d.ts +33 -1
- package/dist/analysis/trend_detection/volatility_chart_generator.js +9 -10
- package/dist/analysis/worker_pool.d.ts +38 -0
- package/dist/analysis/worker_pool.js +67 -0
- package/dist/credential-daemon.js +34 -20
- package/dist/dexbot.js +78 -59
- package/dist/market_adapter/ama_signal_runner.js +21 -54
- package/dist/market_adapter/candle_utils.d.ts +29 -19
- package/dist/market_adapter/candle_utils.js +35 -21
- package/dist/market_adapter/cli_args.d.ts +22 -0
- package/dist/market_adapter/cli_args.js +30 -0
- package/dist/market_adapter/core/asymmetric_bounds.d.ts +13 -4
- package/dist/market_adapter/core/config_normalizers.d.ts +3 -3
- package/dist/market_adapter/core/config_normalizers.js +11 -6
- package/dist/market_adapter/core/kibana_candles.d.ts +56 -19
- package/dist/market_adapter/core/kibana_candles.js +12 -9
- package/dist/market_adapter/core/kibana_client.d.ts +9 -1
- package/dist/market_adapter/core/kibana_client.js +8 -7
- package/dist/market_adapter/core/kibana_market_candles.d.ts +3 -2
- package/dist/market_adapter/core/market_adapter_service.d.ts +320 -153
- package/dist/market_adapter/core/market_adapter_service.js +228 -269
- package/dist/market_adapter/core/signals/hurst_analyzer.d.ts +1 -6
- package/dist/market_adapter/core/signals/hurst_analyzer.js +1 -1
- package/dist/market_adapter/core/signals/permutation_entropy_analyzer.d.ts +1 -11
- package/dist/market_adapter/core/signals/permutation_entropy_analyzer.js +1 -1
- package/dist/market_adapter/core/strategies/ama.d.ts +10 -2
- package/dist/market_adapter/core/strategies/ama.js +2 -4
- package/dist/market_adapter/core/strategies/ama_slope_model.d.ts +14 -1
- package/dist/market_adapter/core/strategies/ama_slope_model.js +12 -34
- package/dist/market_adapter/core/strategies/atr/calculator.d.ts +7 -2
- package/dist/market_adapter/core/strategies/atr/calculator.js +2 -34
- package/dist/market_adapter/core/strategies/collateral_manager.d.ts +7 -1
- package/dist/market_adapter/core/strategies/collateral_manager.js +0 -22
- package/dist/market_adapter/core/strategies/dynamic_weight_series.d.ts +34 -6
- package/dist/market_adapter/core/strategies/dynamic_weight_series.js +7 -7
- package/dist/market_adapter/core/strategies/regime_gate.d.ts +24 -15
- package/dist/market_adapter/core/strategies/regime_gate.js +4 -31
- package/dist/market_adapter/core/strategies/regime_interp.d.ts +7 -1
- package/dist/market_adapter/core/strategies/regime_interp.js +14 -22
- package/dist/market_adapter/core/strategies/volatility_shift.d.ts +11 -1
- package/dist/market_adapter/core/strategies/volatility_shift.js +0 -13
- package/dist/market_adapter/inputs/cex_candle_parsing.d.ts +29 -0
- package/dist/market_adapter/inputs/cex_candle_parsing.js +52 -0
- package/dist/market_adapter/inputs/fetch_book_data.d.ts +20 -4
- package/dist/market_adapter/inputs/fetch_book_data.js +3 -2
- package/dist/market_adapter/inputs/fetch_cex_synthetic_data.js +160 -332
- package/dist/market_adapter/inputs/fetch_lp_data.d.ts +50 -8
- package/dist/market_adapter/inputs/fetch_lp_data.js +47 -22
- package/dist/market_adapter/inputs/kibana_feed_source.d.ts +74 -15
- package/dist/market_adapter/inputs/kibana_feed_source.js +26 -41
- package/dist/market_adapter/inputs/kibana_source.d.ts +25 -3
- package/dist/market_adapter/inputs/kibana_source.js +2 -2
- package/dist/market_adapter/inputs/window_cache.d.ts +93 -156
- package/dist/market_adapter/inputs/window_cache.js +59 -184
- package/dist/market_adapter/interval_utils.d.ts +15 -5
- package/dist/market_adapter/interval_utils.js +16 -1
- package/dist/market_adapter/log_format.d.ts +6 -6
- package/dist/market_adapter/log_format.js +28 -21
- package/dist/market_adapter/lp_chart_core.d.ts +22 -1
- package/dist/market_adapter/lp_chart_core.js +26 -192
- package/dist/market_adapter/lp_chart_runner.d.ts +10 -7
- package/dist/market_adapter/lp_chart_runner.js +37 -19
- package/dist/market_adapter/lp_chart_strategy_loader.d.ts +41 -6
- package/dist/market_adapter/lp_chart_strategy_loader.js +8 -7
- package/dist/market_adapter/market_adapter.d.ts +94 -32
- package/dist/market_adapter/market_adapter.js +94 -120
- package/dist/market_adapter/utils/adapter_client.d.ts +3 -3
- package/dist/market_adapter/utils/adapter_client.js +2 -2
- package/dist/market_adapter/utils/atomic_write.d.ts +8 -1
- package/dist/market_adapter/utils/chain.d.ts +50 -41
- package/dist/market_adapter/utils/chain.js +40 -46
- package/dist/market_adapter/utils/data_discovery.d.ts +49 -2
- package/dist/market_adapter/utils/data_discovery.js +220 -27
- package/dist/market_adapter/utils/dynamic_grid_snapshot.d.ts +12 -3
- package/dist/market_adapter/utils/file_json_cache.d.ts +2 -2
- package/dist/market_adapter/utils/file_lock.d.ts +28 -14
- package/dist/market_adapter/utils/file_lock.js +36 -32
- package/dist/market_adapter/utils/month_shards.d.ts +84 -0
- package/dist/market_adapter/utils/month_shards.js +237 -0
- package/dist/market_adapter/utils/native_history.d.ts +9 -2
- package/dist/market_adapter/utils/native_history.js +35 -28
- package/dist/modules/account_bots.d.ts +578 -21
- package/dist/modules/account_bots.js +272 -267
- package/dist/modules/account_orders.d.ts +79 -30
- package/dist/modules/account_orders.js +60 -64
- package/dist/modules/authority_resolver.d.ts +12 -2
- package/dist/modules/authority_resolver.js +15 -8
- package/dist/modules/bitshares-native/chain_client.d.ts +39 -4
- package/dist/modules/bitshares-native/chain_client.js +59 -59
- package/dist/modules/bitshares-native/crypto/ecc.browser.js +11 -171
- package/dist/modules/bitshares-native/crypto/ecc.js +13 -176
- package/dist/modules/bitshares-native/crypto/ecc_core.d.ts +33 -0
- package/dist/modules/bitshares-native/crypto/ecc_core.js +213 -0
- package/dist/modules/bitshares-native/crypto/ecc_selector.d.ts +2 -1
- package/dist/modules/bitshares-native/crypto/ecc_selector.js +1 -13
- package/dist/modules/bitshares-native/index.d.ts +1 -1
- package/dist/modules/bitshares-native/lru_cache.d.ts +7 -7
- package/dist/modules/bitshares-native/resolvers.d.ts +18 -6
- package/dist/modules/bitshares-native/resolvers.js +22 -25
- package/dist/modules/bitshares-native/serial/lazy_buffer.d.ts +4 -0
- package/dist/modules/bitshares-native/serial/lazy_buffer.js +21 -0
- package/dist/modules/bitshares-native/serial/operations.d.ts +1 -1
- package/dist/modules/bitshares-native/serial/serializer.d.ts +16 -12
- package/dist/modules/bitshares-native/serial/serializer.js +7 -13
- package/dist/modules/bitshares-native/serial/types.d.ts +25 -16
- package/dist/modules/bitshares-native/serial/types.js +73 -108
- package/dist/modules/bitshares-native/signing_client.d.ts +32 -2
- package/dist/modules/bitshares-native/signing_client.js +19 -14
- package/dist/modules/bitshares-native/subscriptions.d.ts +81 -1
- package/dist/modules/bitshares-native/subscriptions.js +12 -12
- package/dist/modules/bitshares-native/transport.d.ts +5 -4
- package/dist/modules/bitshares-native/transport.js +5 -4
- package/dist/modules/bitshares-native/tx/builder.d.ts +40 -5
- package/dist/modules/bitshares-native/tx/builder.js +4 -3
- package/dist/modules/bitshares-native/tx/tx_cache.d.ts +4 -4
- package/dist/modules/bitshares_client.d.ts +45 -13
- package/dist/modules/bitshares_client.js +28 -19
- package/dist/modules/bot_defaults.d.ts +8 -16
- package/dist/modules/bot_defaults.js +1 -5
- package/dist/modules/bot_settings.d.ts +44 -10
- package/dist/modules/bot_settings.js +11 -8
- package/dist/modules/bots_file_lock.d.ts +6 -6
- package/dist/modules/bots_file_lock.js +16 -12
- package/dist/modules/broadcast_failure.d.ts +4 -3
- package/dist/modules/broadcast_failure.js +5 -4
- package/dist/modules/chain_keys.d.ts +42 -40
- package/dist/modules/chain_keys.js +53 -45
- package/dist/modules/chain_orders.d.ts +94 -60
- package/dist/modules/chain_orders.js +81 -118
- package/dist/modules/cli_start_onboarding.d.ts +2 -1
- package/dist/modules/constants.d.ts +534 -32
- package/dist/modules/constants.js +35 -48
- package/dist/modules/cr_planner.d.ts +41 -3
- package/dist/modules/cr_planner.js +1 -5
- package/dist/modules/credential_policy.d.ts +68 -8
- package/dist/modules/credential_policy.js +37 -31
- package/dist/modules/credential_session_cache.d.ts +2 -2
- package/dist/modules/credit_pricing.d.ts +43 -6
- package/dist/modules/credit_pricing.js +70 -60
- package/dist/modules/credit_runtime.d.ts +283 -118
- package/dist/modules/credit_runtime.js +500 -231
- package/dist/modules/crypto/browser_provider.js +6 -4
- package/dist/modules/crypto/node_provider.js +1 -1
- package/dist/modules/crypto/pure_scrypt.js +35 -4
- package/dist/modules/crypto/pure_secp256k1.js +72 -26
- package/dist/modules/crypto/sync.d.ts +9 -9
- package/dist/modules/crypto/sync.js +16 -9
- package/dist/modules/daemon_node_health.d.ts +4 -3
- package/dist/modules/dexbot_class.d.ts +213 -146
- package/dist/modules/dexbot_class.js +183 -86
- package/dist/modules/dexbot_cow_runtime.d.ts +160 -87
- package/dist/modules/dexbot_cow_runtime.js +302 -234
- package/dist/modules/dexbot_credential_client.d.ts +19 -18
- package/dist/modules/dexbot_credential_client.js +1 -2
- package/dist/modules/dexbot_fill_runtime.d.ts +63 -49
- package/dist/modules/dexbot_fill_runtime.js +53 -47
- package/dist/modules/dexbot_maintenance_runtime.d.ts +127 -71
- package/dist/modules/dexbot_maintenance_runtime.js +187 -147
- package/dist/modules/dexbot_startup_runtime.d.ts +11 -11
- package/dist/modules/dexbot_startup_runtime.js +56 -57
- package/dist/modules/dexbot_state_recovery.d.ts +13 -12
- package/dist/modules/dexbot_state_recovery.js +18 -13
- package/dist/modules/fund_registry.d.ts +4 -2
- package/dist/modules/fund_registry.js +10 -10
- package/dist/modules/general_settings.d.ts +30 -4
- package/dist/modules/graceful_shutdown.d.ts +3 -3
- package/dist/modules/graceful_shutdown.js +19 -13
- package/dist/modules/grid_price_source.d.ts +1 -1
- package/dist/modules/key_store.d.ts +14 -8
- package/dist/modules/key_store.js +7 -7
- package/dist/modules/launcher/adapter_requirement.d.ts +11 -5
- package/dist/modules/launcher/adapter_requirement.js +5 -5
- package/dist/modules/launcher/bot_supervisor.d.ts +106 -24
- package/dist/modules/launcher/bot_supervisor.js +12 -11
- package/dist/modules/launcher/credential_bootstrap.d.ts +1 -1
- package/dist/modules/launcher/credential_bootstrap.js +1 -1
- package/dist/modules/launcher/credential_daemon.d.ts +4 -4
- package/dist/modules/launcher/credential_daemon.js +2 -2
- package/dist/modules/launcher/credential_secret.d.ts +1 -1
- package/dist/modules/launcher/foreign_cred_daemon.d.ts +2 -2
- package/dist/modules/launcher/market_adapter_runtime.d.ts +61 -6
- package/dist/modules/launcher/market_adapter_watchdog.d.ts +10 -2
- package/dist/modules/launcher/market_adapter_watchdog.js +4 -0
- package/dist/modules/launcher/monolithic_runtime.d.ts +18 -16
- package/dist/modules/launcher/status_reporting.d.ts +22 -14
- package/dist/modules/launcher/supervisor_control.d.ts +8 -1
- package/dist/modules/launcher/supervisor_control.js +4 -2
- package/dist/modules/lazy_shim.d.ts +11 -0
- package/dist/modules/lazy_shim.js +16 -0
- package/dist/modules/market_adapter_whitelist.d.ts +9 -3
- package/dist/modules/market_adapter_whitelist.js +15 -3
- package/dist/modules/node_connect_policy.d.ts +3 -2
- package/dist/modules/node_failure_ledger.d.ts +6 -5
- package/dist/modules/node_manager.d.ts +41 -11
- package/dist/modules/node_manager.js +5 -4
- package/dist/modules/order/accounting.d.ts +53 -24
- package/dist/modules/order/accounting.js +16 -15
- package/dist/modules/order/async_lock.d.ts +5 -2
- package/dist/modules/order/async_lock.js +1 -1
- package/dist/modules/order/export.d.ts +7 -6
- package/dist/modules/order/export.js +1 -7
- package/dist/modules/order/format.d.ts +16 -7
- package/dist/modules/order/format.js +15 -3
- package/dist/modules/order/genesis_policy.d.ts +24 -21
- package/dist/modules/order/genesis_policy.js +17 -10
- package/dist/modules/order/grid.d.ts +144 -36
- package/dist/modules/order/grid.js +226 -145
- package/dist/modules/order/grid_reconcile.d.ts +21 -20
- package/dist/modules/order/grid_reconcile.js +13 -12
- package/dist/modules/order/grid_reconcile_internal.d.ts +85 -72
- package/dist/modules/order/grid_reconcile_internal.js +28 -19
- package/dist/modules/order/index.d.ts +264 -1
- package/dist/modules/order/logger.d.ts +46 -19
- package/dist/modules/order/logger.js +38 -49
- package/dist/modules/order/logger_state.d.ts +4 -4
- package/dist/modules/order/manager.d.ts +232 -191
- package/dist/modules/order/manager.js +110 -130
- package/dist/modules/order/processed_fill_store.d.ts +18 -3
- package/dist/modules/order/processed_fill_store.js +16 -27
- package/dist/modules/order/strategy.d.ts +21 -13
- package/dist/modules/order/strategy.js +5 -6
- package/dist/modules/order/sync_engine.d.ts +91 -33
- package/dist/modules/order/sync_engine.js +84 -53
- package/dist/modules/order/utils/math.d.ts +157 -102
- package/dist/modules/order/utils/math.js +77 -38
- package/dist/modules/order/utils/order.d.ts +310 -110
- package/dist/modules/order/utils/order.js +153 -126
- package/dist/modules/order/utils/slot.d.ts +1 -1
- package/dist/modules/order/utils/system.d.ts +156 -26
- package/dist/modules/order/utils/system.js +103 -71
- package/dist/modules/order/utils/validate.d.ts +89 -41
- package/dist/modules/order/utils/validate.js +26 -24
- package/dist/modules/order/utils/withPoolRef.d.ts +6 -4
- package/dist/modules/order/utils/withPoolRef.js +18 -12
- package/dist/modules/order/working_grid.d.ts +14 -13
- package/dist/modules/paths.d.ts +1 -4
- package/dist/modules/paths.js +33 -61
- package/dist/modules/process_discovery.d.ts +1 -1
- package/dist/modules/process_discovery.js +2 -1
- package/dist/modules/runtime.d.ts +7 -3
- package/dist/modules/runtime.js +4 -3
- package/dist/modules/runtime_settings.d.ts +14 -11
- package/dist/modules/runtime_settings.js +30 -24
- package/dist/modules/settings_merge.d.ts +29 -3
- package/dist/modules/settings_merge.js +56 -78
- package/dist/modules/socket_json_client.d.ts +9 -5
- package/dist/modules/storage/browser_adapter.d.ts +38 -53
- package/dist/modules/storage/browser_adapter.js +7 -30
- package/dist/modules/storage/index.d.ts +1 -1
- package/dist/modules/storage/node_adapter.d.ts +45 -27
- package/dist/modules/storage/node_adapter.js +9 -9
- package/dist/modules/storage/types.d.ts +5 -4
- package/dist/modules/types.d.ts +1090 -6
- package/dist/modules/types.js +4 -1
- package/dist/modules/utils/asset_symbols.d.ts +2 -1
- package/dist/modules/utils/asset_symbols.js +2 -1
- package/dist/modules/utils/errors.d.ts +9 -0
- package/dist/modules/utils/errors.js +24 -4
- package/dist/modules/utils/time_range.d.ts +1 -12
- package/dist/modules/utils/time_range.js +1 -1
- package/dist/modules/validate_profiles.js +53 -43
- package/dist/modules/version_notice.d.ts +23 -11
- package/dist/modules/version_notice.js +6 -4
- package/dist/pm2.d.ts +28 -27
- package/dist/pm2.js +61 -40
- package/dist/scripts/analyze-credit.d.ts +2 -1
- package/dist/scripts/analyze-credit.js +23 -24
- package/dist/scripts/analyze-git.js +2 -15
- package/dist/scripts/analyze-orders.d.ts +77 -9
- package/dist/scripts/analyze-orders.js +65 -40
- package/dist/scripts/chart_command.d.ts +27 -18
- package/dist/scripts/chart_command.js +15 -13
- package/dist/scripts/check_any.d.ts +22 -0
- package/dist/scripts/check_any.js +158 -0
- package/dist/scripts/diagnose-pool-history.js +13 -13
- package/dist/scripts/print_grid.js +0 -1
- package/dist/scripts/run-tests.js +39 -8
- package/dist/scripts/runner.js +1 -1
- package/dist/scripts/sync-version.js +0 -10
- package/dist/scripts/test-credit-renewal.js +30 -21
- package/dist/scripts/update.d.ts +10 -5
- package/dist/scripts/update.js +168 -103
- package/dist/scripts/update_dist_freshness.js +1 -0
- package/dist/scripts/update_layout.d.ts +61 -0
- package/dist/scripts/update_layout.js +180 -0
- package/dist/scripts/validate_bots.js +2 -1
- package/dist/scripts/verify-browser-bundle.js +8 -0
- package/dist/unlock.d.ts +28 -3
- package/dist/unlock.js +63 -35
- package/docs/BITSHARES_ONBOARDING.md +10 -12
- package/docs/COPY_ON_WRITE_MASTER_PLAN.md +2 -2
- package/docs/COW_INVARIANTS.md +13 -6
- package/docs/DEXBOT_COMPARISON.md +8 -8
- package/docs/EVOLUTION.md +10 -8
- package/docs/FUND_MOVEMENT_AND_ACCOUNTING.md +5 -5
- package/docs/GRID_RECALCULATION.md +4 -2
- package/docs/GRID_RECONCILE.md +14 -3
- package/docs/LIFECYCLE.md +11 -11
- package/docs/MPA_CREDIT_USAGE.md +22 -3
- package/docs/README.md +14 -3
- package/docs/WORKFLOW.md +1 -0
- package/docs/architecture.md +31 -19
- package/docs/developer_guide.md +6 -6
- package/market_adapter/README.md +12 -5
- package/modules/README.md +4 -1
- package/package.json +9 -9
- package/scripts/README.md +43 -38
- package/tests/README.md +25 -10
- package/dist/scripts/diagnose-kibana-candles.d.ts +0 -3
- package/dist/scripts/diagnose-kibana-candles.js +0 -82
- package/scripts/git-viewer.sh +0 -489
- package/scripts/postinstall.js +0 -16
|
@@ -65,6 +65,7 @@
|
|
|
65
65
|
*/
|
|
66
66
|
import { createRequire } from 'node:module';
|
|
67
67
|
const require = createRequire(import.meta.url);
|
|
68
|
+
import { lazyShim } from './lazy_shim.js';
|
|
68
69
|
import * as client from './bitshares_client.js';
|
|
69
70
|
const { BitShares } = client;
|
|
70
71
|
import * as chainKeys from './chain_keys.js';
|
|
@@ -79,17 +80,18 @@ import { PATHS } from './paths.js';
|
|
|
79
80
|
import { path } from './path_api.js';
|
|
80
81
|
import * as Format from './order/format.js';
|
|
81
82
|
import cowRuntime from './dexbot_cow_runtime.js';
|
|
82
|
-
import { ProcessedFillStore
|
|
83
|
+
import { ProcessedFillStore } from './order/processed_fill_store.js';
|
|
83
84
|
import { TIMING, DAEMON_CODES, } from './constants.js';
|
|
84
85
|
import { normalizeBotEntry } from './bot_settings.js';
|
|
85
|
-
import { getErrorMessage } from './utils/errors.js';
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
86
|
+
import { getErrorMessage, getErrorCode } from './utils/errors.js';
|
|
87
|
+
const waitForConnected = lazyShim('./bitshares_client', 'waitForConnected');
|
|
88
|
+
const getKeyStore = lazyShim('./key_store', 'getKeyStore');
|
|
89
|
+
const hasExecutableActions = lazyShim('./order/utils/validate', 'hasExecutableActions');
|
|
90
|
+
const getRecalculateTriggerFile = lazyShim('./paths', 'getRecalculateTriggerFile');
|
|
91
|
+
const cloneWeightDistribution = lazyShim('./order/utils/math', 'cloneWeightDistribution');
|
|
92
|
+
const resolveBotRuntimeSettings = lazyShim('./runtime_settings', 'resolveBotRuntimeSettings');
|
|
92
93
|
class DEXBot {
|
|
94
|
+
static normalizeBotEntry;
|
|
93
95
|
config;
|
|
94
96
|
_baseWeightDistribution;
|
|
95
97
|
account;
|
|
@@ -114,6 +116,7 @@ class DEXBot {
|
|
|
114
116
|
_credentialRecoveryNeeded;
|
|
115
117
|
_credentialRecoveryInFlight;
|
|
116
118
|
_credentialDaemonWatchdogInFlight;
|
|
119
|
+
_credentialDaemonConsecutiveFailures;
|
|
117
120
|
_staleCleanedOrderIds;
|
|
118
121
|
_staleCleanupRetentionMs;
|
|
119
122
|
_metrics;
|
|
@@ -148,6 +151,13 @@ class DEXBot {
|
|
|
148
151
|
_deferredFillRetryTimer;
|
|
149
152
|
_lastTargetedDriftSyncAt;
|
|
150
153
|
_lightweightSyncCheckAt;
|
|
154
|
+
_lastUncertainResyncAt;
|
|
155
|
+
_lastResolvedPollIntervalMs;
|
|
156
|
+
_fillBroadcastDeferSince;
|
|
157
|
+
_fillBroadcastDeferRegionAt;
|
|
158
|
+
_fillTotalsParkedFills;
|
|
159
|
+
_fillTotalsRetryTimer;
|
|
160
|
+
_fillTotalsRetryDelayMs;
|
|
151
161
|
_targetedDriftSyncCooldownMs;
|
|
152
162
|
_maintenanceCooldownCycles;
|
|
153
163
|
_lastGridActivityAt;
|
|
@@ -162,6 +172,43 @@ class DEXBot {
|
|
|
162
172
|
_lastBroadcastHeartbeatAt;
|
|
163
173
|
_lastDeferredDustCount;
|
|
164
174
|
_currentBatchId;
|
|
175
|
+
// --- runtime-assigned members (declared so DEXBot structurally satisfies BotLike) ---
|
|
176
|
+
assets;
|
|
177
|
+
botKey;
|
|
178
|
+
name;
|
|
179
|
+
_blockchainFetchIntervalMin;
|
|
180
|
+
_deferredFillRetryDelayMs;
|
|
181
|
+
_deferredFillRetryWaits;
|
|
182
|
+
_fillTotalsRetryAttempt;
|
|
183
|
+
_gridLockHoldWarnAt;
|
|
184
|
+
_gridModule;
|
|
185
|
+
_gridPriceInvariantRejectStreak;
|
|
186
|
+
_gridReconcileModule;
|
|
187
|
+
_lastDeferredHoldResyncAt;
|
|
188
|
+
_lastGridPriceInvariantResyncAt;
|
|
189
|
+
_lastHeldChainOrderSignature;
|
|
190
|
+
_lastHeldChainOrderSignatureSince;
|
|
191
|
+
_lastHeldChainOrderWarnAt;
|
|
192
|
+
_lastSpreadStaleResyncAt;
|
|
193
|
+
_marketAdapterWatchdogInFlight;
|
|
194
|
+
_outOfSpreadSince;
|
|
195
|
+
_outOfSpreadStaleWarned;
|
|
196
|
+
_postRecoveryRebalanceDefers;
|
|
197
|
+
_skipEmptyReadConfirmDelay;
|
|
198
|
+
_spreadFundsExhausted;
|
|
199
|
+
_spreadCorrectionStall;
|
|
200
|
+
_strandedHoldSince;
|
|
201
|
+
_structuralGridResyncDeferCount;
|
|
202
|
+
_structuralGridResyncDeferStartedAt;
|
|
203
|
+
_testPollIntervalMs;
|
|
204
|
+
_getPm2ProcessNames;
|
|
205
|
+
_listenForFillsHook;
|
|
206
|
+
_loadBotsConfigSnapshot;
|
|
207
|
+
_readOpenOrdersHook;
|
|
208
|
+
_startMarketAdapterPm2;
|
|
209
|
+
_stopMarketAdapterPm2;
|
|
210
|
+
_submitCancelOrder;
|
|
211
|
+
_syncMarketAdapterHook;
|
|
165
212
|
/**
|
|
166
213
|
* Create a new DEXBot instance
|
|
167
214
|
* @param {Object} config - Bot configuration from profiles/bots.json
|
|
@@ -188,8 +235,8 @@ class DEXBot {
|
|
|
188
235
|
this.config.cowPerformance = rs.cowPerformance;
|
|
189
236
|
this.config.pipelineTiming = rs.pipelineTiming;
|
|
190
237
|
this.config.logging = rs.logging;
|
|
191
|
-
this._fillDedupeWindowMs = this.config.timing
|
|
192
|
-
this._fillRecordRetentionMs = this.config.timing
|
|
238
|
+
this._fillDedupeWindowMs = this.config.timing?.FILL_DEDUPE_WINDOW_MS;
|
|
239
|
+
this._fillRecordRetentionMs = this.config.timing?.FILL_RECORD_RETENTION_MS;
|
|
193
240
|
this._processedFillPersistBatchMs = TIMING.PROCESSED_FILL_PERSIST_BATCH_MS;
|
|
194
241
|
this._processedFillPersistBatchSize = TIMING.PROCESSED_FILL_PERSIST_BATCH_SIZE;
|
|
195
242
|
this._processedFillStore = new ProcessedFillStore({
|
|
@@ -206,6 +253,7 @@ class DEXBot {
|
|
|
206
253
|
this._credentialRecoveryNeeded = false;
|
|
207
254
|
this._credentialRecoveryInFlight = false;
|
|
208
255
|
this._credentialDaemonWatchdogInFlight = false;
|
|
256
|
+
this._credentialDaemonConsecutiveFailures = 0;
|
|
209
257
|
// TTL cache of order IDs freed by stale-order batch cleanup.
|
|
210
258
|
// If an orphan fill arrives for a stale-cleaned order within the retention
|
|
211
259
|
// window, we skip the credit to avoid double-counting freed capital.
|
|
@@ -217,6 +265,8 @@ class DEXBot {
|
|
|
217
265
|
fillProcessingTimeMs: 0,
|
|
218
266
|
batchesExecuted: 0,
|
|
219
267
|
lockContentionEvents: 0,
|
|
268
|
+
gridLockContention: 0,
|
|
269
|
+
fundRecalcCount: 0,
|
|
220
270
|
maxQueueDepth: 0
|
|
221
271
|
};
|
|
222
272
|
// Shutdown state
|
|
@@ -260,8 +310,13 @@ class DEXBot {
|
|
|
260
310
|
this._postRecoveryRebalanceTimer = null;
|
|
261
311
|
this._deferredFillRetryTimer = null;
|
|
262
312
|
this._lastTargetedDriftSyncAt = 0;
|
|
313
|
+
// Spread-correction stall state: the boolean gate and its companion cause
|
|
314
|
+
// are read by getTargetedSyncReason before the first spread check, so
|
|
315
|
+
// initialize both rather than leaving them undefined.
|
|
316
|
+
this._spreadFundsExhausted = false;
|
|
317
|
+
this._spreadCorrectionStall = null;
|
|
263
318
|
this._lightweightSyncCheckAt = 0;
|
|
264
|
-
this._targetedDriftSyncCooldownMs = this.config.timing
|
|
319
|
+
this._targetedDriftSyncCooldownMs = this.config.timing?.TARGETED_DRIFT_SYNC_COOLDOWN_MS;
|
|
265
320
|
this._maintenanceCooldownCycles = 0;
|
|
266
321
|
this._lastGridActivityAt = 0;
|
|
267
322
|
this._lastDeferredDustCount = 0;
|
|
@@ -302,7 +357,7 @@ class DEXBot {
|
|
|
302
357
|
errors.push(`assetB must be a non-empty string, got: ${config.assetB}`);
|
|
303
358
|
}
|
|
304
359
|
// Validate incrementPercent
|
|
305
|
-
const increment = config.incrementPercent;
|
|
360
|
+
const increment = Number(config.incrementPercent);
|
|
306
361
|
if (!Number.isFinite(increment) || increment <= 0 || increment > 100) {
|
|
307
362
|
errors.push(`incrementPercent must be between 0 and 100, got: ${increment}`);
|
|
308
363
|
}
|
|
@@ -323,7 +378,7 @@ class DEXBot {
|
|
|
323
378
|
this._warn(msg);
|
|
324
379
|
return;
|
|
325
380
|
}
|
|
326
|
-
const line = this.logPrefix ? `${this.logPrefix} ${msg}` : msg;
|
|
381
|
+
const line = String(this.logPrefix ? `${this.logPrefix} ${msg}` : msg);
|
|
327
382
|
const logger = this.manager?.logger;
|
|
328
383
|
if (logger && typeof logger.log === 'function') {
|
|
329
384
|
logger.log(line, level);
|
|
@@ -341,7 +396,7 @@ class DEXBot {
|
|
|
341
396
|
* @private
|
|
342
397
|
*/
|
|
343
398
|
_warn(msg) {
|
|
344
|
-
const line = this.logPrefix ? `${this.logPrefix} ${msg}` : msg;
|
|
399
|
+
const line = String(this.logPrefix ? `${this.logPrefix} ${msg}` : msg);
|
|
345
400
|
const logger = this.manager?.logger;
|
|
346
401
|
if (logger && typeof logger.log === 'function') {
|
|
347
402
|
logger.log(line, 'warn');
|
|
@@ -520,7 +575,7 @@ class DEXBot {
|
|
|
520
575
|
_isNewFillKey(fillKey, processedFillKeys, label = '', orderId = '') {
|
|
521
576
|
const now = Date.now();
|
|
522
577
|
if (this._recentlyQueuedFills.has(fillKey)) {
|
|
523
|
-
const lastProcessed = this._recentlyQueuedFills.get(fillKey);
|
|
578
|
+
const lastProcessed = this._recentlyQueuedFills.get(fillKey) ?? 0;
|
|
524
579
|
if (now - lastProcessed < this._fillDedupeWindowMs) {
|
|
525
580
|
if (label) {
|
|
526
581
|
const idSuffix = orderId ? ` for ${orderId}` : '';
|
|
@@ -538,7 +593,7 @@ class DEXBot {
|
|
|
538
593
|
/**
|
|
539
594
|
* Apply replay-safe fill accounting for tracked fills (those with a valid grid order).
|
|
540
595
|
* @param {Object} fill - Fill event object
|
|
541
|
-
* @param {
|
|
596
|
+
* @param {unknown} fillOp - Fill operation data
|
|
542
597
|
* @param {Object} [options={}]
|
|
543
598
|
* @param {string} [options.context]
|
|
544
599
|
* @param {Object} [options.logger]
|
|
@@ -546,18 +601,13 @@ class DEXBot {
|
|
|
546
601
|
* @param {string} [options.persistenceMode='batched']
|
|
547
602
|
* @returns {Promise<any>}
|
|
548
603
|
*/
|
|
549
|
-
async _applyReplaySafeTrackedFillAccounting(fill, fillOp,
|
|
550
|
-
return DexbotFillRuntime.applyReplaySafeTrackedFillAccounting(this, fill, fillOp,
|
|
551
|
-
context,
|
|
552
|
-
logger,
|
|
553
|
-
replayMessage,
|
|
554
|
-
persistenceMode
|
|
555
|
-
});
|
|
604
|
+
async _applyReplaySafeTrackedFillAccounting(fill, fillOp, options = {}) {
|
|
605
|
+
return DexbotFillRuntime.applyReplaySafeTrackedFillAccounting(this, fill, fillOp, options);
|
|
556
606
|
}
|
|
557
607
|
/**
|
|
558
608
|
* Apply replay-safe fill accounting for orphan fills (grid order not found).
|
|
559
609
|
* @param {Object} fill - Fill event object
|
|
560
|
-
* @param {
|
|
610
|
+
* @param {unknown} fillOp - Fill operation data
|
|
561
611
|
* @param {Object} [options={}]
|
|
562
612
|
* @param {string} [options.context]
|
|
563
613
|
* @param {Object} [options.logger]
|
|
@@ -565,13 +615,8 @@ class DEXBot {
|
|
|
565
615
|
* @param {string} [options.persistenceMode='batched']
|
|
566
616
|
* @returns {Promise<any>}
|
|
567
617
|
*/
|
|
568
|
-
async _applyReplaySafeOrphanFillAccounting(fill, fillOp,
|
|
569
|
-
return DexbotFillRuntime.applyReplaySafeOrphanFillAccounting(this, fill, fillOp,
|
|
570
|
-
context,
|
|
571
|
-
logger,
|
|
572
|
-
replayMessage,
|
|
573
|
-
persistenceMode
|
|
574
|
-
});
|
|
618
|
+
async _applyReplaySafeOrphanFillAccounting(fill, fillOp, options = {}) {
|
|
619
|
+
return DexbotFillRuntime.applyReplaySafeOrphanFillAccounting(this, fill, fillOp, options);
|
|
575
620
|
}
|
|
576
621
|
/**
|
|
577
622
|
* Refresh dynamic weight distribution from market adapter.
|
|
@@ -949,14 +994,15 @@ class DEXBot {
|
|
|
949
994
|
// boundary, rail-edge target, over-distance rotations): the plan
|
|
950
995
|
// was refused before broadcast, so trigger the rebuild here where
|
|
951
996
|
// bot context (and the wired resync entry point) exists.
|
|
952
|
-
|
|
953
|
-
|
|
997
|
+
const rbResult = rebalanceResult;
|
|
998
|
+
if (rbResult?.needsResync && typeof this.manager?.requestStructuralGridResync === 'function') {
|
|
999
|
+
const reason = String(rbResult.resyncReason || rbResult.reason || 'plan-refused');
|
|
954
1000
|
this.manager?.logger?.log?.(`[COW] Requesting structural resync: ${reason}`, 'warn');
|
|
955
1001
|
try {
|
|
956
1002
|
await this.manager.requestStructuralGridResync(reason, { reason });
|
|
957
1003
|
}
|
|
958
1004
|
catch (err) {
|
|
959
|
-
this.manager?.logger?.log?.(`[COW] Structural resync request failed: ${err
|
|
1005
|
+
this.manager?.logger?.log?.(`[COW] Structural resync request failed: ${getErrorMessage(err)}`, 'warn');
|
|
960
1006
|
}
|
|
961
1007
|
}
|
|
962
1008
|
// Clear REBALANCING state even when there are no actions to execute.
|
|
@@ -1005,12 +1051,13 @@ class DEXBot {
|
|
|
1005
1051
|
* @returns {{aborted: boolean}}
|
|
1006
1052
|
*/
|
|
1007
1053
|
async _processFillsWithBatching(fills, excl, contextLabel, options = {}) {
|
|
1008
|
-
|
|
1054
|
+
const fillList = fills || [];
|
|
1055
|
+
if (fillList.length === 0) {
|
|
1009
1056
|
return { aborted: false };
|
|
1010
1057
|
}
|
|
1011
1058
|
const managerLog = this.manager?.logger?.log?.bind(this.manager.logger) || (() => { });
|
|
1012
1059
|
const maxBatch = this._getMaxFillBatchSize();
|
|
1013
|
-
const totalFills =
|
|
1060
|
+
const totalFills = fillList.length;
|
|
1014
1061
|
const useUnifiedPlan = totalFills <= maxBatch;
|
|
1015
1062
|
const modeLabel = useUnifiedPlan ? 'unified' : 'chunked';
|
|
1016
1063
|
managerLog(`Processing ${totalFills} filled orders (${modeLabel}, baseBatch=${useUnifiedPlan ? totalFills : maxBatch})...`, 'info');
|
|
@@ -1037,7 +1084,7 @@ class DEXBot {
|
|
|
1037
1084
|
const remaining = totalFills - i;
|
|
1038
1085
|
const currentBatchSize = useUnifiedPlan ? remaining : Math.min(maxBatch, remaining);
|
|
1039
1086
|
const batchEnd = Math.min(i + currentBatchSize, totalFills);
|
|
1040
|
-
const fillBatch =
|
|
1087
|
+
const fillBatch = fillList.slice(i, batchEnd);
|
|
1041
1088
|
i = batchEnd;
|
|
1042
1089
|
// Refresh the LAST-FILL guard pivot for this chunk's broadcast:
|
|
1043
1090
|
// recordLastFilledPrices walks the batch in order, so the pivot
|
|
@@ -1050,11 +1097,11 @@ class DEXBot {
|
|
|
1050
1097
|
const batchIds = fillBatch.map((f) => f.id).join(', ');
|
|
1051
1098
|
const label = `${contextLabel} [${batchIds}]`;
|
|
1052
1099
|
managerLog(`>>> Processing fill set ${label} (${i}/${totalFills})`, 'info');
|
|
1053
|
-
let fullExcludeSet = excl ||
|
|
1100
|
+
let fullExcludeSet = new Set((excl || []));
|
|
1054
1101
|
if (!useUnifiedPlan) {
|
|
1055
1102
|
const batchIdSet = new Set(fillBatch.map((f) => f.id));
|
|
1056
|
-
fullExcludeSet = new Set(excl || []);
|
|
1057
|
-
for (const other of
|
|
1103
|
+
fullExcludeSet = new Set((excl || []));
|
|
1104
|
+
for (const other of fillList) {
|
|
1058
1105
|
if (batchIdSet.has(other.id))
|
|
1059
1106
|
continue;
|
|
1060
1107
|
if (other.orderId)
|
|
@@ -1081,7 +1128,7 @@ class DEXBot {
|
|
|
1081
1128
|
managerLog(`[COW] ${label} rebalance deferred (broadcast active); accounting applied, boundary re-derives after the region ends`, 'debug');
|
|
1082
1129
|
continue;
|
|
1083
1130
|
}
|
|
1084
|
-
const batchResult = await this._executeBatchIfNeeded(rebalanceResult, label);
|
|
1131
|
+
const batchResult = (await this._executeBatchIfNeeded(rebalanceResult, label));
|
|
1085
1132
|
if (batchResult?.abortedForIllegalState || batchResult?.abortedForAccountingFailure) {
|
|
1086
1133
|
managerLog(`[HARD-ABORT] ${label} aborted due to critical state. Skipping remaining fills.`, 'error');
|
|
1087
1134
|
return { aborted: true };
|
|
@@ -1163,8 +1210,9 @@ class DEXBot {
|
|
|
1163
1210
|
return;
|
|
1164
1211
|
}
|
|
1165
1212
|
try {
|
|
1166
|
-
|
|
1167
|
-
|
|
1213
|
+
const signingToken = this.privateKey;
|
|
1214
|
+
if (signingToken && getKeyStore().isDaemonSigningKey(signingToken)) {
|
|
1215
|
+
await chainKeys.pingDaemon(signingToken.accountName, Math.min(TIMING.DAEMON_PING_TIMEOUT_MS, TIMING.DAEMON_STARTUP_TIMEOUT_MS), { socketPath: signingToken.socketPath });
|
|
1168
1216
|
}
|
|
1169
1217
|
}
|
|
1170
1218
|
catch (err) {
|
|
@@ -1187,7 +1235,7 @@ class DEXBot {
|
|
|
1187
1235
|
_isCredentialDaemonError(err) {
|
|
1188
1236
|
if (!err)
|
|
1189
1237
|
return false;
|
|
1190
|
-
if (err
|
|
1238
|
+
if (getErrorCode(err) === DAEMON_CODES.CREDENTIAL_DAEMON_UNAVAILABLE)
|
|
1191
1239
|
return true;
|
|
1192
1240
|
const message = String(getErrorMessage(err) || '');
|
|
1193
1241
|
return /Credential daemon|Daemon connection failed|daemon .*unavailable|dexbot-cred-daemon\.sock|ECONNREFUSED|ENOENT/.test(message);
|
|
@@ -1255,30 +1303,83 @@ class DEXBot {
|
|
|
1255
1303
|
return;
|
|
1256
1304
|
}
|
|
1257
1305
|
const intervalMs = Math.max(TIMING.DAEMON_PING_TIMEOUT_MS, TIMING.CREDENTIAL_DAEMON_WATCHDOG_MS);
|
|
1258
|
-
|
|
1259
|
-
|
|
1260
|
-
|
|
1261
|
-
|
|
1262
|
-
|
|
1263
|
-
|
|
1264
|
-
|
|
1265
|
-
|
|
1266
|
-
|
|
1306
|
+
this._credentialDaemonWatchdogInterval = setInterval(() => {
|
|
1307
|
+
this._runCredentialDaemonWatchdogProbe().catch((err) => {
|
|
1308
|
+
this.manager?.logger?.log?.(`[CREDENTIAL] Credential daemon watchdog error: ${getErrorMessage(err)}`, 'warn');
|
|
1309
|
+
});
|
|
1310
|
+
}, intervalMs);
|
|
1311
|
+
if (typeof this._credentialDaemonWatchdogInterval.unref === 'function') {
|
|
1312
|
+
this._credentialDaemonWatchdogInterval.unref();
|
|
1313
|
+
}
|
|
1314
|
+
void this._runCredentialDaemonWatchdogProbe();
|
|
1315
|
+
this._log(`Credential daemon watchdog started (` +
|
|
1316
|
+
`${Math.round(intervalMs / TIMING.MILLISECONDS_PER_SECOND)}s interval, ` +
|
|
1317
|
+
`down after ${this._credentialDaemonWatchdogFailureThreshold()} consecutive probe failures)`);
|
|
1318
|
+
}
|
|
1319
|
+
/**
|
|
1320
|
+
* Consecutive failed watchdog probes required before the credential daemon
|
|
1321
|
+
* is declared down. One-liner so the startup log and the probe decision
|
|
1322
|
+
* can never disagree about the threshold.
|
|
1323
|
+
* @returns {number} Positive integer threshold
|
|
1324
|
+
*/
|
|
1325
|
+
_credentialDaemonWatchdogFailureThreshold() {
|
|
1326
|
+
return Math.max(1, Number(TIMING.CREDENTIAL_DAEMON_WATCHDOG_FAILURE_THRESHOLD) || 2);
|
|
1327
|
+
}
|
|
1328
|
+
/**
|
|
1329
|
+
* Run a single credential-daemon watchdog health probe.
|
|
1330
|
+
*
|
|
1331
|
+
* A probe failure is only treated as a daemon outage after
|
|
1332
|
+
* CREDENTIAL_DAEMON_WATCHDOG_FAILURE_THRESHOLD consecutive failures, so one
|
|
1333
|
+
* transient timeout (daemon busy signing) never pauses writes or suspends
|
|
1334
|
+
* grid persistence. A confirmed outage sets `_credentialRecoveryNeeded` so
|
|
1335
|
+
* the successful-probe path CAN resume persistence — otherwise the
|
|
1336
|
+
* suspension lasted until a process restart (production incident).
|
|
1337
|
+
* @returns {Promise<void>}
|
|
1338
|
+
*/
|
|
1339
|
+
async _runCredentialDaemonWatchdogProbe() {
|
|
1340
|
+
if (this._shuttingDown || !this._isCredentialDaemonWriteRequired())
|
|
1341
|
+
return;
|
|
1342
|
+
// Guard against overlapping ticks: if the previous probe is still
|
|
1343
|
+
// running (slow chain / stall), skip rather than queue a second
|
|
1344
|
+
// pingDaemon and a second recovery attempt.
|
|
1345
|
+
if (this._credentialDaemonWatchdogInFlight)
|
|
1346
|
+
return;
|
|
1347
|
+
this._credentialDaemonWatchdogInFlight = true;
|
|
1348
|
+
const failureThreshold = this._credentialDaemonWatchdogFailureThreshold();
|
|
1349
|
+
try {
|
|
1350
|
+
const token = this.privateKey;
|
|
1267
1351
|
try {
|
|
1268
|
-
|
|
1269
|
-
|
|
1270
|
-
|
|
1271
|
-
|
|
1272
|
-
|
|
1273
|
-
|
|
1274
|
-
this.manager?.logger?.log?.('[CREDENTIAL] Credential daemon responsive again.', 'info');
|
|
1275
|
-
}
|
|
1276
|
-
this._credentialDaemonDown = false;
|
|
1277
|
-
await this._runCredentialRecoveryAfterDaemonRestored();
|
|
1352
|
+
if (getKeyStore().isDaemonSigningKey(token)) {
|
|
1353
|
+
// Use the configured healthcheck timeout (not a hardcoded
|
|
1354
|
+
// tighter value): a daemon busy signing a large batch can
|
|
1355
|
+
// legitimately exceed a 2s probe, and a false "down" here
|
|
1356
|
+
// suspends grid persistence.
|
|
1357
|
+
await chainKeys.pingDaemon(token.accountName, TIMING.DAEMON_PING_TIMEOUT_MS, { socketPath: token.socketPath });
|
|
1278
1358
|
}
|
|
1279
|
-
|
|
1359
|
+
if (this._credentialDaemonDown) {
|
|
1360
|
+
this.manager?.logger?.log?.('[CREDENTIAL] Credential daemon responsive again.', 'info');
|
|
1361
|
+
}
|
|
1362
|
+
this._credentialDaemonDown = false;
|
|
1363
|
+
this._credentialDaemonConsecutiveFailures = 0;
|
|
1364
|
+
await this._runCredentialRecoveryAfterDaemonRestored();
|
|
1365
|
+
}
|
|
1366
|
+
catch (err) {
|
|
1367
|
+
this._credentialDaemonConsecutiveFailures += 1;
|
|
1368
|
+
const errMsg = String(getErrorMessage(err) || '');
|
|
1369
|
+
// Connectivity failures are unambiguous (socket missing/refused):
|
|
1370
|
+
// a hard outage on the first probe. Timeouts may be transient
|
|
1371
|
+
// (daemon busy signing), so they only trip after the
|
|
1372
|
+
// consecutive-failure threshold.
|
|
1373
|
+
const isHardFailure = errMsg.includes('ENOENT') || errMsg.includes('ECONNREFUSED');
|
|
1374
|
+
if (!isHardFailure && this._credentialDaemonConsecutiveFailures < failureThreshold) {
|
|
1375
|
+
// Transient probe failure: tolerate it and re-probe on the
|
|
1376
|
+
// next tick without pausing writes or suspending persistence.
|
|
1377
|
+
this.manager?.logger?.log?.(`[CREDENTIAL] Credential daemon watchdog probe failed ` +
|
|
1378
|
+
`(${this._credentialDaemonConsecutiveFailures}/${failureThreshold}): ${getErrorMessage(err)}. ` +
|
|
1379
|
+
`Retrying before pausing writes.`, 'warn');
|
|
1380
|
+
}
|
|
1381
|
+
else {
|
|
1280
1382
|
if (!this._credentialDaemonDown) {
|
|
1281
|
-
const errMsg = String(getErrorMessage(err) || '');
|
|
1282
1383
|
let hint = '';
|
|
1283
1384
|
if (errMsg.includes('ENOENT')) {
|
|
1284
1385
|
hint = `Socket file missing at ${token.socketPath}. The credential daemon process may have been killed (e.g. by stray Ctrl-C). Restart it with: dexbot pm2 restart dexbot-cred. If the problem persists, check the daemon log: ${path.join(PATHS.LOGS_DIR, 'dexbot-cred.log')}`;
|
|
@@ -1295,23 +1396,18 @@ class DEXBot {
|
|
|
1295
1396
|
this.manager?.logger?.log?.(`[CREDENTIAL] Credential daemon watchdog failed: ${getErrorMessage(err)}. ${hint}`, 'error');
|
|
1296
1397
|
}
|
|
1297
1398
|
this._credentialDaemonDown = true;
|
|
1399
|
+
// Mark recovery needed so the successful-probe path
|
|
1400
|
+
// actually runs `_runCredentialRecoveryAfterDaemonRestored`
|
|
1401
|
+
// and RESUME grid persistence. Without this the suspension
|
|
1402
|
+
// below was permanent until restart.
|
|
1403
|
+
this._credentialRecoveryNeeded = true;
|
|
1298
1404
|
this._suspendGridPersistenceForCredentialOutage(`credential daemon watchdog failed: ${getErrorMessage(err)}`);
|
|
1299
1405
|
}
|
|
1300
1406
|
}
|
|
1301
|
-
finally {
|
|
1302
|
-
this._credentialDaemonWatchdogInFlight = false;
|
|
1303
|
-
}
|
|
1304
|
-
};
|
|
1305
|
-
this._credentialDaemonWatchdogInterval = setInterval(() => {
|
|
1306
|
-
probe().catch((err) => {
|
|
1307
|
-
this.manager?.logger?.log?.(`[CREDENTIAL] Credential daemon watchdog error: ${getErrorMessage(err)}`, 'warn');
|
|
1308
|
-
});
|
|
1309
|
-
}, intervalMs);
|
|
1310
|
-
if (typeof this._credentialDaemonWatchdogInterval.unref === 'function') {
|
|
1311
|
-
this._credentialDaemonWatchdogInterval.unref();
|
|
1312
1407
|
}
|
|
1313
|
-
|
|
1314
|
-
|
|
1408
|
+
finally {
|
|
1409
|
+
this._credentialDaemonWatchdogInFlight = false;
|
|
1410
|
+
}
|
|
1315
1411
|
}
|
|
1316
1412
|
/**
|
|
1317
1413
|
* Stop the credential daemon watchdog interval.
|
|
@@ -1330,12 +1426,13 @@ class DEXBot {
|
|
|
1330
1426
|
* @returns {Promise<Object>} The batch result.
|
|
1331
1427
|
*/
|
|
1332
1428
|
async updateOrdersOnChainBatch(rebalanceResult) {
|
|
1333
|
-
|
|
1429
|
+
const rb = rebalanceResult;
|
|
1430
|
+
if (!rb || !rb.workingGrid) {
|
|
1334
1431
|
const reason = 'NON_COW_PAYLOAD';
|
|
1335
1432
|
this.manager?.logger?.log?.(`[COW] Rejected non-COW batch payload. Use updateOrdersOnChainPlan() for plan inputs.`, 'error');
|
|
1336
1433
|
return { executed: false, aborted: true, reason };
|
|
1337
1434
|
}
|
|
1338
|
-
return await this._updateOrdersOnChainBatchCOW(
|
|
1435
|
+
return await this._updateOrdersOnChainBatchCOW(rb);
|
|
1339
1436
|
}
|
|
1340
1437
|
/**
|
|
1341
1438
|
* Converts simple plan payloads (place/update/rotate/cancel) into a COW batch.
|
|
@@ -1517,7 +1614,7 @@ class DEXBot {
|
|
|
1517
1614
|
return DexbotMaintenanceRuntime.stopBotsConfigPollInterval(this);
|
|
1518
1615
|
}
|
|
1519
1616
|
async _releaseMarketAdapterRuntime(context = 'shutdown') {
|
|
1520
|
-
return DexbotMaintenanceRuntime.releaseMarketAdapterRuntime(this, this.config?.botKey || this.config?.name, context);
|
|
1617
|
+
return DexbotMaintenanceRuntime.releaseMarketAdapterRuntime(this, (this.config?.botKey || this.config?.name), context);
|
|
1521
1618
|
}
|
|
1522
1619
|
/**
|
|
1523
1620
|
* Get or create the credit runtime for debt policy management.
|
|
@@ -1634,9 +1731,9 @@ class DEXBot {
|
|
|
1634
1731
|
* long region (e.g. the structural resync's Phase-2 placement) would
|
|
1635
1732
|
* starve indefinitely — which also keeps the maintenance idle gate shut
|
|
1636
1733
|
* forever (the queue-length check returns the full settle delay).
|
|
1637
|
-
* Registered via addBroadcastRegionEndListener (fan-out)
|
|
1638
|
-
*
|
|
1639
|
-
*
|
|
1734
|
+
* Registered via addBroadcastRegionEndListener (fan-out) so a second wirer
|
|
1735
|
+
* can never silently displace the drain. Re-entry safe: the marker keeps
|
|
1736
|
+
* repeated wiring idempotent.
|
|
1640
1737
|
*/
|
|
1641
1738
|
_wireBroadcastRegionEndDrain() {
|
|
1642
1739
|
const manager = this.manager;
|
|
@@ -1673,7 +1770,7 @@ class DEXBot {
|
|
|
1673
1770
|
const existing = Array.isArray(manager._onBroadcastRegionEndListeners)
|
|
1674
1771
|
? manager._onBroadcastRegionEndListeners
|
|
1675
1772
|
: [];
|
|
1676
|
-
if (!existing.some((fn) => fn
|
|
1773
|
+
if (!existing.some((fn) => !!fn._isRegionEndDrain)) {
|
|
1677
1774
|
manager.addBroadcastRegionEndListener(regionEndHandler);
|
|
1678
1775
|
}
|
|
1679
1776
|
}
|
|
@@ -1976,7 +2073,7 @@ class DEXBot {
|
|
|
1976
2073
|
`avgProcessingTime=${metrics.fillsProcessed > 0 ? Format.formatMetric2(metrics.fillProcessingTimeMs / metrics.fillsProcessed) : 0}ms, ` +
|
|
1977
2074
|
`lockContentions=${metrics.lockContentionEvents}, maxQueueDepth=${metrics.maxQueueDepth}, ` +
|
|
1978
2075
|
`heldChainOrders=${metrics.heldChainOrders ?? 0}, blockingChainOrders=${metrics.blockingChainOrders ?? 0}`);
|
|
1979
|
-
await this.manager?.logger?.flush();
|
|
2076
|
+
await this.manager?.logger?.flush?.();
|
|
1980
2077
|
}
|
|
1981
2078
|
}
|
|
1982
2079
|
DEXBot.normalizeBotEntry = normalizeBotEntry;
|