dexbot 1.6.11 → 1.6.13
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +67 -4
- package/README.md +2 -1
- package/analysis/README.md +11 -11
- package/analysis/ama_fitting/README.md +5 -3
- package/analysis/tradingview/README.md +1 -1
- package/analysis/trend_detection/DYNAMIC_WEIGHT_RESEARCH.md +3 -3
- package/claw/README.md +1 -0
- package/claw/docs/AI_BOT_LIBRARY_API.md +2 -0
- package/claw/docs/DEXBOT2_TUNING_CHEAT_SHEET.md +4 -3
- package/claw/modules/chain_broadcast.ts +7 -1
- package/claw/modules/claw_bridge.ts +0 -3
- package/claw/modules/claw_launcher.ts +1 -1
- package/claw/modules/claw_skill_md.ts +1 -0
- package/claw/modules/launcher_mode_detector.ts +9 -2
- package/claw/package.json +3 -3
- package/claw/runtimes/openclaw-plugin/openclaw.plugin.json +1 -1
- package/claw/runtimes/openclaw-plugin/package.json +1 -1
- package/claw/tsconfig.json +2 -2
- package/dist/analysis/account_resolver.d.ts +1 -1
- package/dist/analysis/account_resolver.js +2 -1
- package/dist/analysis/ama_fitting/analyze_ama_price_changes.js +3 -4
- package/dist/analysis/ama_fitting/analyze_lambda_vs_slow.js +3 -21
- package/dist/analysis/ama_fitting/calibrate_convergence_er.js +0 -1
- package/dist/analysis/ama_fitting/fetch_lp_candles.js +55 -45
- package/dist/analysis/ama_fitting/generate_unified_comparison_chart.d.ts +1 -8
- package/dist/analysis/ama_fitting/generate_unified_comparison_chart.js +45 -24
- package/dist/analysis/ama_fitting/optimizer_high_resolution.js +34 -78
- package/dist/analysis/analyze_args.d.ts +43 -0
- package/dist/analysis/analyze_args.js +61 -0
- package/dist/analysis/analyze_dynamic_weight.js +7 -17
- package/dist/analysis/analyze_kalman.js +7 -17
- package/dist/analysis/analyze_regime.js +7 -17
- package/dist/analysis/analyze_regime_windows.js +8 -18
- package/dist/analysis/analyze_risk_profile.js +8 -18
- package/dist/analysis/analyze_trade_heatmap.js +7 -17
- package/dist/analysis/analyze_volatility.js +7 -17
- package/dist/analysis/bot_fitting/backtest_ama_sweep.d.ts +221 -28
- package/dist/analysis/bot_fitting/backtest_ama_sweep.js +23 -103
- package/dist/analysis/bot_fitting/backtest_bot_fitting.d.ts +34 -4
- package/dist/analysis/bot_fitting/backtest_bot_fitting.js +32 -150
- package/dist/analysis/bot_fitting/backtest_lookback_drawdown.js +19 -34
- package/dist/analysis/bot_fitting/shared_utils.d.ts +77 -9
- package/dist/analysis/bot_fitting/shared_utils.js +125 -9
- package/dist/analysis/bot_key_utils.d.ts +18 -10
- package/dist/analysis/bot_key_utils.js +7 -4
- package/dist/analysis/bot_usage/discover_bot_accounts.js +44 -47
- package/dist/analysis/bot_usage/kibana_bot_queries.d.ts +1 -21
- package/dist/analysis/chain_pool.d.ts +3 -1
- package/dist/analysis/chart_ui.d.ts +35 -3
- package/dist/analysis/chart_ui.js +43 -4
- package/dist/analysis/chart_utils.d.ts +5 -5
- package/dist/analysis/chart_utils.js +9 -0
- package/dist/analysis/fills_cache.d.ts +4 -24
- package/dist/analysis/fills_cache.js +3 -84
- package/dist/analysis/fills_source.d.ts +33 -3
- package/dist/analysis/fills_source.js +83 -13
- package/dist/analysis/grid_correction_check.d.ts +2 -24
- package/dist/analysis/grid_correction_check.js +27 -69
- package/dist/analysis/math_utils.d.ts +91 -6
- package/dist/analysis/math_utils.js +119 -7
- package/dist/analysis/pnl_report.js +29 -29
- package/dist/analysis/price_sources.d.ts +30 -9
- package/dist/analysis/price_sources.js +28 -4
- package/dist/analysis/resolve_bot_accounts.js +2 -2
- package/dist/analysis/resolve_source.d.ts +1 -1
- package/dist/analysis/resolve_source.js +31 -10
- package/dist/analysis/trade_profitability.d.ts +29 -2
- package/dist/analysis/trade_profitability.js +73 -147
- package/dist/analysis/tradingview/analyze_tradingview.d.ts +3 -8
- package/dist/analysis/tradingview/analyze_tradingview.js +7 -6
- package/dist/analysis/tradingview/grid_reset_config.d.ts +41 -32
- package/dist/analysis/tradingview/grid_reset_config.js +23 -11
- package/dist/analysis/tradingview/grid_reset_sim.d.ts +75 -9
- package/dist/analysis/tradingview/grid_reset_sim.js +4 -3
- package/dist/analysis/tradingview/tradingview_uplot_chart_generator.d.ts +69 -4
- package/dist/analysis/tradingview/tradingview_uplot_chart_generator.js +20 -34
- package/dist/analysis/trend_detection/backtest_ama_slope_huber.d.ts +1 -101
- package/dist/analysis/trend_detection/backtest_ama_slope_huber.js +26 -84
- package/dist/analysis/trend_detection/dynamic_weight_chart_generator.d.ts +63 -1
- package/dist/analysis/trend_detection/dynamic_weight_chart_generator.js +16 -41
- package/dist/analysis/trend_detection/huber_scale_variants.d.ts +9 -3
- package/dist/analysis/trend_detection/huber_scale_variants.js +4 -4
- package/dist/analysis/trend_detection/kalman_chart_generator.d.ts +30 -1
- package/dist/analysis/trend_detection/kalman_chart_generator.js +3 -3
- package/dist/analysis/trend_detection/regime_chart_generator.d.ts +31 -1
- package/dist/analysis/trend_detection/regime_chart_generator.js +2 -2
- package/dist/analysis/trend_detection/volatility_chart_generator.d.ts +33 -1
- package/dist/analysis/trend_detection/volatility_chart_generator.js +9 -10
- package/dist/analysis/worker_pool.d.ts +38 -0
- package/dist/analysis/worker_pool.js +67 -0
- package/dist/credential-daemon.js +34 -20
- package/dist/dexbot.js +78 -59
- package/dist/market_adapter/ama_signal_runner.js +21 -54
- package/dist/market_adapter/candle_utils.d.ts +29 -19
- package/dist/market_adapter/candle_utils.js +35 -21
- package/dist/market_adapter/cli_args.d.ts +22 -0
- package/dist/market_adapter/cli_args.js +30 -0
- package/dist/market_adapter/core/asymmetric_bounds.d.ts +13 -4
- package/dist/market_adapter/core/config_normalizers.d.ts +3 -3
- package/dist/market_adapter/core/config_normalizers.js +11 -6
- package/dist/market_adapter/core/kibana_candles.d.ts +56 -19
- package/dist/market_adapter/core/kibana_candles.js +12 -9
- package/dist/market_adapter/core/kibana_client.d.ts +9 -1
- package/dist/market_adapter/core/kibana_client.js +8 -7
- package/dist/market_adapter/core/kibana_market_candles.d.ts +3 -2
- package/dist/market_adapter/core/market_adapter_service.d.ts +320 -153
- package/dist/market_adapter/core/market_adapter_service.js +228 -269
- package/dist/market_adapter/core/signals/hurst_analyzer.d.ts +1 -6
- package/dist/market_adapter/core/signals/hurst_analyzer.js +1 -1
- package/dist/market_adapter/core/signals/permutation_entropy_analyzer.d.ts +1 -11
- package/dist/market_adapter/core/signals/permutation_entropy_analyzer.js +1 -1
- package/dist/market_adapter/core/strategies/ama.d.ts +10 -2
- package/dist/market_adapter/core/strategies/ama.js +2 -4
- package/dist/market_adapter/core/strategies/ama_slope_model.d.ts +14 -1
- package/dist/market_adapter/core/strategies/ama_slope_model.js +12 -34
- package/dist/market_adapter/core/strategies/atr/calculator.d.ts +7 -2
- package/dist/market_adapter/core/strategies/atr/calculator.js +2 -34
- package/dist/market_adapter/core/strategies/collateral_manager.d.ts +7 -1
- package/dist/market_adapter/core/strategies/collateral_manager.js +0 -22
- package/dist/market_adapter/core/strategies/dynamic_weight_series.d.ts +34 -6
- package/dist/market_adapter/core/strategies/dynamic_weight_series.js +7 -7
- package/dist/market_adapter/core/strategies/regime_gate.d.ts +24 -15
- package/dist/market_adapter/core/strategies/regime_gate.js +4 -31
- package/dist/market_adapter/core/strategies/regime_interp.d.ts +7 -1
- package/dist/market_adapter/core/strategies/regime_interp.js +14 -22
- package/dist/market_adapter/core/strategies/volatility_shift.d.ts +11 -1
- package/dist/market_adapter/core/strategies/volatility_shift.js +0 -13
- package/dist/market_adapter/inputs/cex_candle_parsing.d.ts +29 -0
- package/dist/market_adapter/inputs/cex_candle_parsing.js +52 -0
- package/dist/market_adapter/inputs/fetch_book_data.d.ts +20 -4
- package/dist/market_adapter/inputs/fetch_book_data.js +3 -2
- package/dist/market_adapter/inputs/fetch_cex_synthetic_data.js +160 -332
- package/dist/market_adapter/inputs/fetch_lp_data.d.ts +50 -8
- package/dist/market_adapter/inputs/fetch_lp_data.js +47 -22
- package/dist/market_adapter/inputs/kibana_feed_source.d.ts +74 -15
- package/dist/market_adapter/inputs/kibana_feed_source.js +26 -41
- package/dist/market_adapter/inputs/kibana_source.d.ts +25 -3
- package/dist/market_adapter/inputs/kibana_source.js +2 -2
- package/dist/market_adapter/inputs/window_cache.d.ts +93 -156
- package/dist/market_adapter/inputs/window_cache.js +59 -184
- package/dist/market_adapter/interval_utils.d.ts +15 -5
- package/dist/market_adapter/interval_utils.js +16 -1
- package/dist/market_adapter/log_format.d.ts +6 -6
- package/dist/market_adapter/log_format.js +28 -21
- package/dist/market_adapter/lp_chart_core.d.ts +22 -1
- package/dist/market_adapter/lp_chart_core.js +26 -192
- package/dist/market_adapter/lp_chart_runner.d.ts +10 -7
- package/dist/market_adapter/lp_chart_runner.js +37 -19
- package/dist/market_adapter/lp_chart_strategy_loader.d.ts +41 -6
- package/dist/market_adapter/lp_chart_strategy_loader.js +8 -7
- package/dist/market_adapter/market_adapter.d.ts +94 -32
- package/dist/market_adapter/market_adapter.js +94 -120
- package/dist/market_adapter/utils/adapter_client.d.ts +3 -3
- package/dist/market_adapter/utils/adapter_client.js +2 -2
- package/dist/market_adapter/utils/atomic_write.d.ts +8 -1
- package/dist/market_adapter/utils/chain.d.ts +50 -41
- package/dist/market_adapter/utils/chain.js +40 -46
- package/dist/market_adapter/utils/data_discovery.d.ts +49 -2
- package/dist/market_adapter/utils/data_discovery.js +220 -27
- package/dist/market_adapter/utils/dynamic_grid_snapshot.d.ts +12 -3
- package/dist/market_adapter/utils/file_json_cache.d.ts +2 -2
- package/dist/market_adapter/utils/file_lock.d.ts +28 -14
- package/dist/market_adapter/utils/file_lock.js +36 -32
- package/dist/market_adapter/utils/month_shards.d.ts +84 -0
- package/dist/market_adapter/utils/month_shards.js +237 -0
- package/dist/market_adapter/utils/native_history.d.ts +9 -2
- package/dist/market_adapter/utils/native_history.js +35 -28
- package/dist/modules/account_bots.d.ts +578 -21
- package/dist/modules/account_bots.js +272 -267
- package/dist/modules/account_orders.d.ts +79 -30
- package/dist/modules/account_orders.js +60 -64
- package/dist/modules/authority_resolver.d.ts +12 -2
- package/dist/modules/authority_resolver.js +15 -8
- package/dist/modules/bitshares-native/chain_client.d.ts +39 -4
- package/dist/modules/bitshares-native/chain_client.js +59 -59
- package/dist/modules/bitshares-native/crypto/ecc.browser.js +11 -171
- package/dist/modules/bitshares-native/crypto/ecc.js +13 -176
- package/dist/modules/bitshares-native/crypto/ecc_core.d.ts +33 -0
- package/dist/modules/bitshares-native/crypto/ecc_core.js +213 -0
- package/dist/modules/bitshares-native/crypto/ecc_selector.d.ts +2 -1
- package/dist/modules/bitshares-native/crypto/ecc_selector.js +1 -13
- package/dist/modules/bitshares-native/index.d.ts +1 -1
- package/dist/modules/bitshares-native/lru_cache.d.ts +7 -7
- package/dist/modules/bitshares-native/resolvers.d.ts +18 -6
- package/dist/modules/bitshares-native/resolvers.js +22 -25
- package/dist/modules/bitshares-native/serial/lazy_buffer.d.ts +4 -0
- package/dist/modules/bitshares-native/serial/lazy_buffer.js +21 -0
- package/dist/modules/bitshares-native/serial/operations.d.ts +1 -1
- package/dist/modules/bitshares-native/serial/serializer.d.ts +16 -12
- package/dist/modules/bitshares-native/serial/serializer.js +7 -13
- package/dist/modules/bitshares-native/serial/types.d.ts +25 -16
- package/dist/modules/bitshares-native/serial/types.js +73 -108
- package/dist/modules/bitshares-native/signing_client.d.ts +32 -2
- package/dist/modules/bitshares-native/signing_client.js +19 -14
- package/dist/modules/bitshares-native/subscriptions.d.ts +81 -1
- package/dist/modules/bitshares-native/subscriptions.js +12 -12
- package/dist/modules/bitshares-native/transport.d.ts +5 -4
- package/dist/modules/bitshares-native/transport.js +5 -4
- package/dist/modules/bitshares-native/tx/builder.d.ts +40 -5
- package/dist/modules/bitshares-native/tx/builder.js +4 -3
- package/dist/modules/bitshares-native/tx/tx_cache.d.ts +4 -4
- package/dist/modules/bitshares_client.d.ts +45 -13
- package/dist/modules/bitshares_client.js +28 -19
- package/dist/modules/bot_defaults.d.ts +8 -16
- package/dist/modules/bot_defaults.js +1 -5
- package/dist/modules/bot_settings.d.ts +44 -10
- package/dist/modules/bot_settings.js +11 -8
- package/dist/modules/bots_file_lock.d.ts +6 -6
- package/dist/modules/bots_file_lock.js +16 -12
- package/dist/modules/broadcast_failure.d.ts +4 -3
- package/dist/modules/broadcast_failure.js +5 -4
- package/dist/modules/chain_keys.d.ts +42 -40
- package/dist/modules/chain_keys.js +53 -45
- package/dist/modules/chain_orders.d.ts +94 -60
- package/dist/modules/chain_orders.js +81 -118
- package/dist/modules/cli_start_onboarding.d.ts +2 -1
- package/dist/modules/constants.d.ts +534 -32
- package/dist/modules/constants.js +35 -48
- package/dist/modules/cr_planner.d.ts +41 -3
- package/dist/modules/cr_planner.js +1 -5
- package/dist/modules/credential_policy.d.ts +68 -8
- package/dist/modules/credential_policy.js +37 -31
- package/dist/modules/credential_session_cache.d.ts +2 -2
- package/dist/modules/credit_pricing.d.ts +43 -6
- package/dist/modules/credit_pricing.js +70 -60
- package/dist/modules/credit_runtime.d.ts +283 -118
- package/dist/modules/credit_runtime.js +500 -231
- package/dist/modules/crypto/browser_provider.js +6 -4
- package/dist/modules/crypto/node_provider.js +1 -1
- package/dist/modules/crypto/pure_scrypt.js +35 -4
- package/dist/modules/crypto/pure_secp256k1.js +72 -26
- package/dist/modules/crypto/sync.d.ts +9 -9
- package/dist/modules/crypto/sync.js +16 -9
- package/dist/modules/daemon_node_health.d.ts +4 -3
- package/dist/modules/dexbot_class.d.ts +213 -146
- package/dist/modules/dexbot_class.js +183 -86
- package/dist/modules/dexbot_cow_runtime.d.ts +160 -87
- package/dist/modules/dexbot_cow_runtime.js +302 -234
- package/dist/modules/dexbot_credential_client.d.ts +19 -18
- package/dist/modules/dexbot_credential_client.js +1 -2
- package/dist/modules/dexbot_fill_runtime.d.ts +63 -49
- package/dist/modules/dexbot_fill_runtime.js +53 -47
- package/dist/modules/dexbot_maintenance_runtime.d.ts +127 -71
- package/dist/modules/dexbot_maintenance_runtime.js +187 -147
- package/dist/modules/dexbot_startup_runtime.d.ts +11 -11
- package/dist/modules/dexbot_startup_runtime.js +56 -57
- package/dist/modules/dexbot_state_recovery.d.ts +13 -12
- package/dist/modules/dexbot_state_recovery.js +18 -13
- package/dist/modules/fund_registry.d.ts +4 -2
- package/dist/modules/fund_registry.js +10 -10
- package/dist/modules/general_settings.d.ts +30 -4
- package/dist/modules/graceful_shutdown.d.ts +3 -3
- package/dist/modules/graceful_shutdown.js +19 -13
- package/dist/modules/grid_price_source.d.ts +1 -1
- package/dist/modules/key_store.d.ts +14 -8
- package/dist/modules/key_store.js +7 -7
- package/dist/modules/launcher/adapter_requirement.d.ts +11 -5
- package/dist/modules/launcher/adapter_requirement.js +5 -5
- package/dist/modules/launcher/bot_supervisor.d.ts +106 -24
- package/dist/modules/launcher/bot_supervisor.js +12 -11
- package/dist/modules/launcher/credential_bootstrap.d.ts +1 -1
- package/dist/modules/launcher/credential_bootstrap.js +1 -1
- package/dist/modules/launcher/credential_daemon.d.ts +4 -4
- package/dist/modules/launcher/credential_daemon.js +2 -2
- package/dist/modules/launcher/credential_secret.d.ts +1 -1
- package/dist/modules/launcher/foreign_cred_daemon.d.ts +2 -2
- package/dist/modules/launcher/market_adapter_runtime.d.ts +61 -6
- package/dist/modules/launcher/market_adapter_watchdog.d.ts +10 -2
- package/dist/modules/launcher/market_adapter_watchdog.js +4 -0
- package/dist/modules/launcher/monolithic_runtime.d.ts +18 -16
- package/dist/modules/launcher/status_reporting.d.ts +22 -14
- package/dist/modules/launcher/supervisor_control.d.ts +8 -1
- package/dist/modules/launcher/supervisor_control.js +4 -2
- package/dist/modules/lazy_shim.d.ts +11 -0
- package/dist/modules/lazy_shim.js +16 -0
- package/dist/modules/market_adapter_whitelist.d.ts +9 -3
- package/dist/modules/market_adapter_whitelist.js +15 -3
- package/dist/modules/node_connect_policy.d.ts +3 -2
- package/dist/modules/node_failure_ledger.d.ts +6 -5
- package/dist/modules/node_manager.d.ts +41 -11
- package/dist/modules/node_manager.js +5 -4
- package/dist/modules/order/accounting.d.ts +53 -24
- package/dist/modules/order/accounting.js +16 -15
- package/dist/modules/order/async_lock.d.ts +5 -2
- package/dist/modules/order/async_lock.js +1 -1
- package/dist/modules/order/export.d.ts +7 -6
- package/dist/modules/order/export.js +1 -7
- package/dist/modules/order/format.d.ts +16 -7
- package/dist/modules/order/format.js +15 -3
- package/dist/modules/order/genesis_policy.d.ts +24 -21
- package/dist/modules/order/genesis_policy.js +17 -10
- package/dist/modules/order/grid.d.ts +144 -36
- package/dist/modules/order/grid.js +226 -145
- package/dist/modules/order/grid_reconcile.d.ts +21 -20
- package/dist/modules/order/grid_reconcile.js +13 -12
- package/dist/modules/order/grid_reconcile_internal.d.ts +85 -72
- package/dist/modules/order/grid_reconcile_internal.js +28 -19
- package/dist/modules/order/index.d.ts +264 -1
- package/dist/modules/order/logger.d.ts +46 -19
- package/dist/modules/order/logger.js +38 -49
- package/dist/modules/order/logger_state.d.ts +4 -4
- package/dist/modules/order/manager.d.ts +232 -191
- package/dist/modules/order/manager.js +110 -130
- package/dist/modules/order/processed_fill_store.d.ts +18 -3
- package/dist/modules/order/processed_fill_store.js +16 -27
- package/dist/modules/order/strategy.d.ts +21 -13
- package/dist/modules/order/strategy.js +5 -6
- package/dist/modules/order/sync_engine.d.ts +91 -33
- package/dist/modules/order/sync_engine.js +84 -53
- package/dist/modules/order/utils/math.d.ts +157 -102
- package/dist/modules/order/utils/math.js +77 -38
- package/dist/modules/order/utils/order.d.ts +310 -110
- package/dist/modules/order/utils/order.js +153 -126
- package/dist/modules/order/utils/slot.d.ts +1 -1
- package/dist/modules/order/utils/system.d.ts +156 -26
- package/dist/modules/order/utils/system.js +103 -71
- package/dist/modules/order/utils/validate.d.ts +89 -41
- package/dist/modules/order/utils/validate.js +26 -24
- package/dist/modules/order/utils/withPoolRef.d.ts +6 -4
- package/dist/modules/order/utils/withPoolRef.js +18 -12
- package/dist/modules/order/working_grid.d.ts +14 -13
- package/dist/modules/paths.d.ts +1 -4
- package/dist/modules/paths.js +33 -61
- package/dist/modules/process_discovery.d.ts +1 -1
- package/dist/modules/process_discovery.js +2 -1
- package/dist/modules/runtime.d.ts +7 -3
- package/dist/modules/runtime.js +4 -3
- package/dist/modules/runtime_settings.d.ts +14 -11
- package/dist/modules/runtime_settings.js +30 -24
- package/dist/modules/settings_merge.d.ts +29 -3
- package/dist/modules/settings_merge.js +56 -78
- package/dist/modules/socket_json_client.d.ts +9 -5
- package/dist/modules/storage/browser_adapter.d.ts +38 -53
- package/dist/modules/storage/browser_adapter.js +7 -30
- package/dist/modules/storage/index.d.ts +1 -1
- package/dist/modules/storage/node_adapter.d.ts +45 -27
- package/dist/modules/storage/node_adapter.js +9 -9
- package/dist/modules/storage/types.d.ts +5 -4
- package/dist/modules/types.d.ts +1090 -6
- package/dist/modules/types.js +4 -1
- package/dist/modules/utils/asset_symbols.d.ts +2 -1
- package/dist/modules/utils/asset_symbols.js +2 -1
- package/dist/modules/utils/errors.d.ts +9 -0
- package/dist/modules/utils/errors.js +24 -4
- package/dist/modules/utils/time_range.d.ts +1 -12
- package/dist/modules/utils/time_range.js +1 -1
- package/dist/modules/validate_profiles.js +53 -43
- package/dist/modules/version_notice.d.ts +23 -11
- package/dist/modules/version_notice.js +6 -4
- package/dist/pm2.d.ts +28 -27
- package/dist/pm2.js +61 -40
- package/dist/scripts/analyze-credit.d.ts +2 -1
- package/dist/scripts/analyze-credit.js +23 -24
- package/dist/scripts/analyze-git.js +2 -15
- package/dist/scripts/analyze-orders.d.ts +77 -9
- package/dist/scripts/analyze-orders.js +65 -40
- package/dist/scripts/chart_command.d.ts +27 -18
- package/dist/scripts/chart_command.js +15 -13
- package/dist/scripts/check_any.d.ts +22 -0
- package/dist/scripts/check_any.js +158 -0
- package/dist/scripts/diagnose-pool-history.js +13 -13
- package/dist/scripts/print_grid.js +0 -1
- package/dist/scripts/run-tests.js +39 -8
- package/dist/scripts/runner.js +1 -1
- package/dist/scripts/sync-version.js +0 -10
- package/dist/scripts/test-credit-renewal.js +30 -21
- package/dist/scripts/update.d.ts +10 -5
- package/dist/scripts/update.js +168 -103
- package/dist/scripts/update_dist_freshness.js +1 -0
- package/dist/scripts/update_layout.d.ts +61 -0
- package/dist/scripts/update_layout.js +180 -0
- package/dist/scripts/validate_bots.js +2 -1
- package/dist/scripts/verify-browser-bundle.js +8 -0
- package/dist/unlock.d.ts +28 -3
- package/dist/unlock.js +63 -35
- package/docs/BITSHARES_ONBOARDING.md +10 -12
- package/docs/COPY_ON_WRITE_MASTER_PLAN.md +2 -2
- package/docs/COW_INVARIANTS.md +13 -6
- package/docs/DEXBOT_COMPARISON.md +8 -8
- package/docs/EVOLUTION.md +10 -8
- package/docs/FUND_MOVEMENT_AND_ACCOUNTING.md +5 -5
- package/docs/GRID_RECALCULATION.md +4 -2
- package/docs/GRID_RECONCILE.md +14 -3
- package/docs/LIFECYCLE.md +11 -11
- package/docs/MPA_CREDIT_USAGE.md +22 -3
- package/docs/README.md +14 -3
- package/docs/WORKFLOW.md +1 -0
- package/docs/architecture.md +31 -19
- package/docs/developer_guide.md +6 -6
- package/market_adapter/README.md +12 -5
- package/modules/README.md +4 -1
- package/package.json +9 -9
- package/scripts/README.md +43 -38
- package/tests/README.md +25 -10
- package/dist/scripts/diagnose-kibana-candles.d.ts +0 -3
- package/dist/scripts/diagnose-kibana-candles.js +0 -82
- package/scripts/git-viewer.sh +0 -489
- package/scripts/postinstall.js +0 -16
|
@@ -21,7 +21,7 @@ const { getAmaWarmupBars } = require('../core/strategies/ama');
|
|
|
21
21
|
const { getErrorMessage } = require('../../modules/utils/errors');
|
|
22
22
|
const { isSameBotName } = require('../../modules/utils/sanitize_key');
|
|
23
23
|
const { candleFileForBot } = require('../../analysis/bot_key_utils');
|
|
24
|
-
const { DEFAULTS: MARKET_ADAPTER_DEFAULTS, resolveAmaForBot, resolveBotCfg, } = require('../market_adapter
|
|
24
|
+
const { DEFAULTS: MARKET_ADAPTER_DEFAULTS, resolveAmaForBot, resolveBotCfg, } = require('../market_adapter');
|
|
25
25
|
const DEFAULT_INTERVAL = '1h';
|
|
26
26
|
const DEFAULT_LIMIT = 1000;
|
|
27
27
|
const DEFAULT_BASE = 'XRP';
|
|
@@ -29,6 +29,13 @@ const DEFAULT_QUOTE = 'XAUT';
|
|
|
29
29
|
const DEFAULT_COMMON_QUOTE = 'USDT';
|
|
30
30
|
const DEFAULT_BOOTSTRAP_LOOKBACK_HOURS = 720;
|
|
31
31
|
const DEFAULT_BOTS_FILE = PATHS.PROFILES.BOTS_JSON;
|
|
32
|
+
import { parseCandleRow, parseCandleRows, parseHtxObjectRow, OHLC_STANDARD, OHLC_CLOSE_HIGH_LOW, OHLC_GATE, OHLC_KRAKEN, } from './cex_candle_parsing.js';
|
|
33
|
+
function asRecord(value) {
|
|
34
|
+
return value && typeof value === 'object' ? value : {};
|
|
35
|
+
}
|
|
36
|
+
function asArray(value) {
|
|
37
|
+
return Array.isArray(value) ? value : [];
|
|
38
|
+
}
|
|
32
39
|
const DEFAULT_EXCHANGES = [
|
|
33
40
|
'bybit',
|
|
34
41
|
'htx',
|
|
@@ -75,7 +82,7 @@ function loadBotNameIndex(botsFile) {
|
|
|
75
82
|
const parsed = parseJsonWithComments(raw);
|
|
76
83
|
const bots = Array.isArray(parsed?.bots) ? parsed.bots : [];
|
|
77
84
|
return bots
|
|
78
|
-
.map((bot, index) => ({ bot, index }))
|
|
85
|
+
.map((bot, index) => ({ bot: bot, index }))
|
|
79
86
|
.filter(({ bot }) => bot && typeof bot === 'object' && bot.name);
|
|
80
87
|
}
|
|
81
88
|
catch (_err) {
|
|
@@ -145,12 +152,6 @@ function normalizeBaseAsset(base, symbol) {
|
|
|
145
152
|
}
|
|
146
153
|
return rawBase;
|
|
147
154
|
}
|
|
148
|
-
function normalizeTimestamp(raw) {
|
|
149
|
-
const ts = Number(raw);
|
|
150
|
-
if (!Number.isFinite(ts))
|
|
151
|
-
return null;
|
|
152
|
-
return ts >= 1e12 ? Math.trunc(ts) : Math.trunc(ts * 1000);
|
|
153
|
-
}
|
|
154
155
|
function computeRequiredCandles(amaConfig = null, cfg = null) {
|
|
155
156
|
const ama = amaConfig || MARKET_ADAPTER.AMAS[MARKET_ADAPTER.DEFAULT_AMA_KEY] || MARKET_ADAPTER.AMAS.AMA3;
|
|
156
157
|
if (!ama)
|
|
@@ -233,9 +234,64 @@ function marketRow(base, quote, id, extra = {}) {
|
|
|
233
234
|
};
|
|
234
235
|
}
|
|
235
236
|
function extractMarketsFromList(list, mapper) {
|
|
236
|
-
const rows =
|
|
237
|
-
return rows.map(mapper).filter((row) => row && row.id && row.base && row.quote);
|
|
238
|
-
}
|
|
237
|
+
const rows = asArray(list);
|
|
238
|
+
return rows.map(mapper).filter((row) => Boolean(row && row.id && row.base && row.quote));
|
|
239
|
+
}
|
|
240
|
+
// Interval → venue-specific unit tables. Most CEX APIs share one of a few
|
|
241
|
+
// shapes; keep one table per shape and compose where a venue overrides a
|
|
242
|
+
// single unit (Kraken day/week, MEXC's case-sensitive `1W`).
|
|
243
|
+
const INTERVAL_MINUTES = {
|
|
244
|
+
'1m': '1',
|
|
245
|
+
'5m': '5',
|
|
246
|
+
'15m': '15',
|
|
247
|
+
'30m': '30',
|
|
248
|
+
'1h': '60',
|
|
249
|
+
'4h': '240',
|
|
250
|
+
'6h': '360',
|
|
251
|
+
'12h': '720',
|
|
252
|
+
'1d': 'D',
|
|
253
|
+
'1w': 'W',
|
|
254
|
+
};
|
|
255
|
+
const INTERVAL_KRAKEN = {
|
|
256
|
+
...INTERVAL_MINUTES,
|
|
257
|
+
'1d': '1440',
|
|
258
|
+
'1w': '10080',
|
|
259
|
+
};
|
|
260
|
+
const INTERVAL_DURATION = {
|
|
261
|
+
'1m': '1min',
|
|
262
|
+
'5m': '5min',
|
|
263
|
+
'15m': '15min',
|
|
264
|
+
'30m': '30min',
|
|
265
|
+
'1h': '1hour',
|
|
266
|
+
'4h': '4hour',
|
|
267
|
+
'6h': '6hour',
|
|
268
|
+
'12h': '12hour',
|
|
269
|
+
'1d': '1day',
|
|
270
|
+
'1w': '1week',
|
|
271
|
+
};
|
|
272
|
+
const INTERVAL_HTX = {
|
|
273
|
+
...INTERVAL_DURATION,
|
|
274
|
+
'1h': '60min',
|
|
275
|
+
};
|
|
276
|
+
const INTERVAL_BITGET = {
|
|
277
|
+
'1m': '1m',
|
|
278
|
+
'5m': '5m',
|
|
279
|
+
'15m': '15m',
|
|
280
|
+
'30m': '30m',
|
|
281
|
+
'1h': '1h',
|
|
282
|
+
'4h': '4h',
|
|
283
|
+
'6h': '6h',
|
|
284
|
+
'12h': '12h',
|
|
285
|
+
'1d': '1d',
|
|
286
|
+
'1w': '1w',
|
|
287
|
+
};
|
|
288
|
+
const INTERVAL_MEXC = {
|
|
289
|
+
...INTERVAL_BITGET,
|
|
290
|
+
'1h': '60m',
|
|
291
|
+
// MEXC interval enums are case-sensitive
|
|
292
|
+
'1w': '1W',
|
|
293
|
+
};
|
|
294
|
+
const intervalFormatter = (map) => (interval) => map[lower(interval)] || interval;
|
|
239
295
|
const EXCHANGES = {
|
|
240
296
|
binance: {
|
|
241
297
|
name: 'Binance',
|
|
@@ -252,44 +308,15 @@ const EXCHANGES = {
|
|
|
252
308
|
url.searchParams.set('endTime', String(Math.max(0, Math.trunc(untilMs))));
|
|
253
309
|
return url.toString();
|
|
254
310
|
},
|
|
255
|
-
parseMarkets: (json) => extractMarketsFromList(json
|
|
256
|
-
|
|
257
|
-
|
|
258
|
-
|
|
259
|
-
|
|
260
|
-
if (!Array.isArray(row) || row.length < 6)
|
|
261
|
-
return null;
|
|
262
|
-
const ts = normalizeTimestamp(row[0]);
|
|
263
|
-
const open = Number(row[1]);
|
|
264
|
-
const high = Number(row[2]);
|
|
265
|
-
const low = Number(row[3]);
|
|
266
|
-
const close = Number(row[4]);
|
|
267
|
-
const volume = Number(row[5]);
|
|
268
|
-
if (!Number.isFinite(ts) || ![open, high, low, close].every(Number.isFinite))
|
|
269
|
-
return null;
|
|
270
|
-
return [ts, open, high, low, close, Number.isFinite(volume) ? volume : 0];
|
|
271
|
-
})
|
|
272
|
-
.filter((x) => x != null)
|
|
273
|
-
.sort((a, b) => a[0] - b[0]);
|
|
274
|
-
},
|
|
311
|
+
parseMarkets: (json) => extractMarketsFromList(asRecord(json).symbols, (row) => {
|
|
312
|
+
const r = asRecord(row);
|
|
313
|
+
return marketRow(r.baseAsset, r.quoteAsset, r.symbol, { status: r.status });
|
|
314
|
+
}),
|
|
315
|
+
parseCandles: (json) => parseCandleRows(asArray(json), OHLC_STANDARD),
|
|
275
316
|
},
|
|
276
317
|
bybit: {
|
|
277
318
|
name: 'Bybit',
|
|
278
|
-
formatInterval: (
|
|
279
|
-
const map = {
|
|
280
|
-
'1m': '1',
|
|
281
|
-
'5m': '5',
|
|
282
|
-
'15m': '15',
|
|
283
|
-
'30m': '30',
|
|
284
|
-
'1h': '60',
|
|
285
|
-
'4h': '240',
|
|
286
|
-
'6h': '360',
|
|
287
|
-
'12h': '720',
|
|
288
|
-
'1d': 'D',
|
|
289
|
-
'1w': 'W',
|
|
290
|
-
};
|
|
291
|
-
return map[lower(interval)] || interval;
|
|
292
|
-
},
|
|
319
|
+
formatInterval: intervalFormatter(INTERVAL_MINUTES),
|
|
293
320
|
marketsUrl: 'https://api.bybit.com/v5/market/instruments-info?category=spot&limit=1000',
|
|
294
321
|
candlesUrl: ({ id, interval, limit, sinceMs, untilMs }) => {
|
|
295
322
|
const url = new URL('https://api.bybit.com/v5/market/kline');
|
|
@@ -303,26 +330,11 @@ const EXCHANGES = {
|
|
|
303
330
|
url.searchParams.set('end', String(Math.max(0, Math.trunc(untilMs))));
|
|
304
331
|
return url.toString();
|
|
305
332
|
},
|
|
306
|
-
parseMarkets: (json) => extractMarketsFromList(json
|
|
307
|
-
|
|
308
|
-
|
|
309
|
-
|
|
310
|
-
|
|
311
|
-
if (!Array.isArray(row) || row.length < 6)
|
|
312
|
-
return null;
|
|
313
|
-
const ts = normalizeTimestamp(row[0]);
|
|
314
|
-
const open = Number(row[1]);
|
|
315
|
-
const high = Number(row[2]);
|
|
316
|
-
const low = Number(row[3]);
|
|
317
|
-
const close = Number(row[4]);
|
|
318
|
-
const volume = Number(row[5]);
|
|
319
|
-
if (!Number.isFinite(ts) || ![open, high, low, close].every(Number.isFinite))
|
|
320
|
-
return null;
|
|
321
|
-
return [ts, open, high, low, close, Number.isFinite(volume) ? volume : 0];
|
|
322
|
-
})
|
|
323
|
-
.filter((x) => x != null)
|
|
324
|
-
.sort((a, b) => a[0] - b[0]);
|
|
325
|
-
},
|
|
333
|
+
parseMarkets: (json) => extractMarketsFromList(asRecord(asRecord(json).result).list, (row) => {
|
|
334
|
+
const r = asRecord(row);
|
|
335
|
+
return marketRow(r.baseCoin, r.quoteCoin, r.symbol, { status: r.status });
|
|
336
|
+
}),
|
|
337
|
+
parseCandles: (json) => parseCandleRows(asArray(asRecord(asRecord(json).result).list), OHLC_STANDARD),
|
|
326
338
|
},
|
|
327
339
|
gate: {
|
|
328
340
|
name: 'Gate',
|
|
@@ -339,44 +351,15 @@ const EXCHANGES = {
|
|
|
339
351
|
url.searchParams.set('to', String(Math.max(0, Math.trunc(untilMs / 1000))));
|
|
340
352
|
return url.toString();
|
|
341
353
|
},
|
|
342
|
-
parseMarkets: (json) => extractMarketsFromList(json, (row) =>
|
|
343
|
-
|
|
344
|
-
|
|
345
|
-
|
|
346
|
-
|
|
347
|
-
if (!Array.isArray(row) || row.length < 7)
|
|
348
|
-
return null;
|
|
349
|
-
const ts = normalizeTimestamp(row[0]);
|
|
350
|
-
const close = Number(row[2]);
|
|
351
|
-
const high = Number(row[3]);
|
|
352
|
-
const low = Number(row[4]);
|
|
353
|
-
const open = Number(row[5]);
|
|
354
|
-
const volume = Number(row[6]);
|
|
355
|
-
if (!Number.isFinite(ts) || ![open, high, low, close].every(Number.isFinite))
|
|
356
|
-
return null;
|
|
357
|
-
return [ts, open, high, low, close, Number.isFinite(volume) ? volume : 0];
|
|
358
|
-
})
|
|
359
|
-
.filter((x) => x != null)
|
|
360
|
-
.sort((a, b) => a[0] - b[0]);
|
|
361
|
-
},
|
|
354
|
+
parseMarkets: (json) => extractMarketsFromList(json, (row) => {
|
|
355
|
+
const r = asRecord(row);
|
|
356
|
+
return marketRow(r.base, r.quote, r.id, { tradeStatus: r.trade_status });
|
|
357
|
+
}),
|
|
358
|
+
parseCandles: (json) => parseCandleRows(asArray(json), OHLC_GATE),
|
|
362
359
|
},
|
|
363
360
|
bitget: {
|
|
364
361
|
name: 'Bitget',
|
|
365
|
-
formatInterval: (
|
|
366
|
-
const map = {
|
|
367
|
-
'1m': '1m',
|
|
368
|
-
'5m': '5m',
|
|
369
|
-
'15m': '15m',
|
|
370
|
-
'30m': '30m',
|
|
371
|
-
'1h': '1h',
|
|
372
|
-
'4h': '4h',
|
|
373
|
-
'6h': '6h',
|
|
374
|
-
'12h': '12h',
|
|
375
|
-
'1d': '1d',
|
|
376
|
-
'1w': '1w',
|
|
377
|
-
};
|
|
378
|
-
return map[lower(interval)] || interval;
|
|
379
|
-
},
|
|
362
|
+
formatInterval: intervalFormatter(INTERVAL_BITGET),
|
|
380
363
|
marketsUrl: 'https://api.bitget.com/api/v2/spot/public/symbols',
|
|
381
364
|
candlesUrl: ({ id, interval, limit, sinceMs, untilMs }) => {
|
|
382
365
|
const url = new URL('https://api.bitget.com/api/v2/spot/market/candles');
|
|
@@ -389,44 +372,15 @@ const EXCHANGES = {
|
|
|
389
372
|
url.searchParams.set('endTime', String(Math.max(0, Math.trunc(untilMs))));
|
|
390
373
|
return url.toString();
|
|
391
374
|
},
|
|
392
|
-
parseMarkets: (json) => extractMarketsFromList(json
|
|
393
|
-
|
|
394
|
-
|
|
395
|
-
|
|
396
|
-
|
|
397
|
-
if (!Array.isArray(row) || row.length < 6)
|
|
398
|
-
return null;
|
|
399
|
-
const ts = normalizeTimestamp(row[0]);
|
|
400
|
-
const open = Number(row[1]);
|
|
401
|
-
const high = Number(row[2]);
|
|
402
|
-
const low = Number(row[3]);
|
|
403
|
-
const close = Number(row[4]);
|
|
404
|
-
const volume = Number(row[5]);
|
|
405
|
-
if (!Number.isFinite(ts) || ![open, high, low, close].every(Number.isFinite))
|
|
406
|
-
return null;
|
|
407
|
-
return [ts, open, high, low, close, Number.isFinite(volume) ? volume : 0];
|
|
408
|
-
})
|
|
409
|
-
.filter((x) => x != null)
|
|
410
|
-
.sort((a, b) => a[0] - b[0]);
|
|
411
|
-
},
|
|
375
|
+
parseMarkets: (json) => extractMarketsFromList(asRecord(json).data, (row) => {
|
|
376
|
+
const r = asRecord(row);
|
|
377
|
+
return marketRow(r.baseCoin, r.quoteCoin, r.symbol, { status: r.status });
|
|
378
|
+
}),
|
|
379
|
+
parseCandles: (json) => parseCandleRows(asArray(asRecord(json).data), OHLC_STANDARD),
|
|
412
380
|
},
|
|
413
381
|
kucoin: {
|
|
414
382
|
name: 'KuCoin',
|
|
415
|
-
formatInterval: (
|
|
416
|
-
const map = {
|
|
417
|
-
'1m': '1min',
|
|
418
|
-
'5m': '5min',
|
|
419
|
-
'15m': '15min',
|
|
420
|
-
'30m': '30min',
|
|
421
|
-
'1h': '1hour',
|
|
422
|
-
'4h': '4hour',
|
|
423
|
-
'6h': '6hour',
|
|
424
|
-
'12h': '12hour',
|
|
425
|
-
'1d': '1day',
|
|
426
|
-
'1w': '1week',
|
|
427
|
-
};
|
|
428
|
-
return map[lower(interval)] || interval;
|
|
429
|
-
},
|
|
383
|
+
formatInterval: intervalFormatter(INTERVAL_DURATION),
|
|
430
384
|
marketsUrl: 'https://api.kucoin.com/api/v2/symbols',
|
|
431
385
|
candlesUrl: ({ id, interval, sinceMs, untilMs }) => {
|
|
432
386
|
const url = new URL('https://api.kucoin.com/api/v1/market/candles');
|
|
@@ -438,44 +392,15 @@ const EXCHANGES = {
|
|
|
438
392
|
url.searchParams.set('endAt', String(Math.max(0, Math.trunc(untilMs / 1000))));
|
|
439
393
|
return url.toString();
|
|
440
394
|
},
|
|
441
|
-
parseMarkets: (json) => extractMarketsFromList(json
|
|
442
|
-
|
|
443
|
-
|
|
444
|
-
|
|
445
|
-
|
|
446
|
-
if (!Array.isArray(row) || row.length < 6)
|
|
447
|
-
return null;
|
|
448
|
-
const ts = normalizeTimestamp(row[0]);
|
|
449
|
-
const open = Number(row[1]);
|
|
450
|
-
const close = Number(row[2]);
|
|
451
|
-
const high = Number(row[3]);
|
|
452
|
-
const low = Number(row[4]);
|
|
453
|
-
const volume = Number(row[5]);
|
|
454
|
-
if (!Number.isFinite(ts) || ![open, high, low, close].every(Number.isFinite))
|
|
455
|
-
return null;
|
|
456
|
-
return [ts, open, high, low, close, Number.isFinite(volume) ? volume : 0];
|
|
457
|
-
})
|
|
458
|
-
.filter((x) => x != null)
|
|
459
|
-
.sort((a, b) => a[0] - b[0]);
|
|
460
|
-
},
|
|
395
|
+
parseMarkets: (json) => extractMarketsFromList(asRecord(json).data, (row) => {
|
|
396
|
+
const r = asRecord(row);
|
|
397
|
+
return marketRow(r.baseCurrency, r.quoteCurrency, r.symbol, { enableTrading: r.enableTrading });
|
|
398
|
+
}),
|
|
399
|
+
parseCandles: (json) => parseCandleRows(asArray(asRecord(json).data), OHLC_CLOSE_HIGH_LOW),
|
|
461
400
|
},
|
|
462
401
|
htx: {
|
|
463
402
|
name: 'HTX',
|
|
464
|
-
formatInterval: (
|
|
465
|
-
const map = {
|
|
466
|
-
'1m': '1min',
|
|
467
|
-
'5m': '5min',
|
|
468
|
-
'15m': '15min',
|
|
469
|
-
'30m': '30min',
|
|
470
|
-
'1h': '60min',
|
|
471
|
-
'4h': '4hour',
|
|
472
|
-
'6h': '6hour',
|
|
473
|
-
'12h': '12hour',
|
|
474
|
-
'1d': '1day',
|
|
475
|
-
'1w': '1week',
|
|
476
|
-
};
|
|
477
|
-
return map[lower(interval)] || interval;
|
|
478
|
-
},
|
|
403
|
+
formatInterval: intervalFormatter(INTERVAL_HTX),
|
|
479
404
|
marketsUrl: 'https://api.htx.com/v1/common/symbols',
|
|
480
405
|
candlesUrl: ({ id, interval, limit, sinceMs, untilMs }) => {
|
|
481
406
|
// Official Huobi/HTX spot historical kline endpoint is /market/history/kline
|
|
@@ -489,62 +414,25 @@ const EXCHANGES = {
|
|
|
489
414
|
url.searchParams.set('to', String(Math.max(0, Math.trunc(untilMs / 1000))));
|
|
490
415
|
return url.toString();
|
|
491
416
|
},
|
|
492
|
-
parseMarkets: (json) => extractMarketsFromList(json
|
|
493
|
-
const
|
|
494
|
-
const
|
|
495
|
-
const
|
|
496
|
-
|
|
417
|
+
parseMarkets: (json) => extractMarketsFromList(Array.isArray(asRecord(json).data) ? asRecord(json).data : json, (row) => {
|
|
418
|
+
const r = asRecord(row);
|
|
419
|
+
const base = r.baseCurrency || r['base-currency'] || r.base_currency;
|
|
420
|
+
const quote = r.quoteCurrency || r['quote-currency'] || r.quote_currency;
|
|
421
|
+
const id = r.symbol || r['symbol'];
|
|
422
|
+
return marketRow(base, quote, id, { state: r.state });
|
|
497
423
|
}),
|
|
498
424
|
parseCandles: (json) => {
|
|
499
|
-
const
|
|
425
|
+
const data = asRecord(json).data;
|
|
426
|
+
const rows = Array.isArray(data) ? data : asArray(json);
|
|
500
427
|
return rows
|
|
501
|
-
.map((row) =>
|
|
502
|
-
if (Array.isArray(row)) {
|
|
503
|
-
if (row.length < 6)
|
|
504
|
-
return null;
|
|
505
|
-
const ts = normalizeTimestamp(row[0]);
|
|
506
|
-
const open = Number(row[1]);
|
|
507
|
-
const close = Number(row[2]);
|
|
508
|
-
const high = Number(row[3]);
|
|
509
|
-
const low = Number(row[4]);
|
|
510
|
-
const volume = Number(row[5]);
|
|
511
|
-
if (!Number.isFinite(ts) || ![open, high, low, close].every(Number.isFinite))
|
|
512
|
-
return null;
|
|
513
|
-
return [ts, open, high, low, close, Number.isFinite(volume) ? volume : 0];
|
|
514
|
-
}
|
|
515
|
-
if (!row || typeof row !== 'object')
|
|
516
|
-
return null;
|
|
517
|
-
const ts = normalizeTimestamp(row.id ?? row.timestamp ?? row.time);
|
|
518
|
-
const open = Number(row.open);
|
|
519
|
-
const high = Number(row.high);
|
|
520
|
-
const low = Number(row.low);
|
|
521
|
-
const close = Number(row.close);
|
|
522
|
-
const volume = Number(row.amount ?? row.vol ?? row.volume ?? 0);
|
|
523
|
-
if (!Number.isFinite(ts) || ![open, high, low, close].every(Number.isFinite))
|
|
524
|
-
return null;
|
|
525
|
-
return [ts, open, high, low, close, Number.isFinite(volume) ? volume : 0];
|
|
526
|
-
})
|
|
428
|
+
.map((row) => (Array.isArray(row) ? parseCandleRow(row, OHLC_CLOSE_HIGH_LOW) : parseHtxObjectRow(row)))
|
|
527
429
|
.filter((x) => x != null)
|
|
528
430
|
.sort((a, b) => a[0] - b[0]);
|
|
529
431
|
},
|
|
530
432
|
},
|
|
531
433
|
kraken: {
|
|
532
434
|
name: 'Kraken',
|
|
533
|
-
formatInterval: (
|
|
534
|
-
const map = {
|
|
535
|
-
'1m': '1',
|
|
536
|
-
'5m': '5',
|
|
537
|
-
'15m': '15',
|
|
538
|
-
'30m': '30',
|
|
539
|
-
'1h': '60',
|
|
540
|
-
'4h': '240',
|
|
541
|
-
'6h': '360',
|
|
542
|
-
'12h': '720',
|
|
543
|
-
'1d': '1440',
|
|
544
|
-
'1w': '10080',
|
|
545
|
-
};
|
|
546
|
-
return map[lower(interval)] || interval;
|
|
547
|
-
},
|
|
435
|
+
formatInterval: intervalFormatter(INTERVAL_KRAKEN),
|
|
548
436
|
marketsUrl: 'https://api.kraken.com/0/public/AssetPairs',
|
|
549
437
|
candlesUrl: ({ id, interval, intervalSeconds, limit, sinceMs }) => {
|
|
550
438
|
const url = new URL('https://api.kraken.com/0/public/OHLC');
|
|
@@ -555,59 +443,30 @@ const EXCHANGES = {
|
|
|
555
443
|
return url.toString();
|
|
556
444
|
},
|
|
557
445
|
parseMarkets: (json) => {
|
|
558
|
-
const entries = Object.entries(json
|
|
446
|
+
const entries = Object.entries(asRecord(asRecord(json).result));
|
|
559
447
|
return entries.map(([key, row]) => {
|
|
560
|
-
const
|
|
448
|
+
const r = asRecord(row);
|
|
449
|
+
const ws = String(r.wsname || '').toUpperCase();
|
|
561
450
|
const [baseFromWs, quoteFromWs] = ws.includes('/') ? ws.split('/') : [null, null];
|
|
562
|
-
const base = baseFromWs || upper(
|
|
563
|
-
const quote = quoteFromWs || upper(
|
|
564
|
-
const id =
|
|
565
|
-
return marketRow(base, quote, id, { wsname:
|
|
566
|
-
}).filter((row) => row.id && row.base && row.quote);
|
|
451
|
+
const base = baseFromWs || upper(r.base);
|
|
452
|
+
const quote = quoteFromWs || upper(r.quote);
|
|
453
|
+
const id = r.altname || key;
|
|
454
|
+
return marketRow(base, quote, id, { wsname: r.wsname });
|
|
455
|
+
}).filter((row) => Boolean(row.id && row.base && row.quote));
|
|
567
456
|
},
|
|
568
457
|
parseCandles: (json) => {
|
|
569
|
-
const result = json
|
|
458
|
+
const result = asRecord(asRecord(json).result);
|
|
570
459
|
const pairKey = Object.keys(result).find((key) => key !== 'last');
|
|
571
460
|
if (!pairKey)
|
|
572
461
|
return [];
|
|
573
|
-
|
|
574
|
-
return rows
|
|
575
|
-
.map((row) => {
|
|
576
|
-
if (!Array.isArray(row) || row.length < 7)
|
|
577
|
-
return null;
|
|
578
|
-
const ts = normalizeTimestamp(Number(row[0]) * 1000);
|
|
579
|
-
const open = Number(row[1]);
|
|
580
|
-
const high = Number(row[2]);
|
|
581
|
-
const low = Number(row[3]);
|
|
582
|
-
const close = Number(row[4]);
|
|
583
|
-
const volume = Number(row[6]);
|
|
584
|
-
if (!Number.isFinite(ts) || ![open, high, low, close].every(Number.isFinite))
|
|
585
|
-
return null;
|
|
586
|
-
return [ts, open, high, low, close, Number.isFinite(volume) ? volume : 0];
|
|
587
|
-
})
|
|
588
|
-
.filter((x) => x != null)
|
|
589
|
-
.sort((a, b) => a[0] - b[0]);
|
|
462
|
+
return parseCandleRows(asArray(result[pairKey]), OHLC_KRAKEN);
|
|
590
463
|
},
|
|
591
464
|
},
|
|
592
465
|
okx: {
|
|
593
466
|
name: 'OKX',
|
|
594
467
|
// /api/v5/market/candles caps limit at CEX_PAGE_LIMIT_CAPS.okx per request
|
|
595
468
|
maxLimit: MARKET_ADAPTER.CEX_PAGE_LIMIT_CAPS.okx,
|
|
596
|
-
formatInterval: (
|
|
597
|
-
const map = {
|
|
598
|
-
'1m': '1',
|
|
599
|
-
'5m': '5',
|
|
600
|
-
'15m': '15',
|
|
601
|
-
'30m': '30',
|
|
602
|
-
'1h': '60',
|
|
603
|
-
'4h': '240',
|
|
604
|
-
'6h': '360',
|
|
605
|
-
'12h': '720',
|
|
606
|
-
'1d': 'D',
|
|
607
|
-
'1w': 'W',
|
|
608
|
-
};
|
|
609
|
-
return map[lower(interval)] || interval;
|
|
610
|
-
},
|
|
469
|
+
formatInterval: intervalFormatter(INTERVAL_MINUTES),
|
|
611
470
|
marketsUrl: 'https://www.okx.com/api/v5/public/instruments?instType=SPOT',
|
|
612
471
|
candlesUrl: ({ id, interval, limit, sinceMs, untilMs }) => {
|
|
613
472
|
const url = new URL('https://www.okx.com/api/v5/market/candles');
|
|
@@ -620,47 +479,17 @@ const EXCHANGES = {
|
|
|
620
479
|
url.searchParams.set('after', String(Math.max(0, Math.trunc(untilMs))));
|
|
621
480
|
return url.toString();
|
|
622
481
|
},
|
|
623
|
-
parseMarkets: (json) => extractMarketsFromList(json
|
|
624
|
-
|
|
625
|
-
|
|
626
|
-
|
|
627
|
-
|
|
628
|
-
if (!Array.isArray(row) || row.length < 6)
|
|
629
|
-
return null;
|
|
630
|
-
const ts = normalizeTimestamp(row[0]);
|
|
631
|
-
const open = Number(row[1]);
|
|
632
|
-
const high = Number(row[2]);
|
|
633
|
-
const low = Number(row[3]);
|
|
634
|
-
const close = Number(row[4]);
|
|
635
|
-
const volume = Number(row[5]);
|
|
636
|
-
if (!Number.isFinite(ts) || ![open, high, low, close].every(Number.isFinite))
|
|
637
|
-
return null;
|
|
638
|
-
return [ts, open, high, low, close, Number.isFinite(volume) ? volume : 0];
|
|
639
|
-
})
|
|
640
|
-
.filter((x) => x != null)
|
|
641
|
-
.sort((a, b) => a[0] - b[0]);
|
|
642
|
-
},
|
|
482
|
+
parseMarkets: (json) => extractMarketsFromList(asRecord(json).data, (row) => {
|
|
483
|
+
const r = asRecord(row);
|
|
484
|
+
return marketRow(r.baseCcy, r.quoteCcy, r.instId, { state: r.state });
|
|
485
|
+
}),
|
|
486
|
+
parseCandles: (json) => parseCandleRows(asArray(asRecord(json).data), OHLC_STANDARD),
|
|
643
487
|
},
|
|
644
488
|
mexc: {
|
|
645
489
|
name: 'MEXC',
|
|
646
490
|
// /api/v3/klines caps limit at CEX_PAGE_LIMIT_CAPS.mexc per request
|
|
647
491
|
maxLimit: MARKET_ADAPTER.CEX_PAGE_LIMIT_CAPS.mexc,
|
|
648
|
-
formatInterval: (
|
|
649
|
-
const map = {
|
|
650
|
-
'1m': '1m',
|
|
651
|
-
'5m': '5m',
|
|
652
|
-
'15m': '15m',
|
|
653
|
-
'30m': '30m',
|
|
654
|
-
'1h': '60m',
|
|
655
|
-
'4h': '4h',
|
|
656
|
-
'6h': '6h',
|
|
657
|
-
'12h': '12h',
|
|
658
|
-
'1d': '1d',
|
|
659
|
-
// MEXC interval enums are case-sensitive
|
|
660
|
-
'1w': '1W',
|
|
661
|
-
};
|
|
662
|
-
return map[lower(interval)] || interval;
|
|
663
|
-
},
|
|
492
|
+
formatInterval: intervalFormatter(INTERVAL_MEXC),
|
|
664
493
|
marketsUrl: 'https://api.mexc.com/api/v3/exchangeInfo',
|
|
665
494
|
candlesUrl: ({ id, interval, limit, sinceMs, untilMs }) => {
|
|
666
495
|
const url = new URL('https://api.mexc.com/api/v3/klines');
|
|
@@ -673,26 +502,11 @@ const EXCHANGES = {
|
|
|
673
502
|
url.searchParams.set('endTime', String(Math.max(0, Math.trunc(untilMs))));
|
|
674
503
|
return url.toString();
|
|
675
504
|
},
|
|
676
|
-
parseMarkets: (json) => extractMarketsFromList(json
|
|
677
|
-
|
|
678
|
-
|
|
679
|
-
|
|
680
|
-
|
|
681
|
-
if (!Array.isArray(row) || row.length < 6)
|
|
682
|
-
return null;
|
|
683
|
-
const ts = normalizeTimestamp(row[0]);
|
|
684
|
-
const open = Number(row[1]);
|
|
685
|
-
const high = Number(row[2]);
|
|
686
|
-
const low = Number(row[3]);
|
|
687
|
-
const close = Number(row[4]);
|
|
688
|
-
const volume = Number(row[5]);
|
|
689
|
-
if (!Number.isFinite(ts) || ![open, high, low, close].every(Number.isFinite))
|
|
690
|
-
return null;
|
|
691
|
-
return [ts, open, high, low, close, Number.isFinite(volume) ? volume : 0];
|
|
692
|
-
})
|
|
693
|
-
.filter((x) => x != null)
|
|
694
|
-
.sort((a, b) => a[0] - b[0]);
|
|
695
|
-
},
|
|
505
|
+
parseMarkets: (json) => extractMarketsFromList(asRecord(json).symbols, (row) => {
|
|
506
|
+
const r = asRecord(row);
|
|
507
|
+
return marketRow(normalizeBaseAsset(r.baseAsset, r.symbol), r.quoteAsset, r.symbol, { status: r.status });
|
|
508
|
+
}),
|
|
509
|
+
parseCandles: (json) => parseCandleRows(asArray(json), OHLC_STANDARD),
|
|
696
510
|
},
|
|
697
511
|
};
|
|
698
512
|
function parseArgs() {
|
|
@@ -852,20 +666,22 @@ function findMarketId(markets, base, quote) {
|
|
|
852
666
|
function buildSyntheticCandle(left, right) {
|
|
853
667
|
// Guard against degenerate zero/negative leg prices: dividing by them
|
|
854
668
|
// would produce Infinity/NaN OHLC rows in the seed file.
|
|
855
|
-
const
|
|
856
|
-
const
|
|
669
|
+
const l = asArray(left).map(Number);
|
|
670
|
+
const r = asArray(right).map(Number);
|
|
671
|
+
const leftPrices = [l[1], l[2], l[3], l[4]];
|
|
672
|
+
const rightPrices = [r[1], r[2], r[3], r[4]];
|
|
857
673
|
if (!leftPrices.every((v) => Number.isFinite(v) && v > 0)
|
|
858
674
|
|| !rightPrices.every((v) => Number.isFinite(v) && v > 0)) {
|
|
859
675
|
return null;
|
|
860
676
|
}
|
|
861
|
-
const open =
|
|
862
|
-
const close =
|
|
863
|
-
const high = Math.max(
|
|
864
|
-
const low = Math.min(
|
|
677
|
+
const open = l[1] / r[1];
|
|
678
|
+
const close = l[4] / r[4];
|
|
679
|
+
const high = Math.max(l[2] / r[3], open, close);
|
|
680
|
+
const low = Math.min(l[3] / r[2], open, close);
|
|
865
681
|
if (![open, high, low, close].every(Number.isFinite))
|
|
866
682
|
return null;
|
|
867
|
-
const volume = Number(
|
|
868
|
-
return [
|
|
683
|
+
const volume = Number(l[5] || 0);
|
|
684
|
+
return [l[0], open, high, low, close, Number.isFinite(volume) ? volume : 0];
|
|
869
685
|
}
|
|
870
686
|
function synthesizeCrossCandles(leftCandles, rightCandles) {
|
|
871
687
|
const leftMap = new Map(leftCandles.map((row) => [row[0], row]));
|
|
@@ -889,10 +705,11 @@ function chooseOutputPath(config, intervalLabel) {
|
|
|
889
705
|
}
|
|
890
706
|
function dedupeCandles(candles) {
|
|
891
707
|
const map = new Map();
|
|
892
|
-
for (const candle of
|
|
708
|
+
for (const candle of asArray(candles)) {
|
|
893
709
|
if (!Array.isArray(candle) || !Number.isFinite(candle[0]))
|
|
894
710
|
continue;
|
|
895
|
-
|
|
711
|
+
const row = candle;
|
|
712
|
+
map.set(row[0], row);
|
|
896
713
|
}
|
|
897
714
|
return [...map.values()].sort((a, b) => a[0] - b[0]);
|
|
898
715
|
}
|
|
@@ -935,7 +752,7 @@ async function fetchHistoricalCandles(def, marketId, interval, intervalSeconds,
|
|
|
935
752
|
break;
|
|
936
753
|
}
|
|
937
754
|
if (i < maxIterations - 1) {
|
|
938
|
-
await new Promise((
|
|
755
|
+
await new Promise((resolve) => setTimeout(resolve, MARKET_ADAPTER.CEX_API_DELAY_MS));
|
|
939
756
|
}
|
|
940
757
|
}
|
|
941
758
|
return dedupeCandles(collected);
|
|
@@ -943,7 +760,7 @@ async function fetchHistoricalCandles(def, marketId, interval, intervalSeconds,
|
|
|
943
760
|
async function probeExchange(exchangeId, base, quote, commonQuote, interval, intervalSeconds, requiredCandles, probeLookbackHours, pageLimit) {
|
|
944
761
|
const def = EXCHANGES[exchangeId];
|
|
945
762
|
if (!def) {
|
|
946
|
-
return { exchangeId, error: `Unknown exchange: ${exchangeId}
|
|
763
|
+
return { exchangeId, error: `Unknown exchange: ${exchangeId}`, baseCandles: [], quoteCandles: [], requiredCandles, probeLookbackHours, probeCandles: 0 };
|
|
947
764
|
}
|
|
948
765
|
try {
|
|
949
766
|
const marketsRes = await fetchJson(def.marketsUrl);
|
|
@@ -952,6 +769,11 @@ async function probeExchange(exchangeId, base, quote, commonQuote, interval, int
|
|
|
952
769
|
exchangeId,
|
|
953
770
|
name: def.name,
|
|
954
771
|
error: `markets HTTP ${marketsRes.status} ${marketsRes.statusText}`.trim(),
|
|
772
|
+
baseCandles: [],
|
|
773
|
+
quoteCandles: [],
|
|
774
|
+
requiredCandles,
|
|
775
|
+
probeLookbackHours,
|
|
776
|
+
probeCandles: 0,
|
|
955
777
|
};
|
|
956
778
|
}
|
|
957
779
|
const markets = def.parseMarkets(marketsRes.json);
|
|
@@ -989,18 +811,23 @@ async function probeExchange(exchangeId, base, quote, commonQuote, interval, int
|
|
|
989
811
|
exchangeId,
|
|
990
812
|
name: def.name,
|
|
991
813
|
error: getErrorMessage(err),
|
|
814
|
+
baseCandles: [],
|
|
815
|
+
quoteCandles: [],
|
|
816
|
+
requiredCandles,
|
|
817
|
+
probeLookbackHours,
|
|
818
|
+
probeCandles: 0,
|
|
992
819
|
};
|
|
993
820
|
}
|
|
994
821
|
}
|
|
995
822
|
function pickBestExchange(probes, preferredExchangeIds) {
|
|
996
|
-
const preferred =
|
|
823
|
+
const preferred = preferredExchangeIds.map((id) => lower(id));
|
|
997
824
|
const ranked = rankProbes(probes, preferred, true);
|
|
998
825
|
return ranked[0] || null;
|
|
999
826
|
}
|
|
1000
827
|
function rankProbes(probes, preferredExchangeIds, onlyUsable = false) {
|
|
1001
|
-
const preferred =
|
|
828
|
+
const preferred = preferredExchangeIds.map((id) => lower(id));
|
|
1002
829
|
return probes
|
|
1003
|
-
.filter((probe) => probe && !probe.error && probe.baseCommon && probe.quoteCommon && probe.hasUsableTimeframe)
|
|
830
|
+
.filter((probe) => Boolean(probe && !probe.error && probe.baseCommon && probe.quoteCommon && probe.hasUsableTimeframe))
|
|
1004
831
|
.map((probe) => ({
|
|
1005
832
|
...probe,
|
|
1006
833
|
score: Math.min(probe.baseRange?.count || 0, probe.quoteRange?.count || 0),
|
|
@@ -1059,7 +886,7 @@ async function main() {
|
|
|
1059
886
|
const parsedConfig = parseArgs();
|
|
1060
887
|
// Handle --help before bot-derived resolution so a typo'd --bot-name does
|
|
1061
888
|
// not crash instead of printing usage.
|
|
1062
|
-
if (parsedConfig.config
|
|
889
|
+
if (parsedConfig.config?.help) {
|
|
1063
890
|
printHelp();
|
|
1064
891
|
return;
|
|
1065
892
|
}
|
|
@@ -1156,12 +983,13 @@ async function main() {
|
|
|
1156
983
|
if (!config.quiet) {
|
|
1157
984
|
console.log(`Wrote ${filled.length} synthetic candles to ${outPath}`);
|
|
1158
985
|
console.log(`Source: ${selected.exchangeId} (${def.name})`);
|
|
1159
|
-
console.log(`Legs: ${baseMarket
|
|
986
|
+
console.log(`Legs: ${baseMarket?.id ?? '?'} and ${quoteMarket?.id ?? '?'}`);
|
|
1160
987
|
console.log(`Output pair: ${upper(config.base)}/${upper(config.quote)}`);
|
|
1161
988
|
}
|
|
1162
989
|
}
|
|
1163
990
|
main().catch((err) => {
|
|
1164
|
-
|
|
991
|
+
const e = err;
|
|
992
|
+
console.error(e?.stack || e?.message || String(err));
|
|
1165
993
|
process.exit(1);
|
|
1166
994
|
});
|
|
1167
995
|
//# sourceMappingURL=fetch_cex_synthetic_data.js.map
|