dexbot 1.6.11 → 1.6.12
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +35 -4
- package/README.md +2 -1
- package/analysis/README.md +2 -0
- package/analysis/tradingview/README.md +1 -1
- package/analysis/trend_detection/DYNAMIC_WEIGHT_RESEARCH.md +3 -3
- package/claw/docs/DEXBOT2_TUNING_CHEAT_SHEET.md +4 -3
- package/claw/modules/chain_broadcast.ts +7 -1
- package/claw/modules/claw_launcher.ts +1 -1
- package/claw/modules/launcher_mode_detector.ts +9 -2
- package/claw/package.json +1 -1
- package/claw/runtimes/openclaw-plugin/openclaw.plugin.json +1 -1
- package/claw/runtimes/openclaw-plugin/package.json +1 -1
- package/dist/analysis/account_resolver.d.ts +1 -1
- package/dist/analysis/account_resolver.js +2 -1
- package/dist/analysis/ama_fitting/analyze_ama_price_changes.js +3 -4
- package/dist/analysis/ama_fitting/analyze_lambda_vs_slow.js +2 -7
- package/dist/analysis/ama_fitting/calibrate_convergence_er.js +0 -1
- package/dist/analysis/ama_fitting/fetch_lp_candles.js +4 -4
- package/dist/analysis/ama_fitting/generate_unified_comparison_chart.d.ts +20 -4
- package/dist/analysis/ama_fitting/generate_unified_comparison_chart.js +9 -6
- package/dist/analysis/ama_fitting/optimizer_high_resolution.js +16 -12
- package/dist/analysis/analyze_args.d.ts +31 -0
- package/dist/analysis/analyze_args.js +41 -0
- package/dist/analysis/analyze_dynamic_weight.js +7 -17
- package/dist/analysis/analyze_kalman.js +7 -17
- package/dist/analysis/analyze_regime.js +7 -17
- package/dist/analysis/analyze_regime_windows.js +8 -18
- package/dist/analysis/analyze_risk_profile.js +8 -18
- package/dist/analysis/analyze_trade_heatmap.js +7 -17
- package/dist/analysis/analyze_volatility.js +7 -17
- package/dist/analysis/bot_fitting/backtest_ama_sweep.d.ts +220 -12
- package/dist/analysis/bot_fitting/backtest_ama_sweep.js +6 -5
- package/dist/analysis/bot_fitting/backtest_bot_fitting.d.ts +34 -4
- package/dist/analysis/bot_fitting/backtest_bot_fitting.js +11 -63
- package/dist/analysis/bot_fitting/shared_utils.d.ts +7 -7
- package/dist/analysis/bot_fitting/shared_utils.js +2 -2
- package/dist/analysis/bot_key_utils.d.ts +18 -10
- package/dist/analysis/bot_key_utils.js +7 -4
- package/dist/analysis/bot_usage/discover_bot_accounts.js +44 -47
- package/dist/analysis/bot_usage/kibana_bot_queries.d.ts +1 -21
- package/dist/analysis/chain_pool.d.ts +3 -1
- package/dist/analysis/chart_ui.d.ts +5 -2
- package/dist/analysis/chart_ui.js +6 -3
- package/dist/analysis/chart_utils.d.ts +5 -5
- package/dist/analysis/chart_utils.js +9 -0
- package/dist/analysis/fills_cache.d.ts +1 -1
- package/dist/analysis/fills_source.d.ts +2 -2
- package/dist/analysis/fills_source.js +14 -12
- package/dist/analysis/grid_correction_check.d.ts +1 -1
- package/dist/analysis/grid_correction_check.js +12 -11
- package/dist/analysis/math_utils.d.ts +7 -6
- package/dist/analysis/math_utils.js +5 -8
- package/dist/analysis/pnl_report.js +29 -29
- package/dist/analysis/price_sources.d.ts +8 -8
- package/dist/analysis/price_sources.js +5 -4
- package/dist/analysis/resolve_bot_accounts.js +2 -2
- package/dist/analysis/resolve_source.d.ts +1 -1
- package/dist/analysis/trade_profitability.d.ts +23 -2
- package/dist/analysis/trade_profitability.js +50 -50
- package/dist/analysis/tradingview/analyze_tradingview.d.ts +17 -6
- package/dist/analysis/tradingview/analyze_tradingview.js +6 -5
- package/dist/analysis/tradingview/grid_reset_config.d.ts +41 -32
- package/dist/analysis/tradingview/grid_reset_config.js +23 -11
- package/dist/analysis/tradingview/grid_reset_sim.d.ts +75 -9
- package/dist/analysis/tradingview/grid_reset_sim.js +4 -3
- package/dist/analysis/tradingview/tradingview_uplot_chart_generator.d.ts +69 -4
- package/dist/analysis/tradingview/tradingview_uplot_chart_generator.js +18 -19
- package/dist/analysis/trend_detection/backtest_ama_slope_huber.d.ts +1 -1
- package/dist/analysis/trend_detection/backtest_ama_slope_huber.js +5 -5
- package/dist/analysis/trend_detection/dynamic_weight_chart_generator.d.ts +63 -1
- package/dist/analysis/trend_detection/dynamic_weight_chart_generator.js +5 -4
- package/dist/analysis/trend_detection/huber_scale_variants.d.ts +9 -3
- package/dist/analysis/trend_detection/huber_scale_variants.js +4 -4
- package/dist/analysis/trend_detection/kalman_chart_generator.d.ts +30 -1
- package/dist/analysis/trend_detection/kalman_chart_generator.js +3 -3
- package/dist/analysis/trend_detection/regime_chart_generator.d.ts +31 -1
- package/dist/analysis/trend_detection/regime_chart_generator.js +2 -2
- package/dist/analysis/trend_detection/volatility_chart_generator.d.ts +33 -1
- package/dist/credential-daemon.js +34 -20
- package/dist/dexbot.js +11 -11
- package/dist/market_adapter/candle_utils.d.ts +22 -18
- package/dist/market_adapter/candle_utils.js +24 -20
- package/dist/market_adapter/core/asymmetric_bounds.d.ts +13 -4
- package/dist/market_adapter/core/config_normalizers.d.ts +3 -3
- package/dist/market_adapter/core/kibana_candles.d.ts +53 -18
- package/dist/market_adapter/core/kibana_candles.js +9 -7
- package/dist/market_adapter/core/kibana_client.d.ts +9 -1
- package/dist/market_adapter/core/kibana_client.js +8 -7
- package/dist/market_adapter/core/kibana_market_candles.d.ts +3 -2
- package/dist/market_adapter/core/market_adapter_service.d.ts +284 -117
- package/dist/market_adapter/core/market_adapter_service.js +137 -113
- package/dist/market_adapter/core/strategies/ama.d.ts +10 -2
- package/dist/market_adapter/core/strategies/ama.js +2 -4
- package/dist/market_adapter/core/strategies/ama_slope_model.d.ts +14 -1
- package/dist/market_adapter/core/strategies/ama_slope_model.js +12 -34
- package/dist/market_adapter/core/strategies/atr/calculator.d.ts +7 -2
- package/dist/market_adapter/core/strategies/atr/calculator.js +2 -34
- package/dist/market_adapter/core/strategies/collateral_manager.d.ts +7 -1
- package/dist/market_adapter/core/strategies/collateral_manager.js +0 -22
- package/dist/market_adapter/core/strategies/dynamic_weight_series.d.ts +34 -6
- package/dist/market_adapter/core/strategies/dynamic_weight_series.js +7 -7
- package/dist/market_adapter/core/strategies/regime_gate.d.ts +24 -15
- package/dist/market_adapter/core/strategies/regime_gate.js +4 -31
- package/dist/market_adapter/core/strategies/regime_interp.d.ts +7 -1
- package/dist/market_adapter/core/strategies/regime_interp.js +14 -22
- package/dist/market_adapter/core/strategies/volatility_shift.d.ts +11 -1
- package/dist/market_adapter/core/strategies/volatility_shift.js +0 -13
- package/dist/market_adapter/inputs/cex_candle_parsing.d.ts +29 -0
- package/dist/market_adapter/inputs/cex_candle_parsing.js +52 -0
- package/dist/market_adapter/inputs/fetch_book_data.d.ts +20 -4
- package/dist/market_adapter/inputs/fetch_book_data.js +3 -1
- package/dist/market_adapter/inputs/fetch_cex_synthetic_data.js +96 -224
- package/dist/market_adapter/inputs/fetch_lp_data.d.ts +42 -7
- package/dist/market_adapter/inputs/fetch_lp_data.js +22 -15
- package/dist/market_adapter/inputs/kibana_feed_source.d.ts +74 -15
- package/dist/market_adapter/inputs/kibana_feed_source.js +29 -22
- package/dist/market_adapter/inputs/kibana_source.d.ts +25 -3
- package/dist/market_adapter/inputs/kibana_source.js +2 -2
- package/dist/market_adapter/inputs/window_cache.d.ts +99 -94
- package/dist/market_adapter/inputs/window_cache.js +8 -8
- package/dist/market_adapter/interval_utils.d.ts +4 -4
- package/dist/market_adapter/log_format.d.ts +6 -6
- package/dist/market_adapter/log_format.js +28 -21
- package/dist/market_adapter/lp_chart_core.d.ts +22 -1
- package/dist/market_adapter/lp_chart_core.js +26 -192
- package/dist/market_adapter/lp_chart_runner.d.ts +7 -7
- package/dist/market_adapter/lp_chart_strategy_loader.d.ts +41 -6
- package/dist/market_adapter/lp_chart_strategy_loader.js +8 -7
- package/dist/market_adapter/market_adapter.d.ts +94 -32
- package/dist/market_adapter/market_adapter.js +67 -48
- package/dist/market_adapter/utils/adapter_client.d.ts +3 -3
- package/dist/market_adapter/utils/adapter_client.js +2 -2
- package/dist/market_adapter/utils/atomic_write.d.ts +8 -1
- package/dist/market_adapter/utils/chain.d.ts +50 -41
- package/dist/market_adapter/utils/chain.js +40 -46
- package/dist/market_adapter/utils/data_discovery.d.ts +4 -1
- package/dist/market_adapter/utils/dynamic_grid_snapshot.d.ts +12 -3
- package/dist/market_adapter/utils/file_json_cache.d.ts +2 -2
- package/dist/market_adapter/utils/file_lock.d.ts +28 -14
- package/dist/market_adapter/utils/file_lock.js +36 -32
- package/dist/market_adapter/utils/native_history.d.ts +9 -2
- package/dist/market_adapter/utils/native_history.js +35 -28
- package/dist/modules/account_bots.d.ts +577 -21
- package/dist/modules/account_bots.js +182 -158
- package/dist/modules/account_orders.d.ts +66 -30
- package/dist/modules/account_orders.js +22 -20
- package/dist/modules/authority_resolver.d.ts +12 -2
- package/dist/modules/authority_resolver.js +15 -8
- package/dist/modules/bitshares-native/chain_client.d.ts +38 -3
- package/dist/modules/bitshares-native/chain_client.js +45 -46
- package/dist/modules/bitshares-native/crypto/ecc.browser.js +11 -171
- package/dist/modules/bitshares-native/crypto/ecc.js +13 -176
- package/dist/modules/bitshares-native/crypto/ecc_core.d.ts +33 -0
- package/dist/modules/bitshares-native/crypto/ecc_core.js +213 -0
- package/dist/modules/bitshares-native/crypto/ecc_selector.d.ts +2 -1
- package/dist/modules/bitshares-native/crypto/ecc_selector.js +1 -13
- package/dist/modules/bitshares-native/index.d.ts +1 -1
- package/dist/modules/bitshares-native/lru_cache.d.ts +7 -7
- package/dist/modules/bitshares-native/resolvers.d.ts +18 -6
- package/dist/modules/bitshares-native/serial/lazy_buffer.d.ts +4 -0
- package/dist/modules/bitshares-native/serial/lazy_buffer.js +21 -0
- package/dist/modules/bitshares-native/serial/operations.d.ts +1 -1
- package/dist/modules/bitshares-native/serial/serializer.d.ts +16 -12
- package/dist/modules/bitshares-native/serial/serializer.js +7 -13
- package/dist/modules/bitshares-native/serial/types.d.ts +25 -16
- package/dist/modules/bitshares-native/serial/types.js +55 -62
- package/dist/modules/bitshares-native/signing_client.d.ts +32 -2
- package/dist/modules/bitshares-native/signing_client.js +19 -14
- package/dist/modules/bitshares-native/subscriptions.d.ts +81 -1
- package/dist/modules/bitshares-native/subscriptions.js +12 -12
- package/dist/modules/bitshares-native/transport.d.ts +5 -4
- package/dist/modules/bitshares-native/transport.js +5 -4
- package/dist/modules/bitshares-native/tx/builder.d.ts +40 -5
- package/dist/modules/bitshares-native/tx/builder.js +4 -3
- package/dist/modules/bitshares-native/tx/tx_cache.d.ts +4 -4
- package/dist/modules/bitshares_client.d.ts +45 -13
- package/dist/modules/bitshares_client.js +28 -19
- package/dist/modules/bot_defaults.d.ts +6 -15
- package/dist/modules/bot_defaults.js +1 -5
- package/dist/modules/bot_settings.d.ts +44 -10
- package/dist/modules/bot_settings.js +11 -8
- package/dist/modules/bots_file_lock.d.ts +6 -6
- package/dist/modules/bots_file_lock.js +16 -12
- package/dist/modules/broadcast_failure.d.ts +2 -2
- package/dist/modules/broadcast_failure.js +5 -4
- package/dist/modules/chain_keys.d.ts +42 -40
- package/dist/modules/chain_keys.js +53 -45
- package/dist/modules/chain_orders.d.ts +93 -59
- package/dist/modules/chain_orders.js +31 -23
- package/dist/modules/constants.d.ts +527 -31
- package/dist/modules/constants.js +15 -47
- package/dist/modules/cr_planner.d.ts +40 -2
- package/dist/modules/credential_policy.d.ts +68 -8
- package/dist/modules/credential_policy.js +37 -31
- package/dist/modules/credential_session_cache.d.ts +2 -2
- package/dist/modules/credit_pricing.d.ts +42 -6
- package/dist/modules/credit_pricing.js +44 -30
- package/dist/modules/credit_runtime.d.ts +276 -118
- package/dist/modules/credit_runtime.js +462 -165
- package/dist/modules/crypto/browser_provider.js +6 -4
- package/dist/modules/crypto/node_provider.js +1 -1
- package/dist/modules/crypto/pure_scrypt.js +35 -4
- package/dist/modules/crypto/pure_secp256k1.js +72 -26
- package/dist/modules/crypto/sync.d.ts +9 -9
- package/dist/modules/crypto/sync.js +16 -9
- package/dist/modules/dexbot_class.d.ts +195 -139
- package/dist/modules/dexbot_class.js +78 -28
- package/dist/modules/dexbot_cow_runtime.d.ts +167 -87
- package/dist/modules/dexbot_cow_runtime.js +248 -206
- package/dist/modules/dexbot_credential_client.d.ts +19 -11
- package/dist/modules/dexbot_fill_runtime.d.ts +63 -48
- package/dist/modules/dexbot_fill_runtime.js +48 -41
- package/dist/modules/dexbot_maintenance_runtime.d.ts +109 -70
- package/dist/modules/dexbot_maintenance_runtime.js +108 -83
- package/dist/modules/dexbot_startup_runtime.d.ts +11 -10
- package/dist/modules/dexbot_startup_runtime.js +43 -43
- package/dist/modules/dexbot_state_recovery.d.ts +13 -12
- package/dist/modules/dexbot_state_recovery.js +18 -13
- package/dist/modules/fund_registry.d.ts +4 -2
- package/dist/modules/fund_registry.js +10 -10
- package/dist/modules/general_settings.d.ts +30 -4
- package/dist/modules/graceful_shutdown.d.ts +3 -3
- package/dist/modules/graceful_shutdown.js +2 -2
- package/dist/modules/grid_price_source.d.ts +1 -1
- package/dist/modules/key_store.d.ts +14 -8
- package/dist/modules/key_store.js +7 -6
- package/dist/modules/launcher/adapter_requirement.d.ts +11 -5
- package/dist/modules/launcher/adapter_requirement.js +5 -5
- package/dist/modules/launcher/bot_supervisor.d.ts +106 -24
- package/dist/modules/launcher/bot_supervisor.js +12 -11
- package/dist/modules/launcher/credential_bootstrap.d.ts +1 -1
- package/dist/modules/launcher/credential_bootstrap.js +1 -1
- package/dist/modules/launcher/credential_daemon.d.ts +4 -4
- package/dist/modules/launcher/credential_daemon.js +2 -2
- package/dist/modules/launcher/credential_secret.d.ts +1 -1
- package/dist/modules/launcher/foreign_cred_daemon.d.ts +2 -2
- package/dist/modules/launcher/market_adapter_runtime.d.ts +61 -6
- package/dist/modules/launcher/market_adapter_watchdog.d.ts +10 -2
- package/dist/modules/launcher/market_adapter_watchdog.js +4 -0
- package/dist/modules/launcher/monolithic_runtime.d.ts +18 -16
- package/dist/modules/launcher/status_reporting.d.ts +22 -14
- package/dist/modules/launcher/supervisor_control.d.ts +8 -1
- package/dist/modules/launcher/supervisor_control.js +4 -2
- package/dist/modules/market_adapter_whitelist.d.ts +9 -3
- package/dist/modules/market_adapter_whitelist.js +15 -3
- package/dist/modules/node_manager.d.ts +41 -11
- package/dist/modules/node_manager.js +5 -4
- package/dist/modules/order/accounting.d.ts +53 -24
- package/dist/modules/order/accounting.js +16 -15
- package/dist/modules/order/async_lock.d.ts +5 -2
- package/dist/modules/order/async_lock.js +1 -1
- package/dist/modules/order/export.d.ts +7 -6
- package/dist/modules/order/export.js +1 -7
- package/dist/modules/order/format.d.ts +4 -4
- package/dist/modules/order/genesis_policy.d.ts +21 -18
- package/dist/modules/order/genesis_policy.js +12 -8
- package/dist/modules/order/grid.d.ts +142 -36
- package/dist/modules/order/grid.js +148 -123
- package/dist/modules/order/grid_reconcile.d.ts +21 -20
- package/dist/modules/order/grid_reconcile.js +13 -12
- package/dist/modules/order/grid_reconcile_internal.d.ts +85 -72
- package/dist/modules/order/grid_reconcile_internal.js +28 -19
- package/dist/modules/order/index.d.ts +263 -1
- package/dist/modules/order/logger.d.ts +45 -11
- package/dist/modules/order/logger.js +38 -40
- package/dist/modules/order/logger_state.d.ts +4 -4
- package/dist/modules/order/manager.d.ts +225 -180
- package/dist/modules/order/manager.js +80 -83
- package/dist/modules/order/processed_fill_store.d.ts +18 -3
- package/dist/modules/order/processed_fill_store.js +16 -27
- package/dist/modules/order/strategy.d.ts +21 -13
- package/dist/modules/order/strategy.js +5 -6
- package/dist/modules/order/sync_engine.d.ts +91 -33
- package/dist/modules/order/sync_engine.js +84 -53
- package/dist/modules/order/utils/math.d.ts +157 -102
- package/dist/modules/order/utils/math.js +77 -38
- package/dist/modules/order/utils/order.d.ts +310 -110
- package/dist/modules/order/utils/order.js +122 -99
- package/dist/modules/order/utils/slot.d.ts +1 -1
- package/dist/modules/order/utils/system.d.ts +176 -26
- package/dist/modules/order/utils/system.js +86 -69
- package/dist/modules/order/utils/validate.d.ts +89 -41
- package/dist/modules/order/utils/validate.js +24 -22
- package/dist/modules/order/utils/withPoolRef.d.ts +4 -3
- package/dist/modules/order/utils/withPoolRef.js +18 -12
- package/dist/modules/order/working_grid.d.ts +14 -13
- package/dist/modules/paths.d.ts +1 -4
- package/dist/modules/paths.js +1 -27
- package/dist/modules/process_discovery.d.ts +1 -1
- package/dist/modules/process_discovery.js +2 -1
- package/dist/modules/runtime.d.ts +7 -3
- package/dist/modules/runtime.js +4 -3
- package/dist/modules/runtime_settings.d.ts +15 -10
- package/dist/modules/runtime_settings.js +30 -24
- package/dist/modules/settings_merge.d.ts +29 -3
- package/dist/modules/settings_merge.js +56 -78
- package/dist/modules/socket_json_client.d.ts +7 -4
- package/dist/modules/storage/browser_adapter.d.ts +38 -53
- package/dist/modules/storage/browser_adapter.js +7 -30
- package/dist/modules/storage/index.d.ts +1 -1
- package/dist/modules/storage/node_adapter.d.ts +45 -27
- package/dist/modules/storage/node_adapter.js +9 -9
- package/dist/modules/storage/types.d.ts +5 -4
- package/dist/modules/types.d.ts +1071 -2
- package/dist/modules/types.js +4 -1
- package/dist/modules/utils/asset_symbols.d.ts +2 -1
- package/dist/modules/utils/asset_symbols.js +2 -1
- package/dist/modules/utils/errors.d.ts +9 -0
- package/dist/modules/utils/errors.js +23 -1
- package/dist/modules/utils/time_range.d.ts +1 -12
- package/dist/modules/utils/time_range.js +1 -1
- package/dist/modules/validate_profiles.js +53 -43
- package/dist/modules/version_notice.d.ts +14 -3
- package/dist/modules/version_notice.js +6 -4
- package/dist/pm2.d.ts +29 -27
- package/dist/pm2.js +5 -5
- package/dist/scripts/analyze-credit.d.ts +2 -1
- package/dist/scripts/analyze-credit.js +23 -24
- package/dist/scripts/analyze-orders.d.ts +77 -9
- package/dist/scripts/analyze-orders.js +65 -40
- package/dist/scripts/chart_command.d.ts +27 -18
- package/dist/scripts/chart_command.js +13 -11
- package/dist/scripts/check_any.d.ts +18 -0
- package/dist/scripts/check_any.js +126 -0
- package/dist/scripts/diagnose-pool-history.js +12 -7
- package/dist/scripts/print_grid.js +0 -1
- package/dist/scripts/run-tests.js +39 -7
- package/dist/scripts/runner.js +1 -1
- package/dist/scripts/test-credit-renewal.js +30 -21
- package/dist/scripts/update.d.ts +10 -5
- package/dist/scripts/update.js +168 -103
- package/dist/scripts/update_dist_freshness.js +1 -0
- package/dist/scripts/update_layout.d.ts +61 -0
- package/dist/scripts/update_layout.js +180 -0
- package/dist/scripts/validate_bots.js +2 -1
- package/dist/scripts/verify-browser-bundle.js +8 -0
- package/dist/unlock.d.ts +28 -3
- package/dist/unlock.js +63 -35
- package/docs/BITSHARES_ONBOARDING.md +2 -0
- package/docs/COPY_ON_WRITE_MASTER_PLAN.md +1 -1
- package/docs/COW_INVARIANTS.md +13 -6
- package/docs/DEXBOT_COMPARISON.md +8 -8
- package/docs/EVOLUTION.md +10 -9
- package/docs/FUND_MOVEMENT_AND_ACCOUNTING.md +5 -5
- package/docs/GRID_RECALCULATION.md +4 -2
- package/docs/GRID_RECONCILE.md +14 -3
- package/docs/LIFECYCLE.md +11 -11
- package/docs/MPA_CREDIT_USAGE.md +22 -3
- package/docs/README.md +14 -3
- package/docs/architecture.md +12 -9
- package/docs/developer_guide.md +6 -6
- package/market_adapter/README.md +6 -1
- package/modules/README.md +4 -1
- package/package.json +4 -1
|
@@ -0,0 +1,52 @@
|
|
|
1
|
+
'use strict';
|
|
2
|
+
// Declarative field layouts for each exchange's OHLC row arrays.
|
|
3
|
+
// [ts, open, high, low, close, volume] — Binance, Bybit, Bitget, OKX, MEXC.
|
|
4
|
+
export const OHLC_STANDARD = { minLength: 6, ts: 0, open: 1, high: 2, low: 3, close: 4, volume: 5 };
|
|
5
|
+
// KuCoin and HTX array payloads order close before high/low.
|
|
6
|
+
export const OHLC_CLOSE_HIGH_LOW = { minLength: 6, ts: 0, open: 1, high: 3, low: 4, close: 2, volume: 5 };
|
|
7
|
+
// Gate candlesticks: [ts, quoteVolume, close, high, low, open, baseVolume, windowClosed].
|
|
8
|
+
export const OHLC_GATE = { minLength: 7, ts: 0, open: 5, high: 3, low: 4, close: 2, volume: 6 };
|
|
9
|
+
// Kraken OHLC: [tsSeconds, open, high, low, close, vwap, volume, count].
|
|
10
|
+
export const OHLC_KRAKEN = { minLength: 7, ts: 0, open: 1, high: 2, low: 3, close: 4, volume: 6 };
|
|
11
|
+
/** Normalize a seconds- or milliseconds-epoch timestamp to milliseconds. */
|
|
12
|
+
export function normalizeTimestamp(raw) {
|
|
13
|
+
const ts = Number(raw);
|
|
14
|
+
if (!Number.isFinite(ts))
|
|
15
|
+
return Number.NaN;
|
|
16
|
+
return ts >= 1e12 ? Math.trunc(ts) : Math.trunc(ts * 1000);
|
|
17
|
+
}
|
|
18
|
+
export function parseCandleRow(row, idx) {
|
|
19
|
+
if (!Array.isArray(row) || row.length < idx.minLength)
|
|
20
|
+
return null;
|
|
21
|
+
const ts = normalizeTimestamp(row[idx.ts]);
|
|
22
|
+
const open = Number(row[idx.open]);
|
|
23
|
+
const high = Number(row[idx.high]);
|
|
24
|
+
const low = Number(row[idx.low]);
|
|
25
|
+
const close = Number(row[idx.close]);
|
|
26
|
+
const volume = Number(row[idx.volume]);
|
|
27
|
+
if (!Number.isFinite(ts) || ![open, high, low, close].every(Number.isFinite))
|
|
28
|
+
return null;
|
|
29
|
+
return [ts, open, high, low, close, Number.isFinite(volume) ? volume : 0];
|
|
30
|
+
}
|
|
31
|
+
export function parseCandleRows(rows, idx) {
|
|
32
|
+
return rows
|
|
33
|
+
.map((row) => parseCandleRow(row, idx))
|
|
34
|
+
.filter((x) => x != null)
|
|
35
|
+
.sort((a, b) => a[0] - b[0]);
|
|
36
|
+
}
|
|
37
|
+
/** HTX can return objects instead of arrays; map those to the shared shape. */
|
|
38
|
+
export function parseHtxObjectRow(row) {
|
|
39
|
+
if (!row || typeof row !== 'object')
|
|
40
|
+
return null;
|
|
41
|
+
const o = row;
|
|
42
|
+
const ts = normalizeTimestamp(o.id ?? o.timestamp ?? o.time);
|
|
43
|
+
const open = Number(o.open);
|
|
44
|
+
const high = Number(o.high);
|
|
45
|
+
const low = Number(o.low);
|
|
46
|
+
const close = Number(o.close);
|
|
47
|
+
const volume = Number(o.amount ?? o.vol ?? o.volume ?? 0);
|
|
48
|
+
if (!Number.isFinite(ts) || ![open, high, low, close].every(Number.isFinite))
|
|
49
|
+
return null;
|
|
50
|
+
return [ts, open, high, low, close, Number.isFinite(volume) ? volume : 0];
|
|
51
|
+
}
|
|
52
|
+
//# sourceMappingURL=cex_candle_parsing.js.map
|
|
@@ -1,6 +1,22 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
1
|
+
interface AssetRef {
|
|
2
|
+
id?: string | null;
|
|
3
|
+
precision?: unknown;
|
|
4
|
+
symbol?: string | null;
|
|
5
|
+
}
|
|
6
|
+
interface BookFetchOpts {
|
|
7
|
+
intervalSeconds?: unknown;
|
|
8
|
+
chunkMonths?: unknown;
|
|
9
|
+
timeRange?: {
|
|
10
|
+
gte?: string;
|
|
11
|
+
lte?: string;
|
|
12
|
+
} | null;
|
|
13
|
+
outPath?: string;
|
|
14
|
+
onPage?: (info: Record<string, unknown>) => void;
|
|
15
|
+
[key: string]: unknown;
|
|
16
|
+
}
|
|
17
|
+
declare function bookCacheKey(assetA: AssetRef | null | undefined, assetB: AssetRef | null | undefined): string;
|
|
18
|
+
declare function bookOutputPath(assetA: AssetRef | null | undefined, assetB: AssetRef | null | undefined, intervalSeconds: number): string;
|
|
19
|
+
declare function isBookChunkMatch(metaInput: unknown, requestKeyInput: unknown): boolean;
|
|
4
20
|
/**
|
|
5
21
|
* OHLC order-book fill candles for an asset pair with chunk-level disk reuse.
|
|
6
22
|
*
|
|
@@ -9,6 +25,6 @@ declare function isBookChunkMatch(meta: any, requestKey: any): boolean;
|
|
|
9
25
|
* @param {Object} [opts] – { intervalSeconds, chunkMonths, timeRange { gte, lte }, outPath, apiKey, timeout, signal, kibanaSearch, onPage }
|
|
10
26
|
* @returns {Promise<Array>} [[timestamp_ms, open, high, low, close, volume_A], ...]
|
|
11
27
|
*/
|
|
12
|
-
declare function fetchMarketCandlesSequentially(assetA:
|
|
28
|
+
declare function fetchMarketCandlesSequentially(assetA: AssetRef, assetB: AssetRef, opts?: BookFetchOpts): Promise<number[][]>;
|
|
13
29
|
export { bookCacheKey, bookOutputPath, isBookChunkMatch, fetchMarketCandlesSequentially, };
|
|
14
30
|
//# sourceMappingURL=fetch_book_data.d.ts.map
|
|
@@ -34,7 +34,9 @@ function bookOutputPath(assetA, assetB, intervalSeconds) {
|
|
|
34
34
|
const folder = bookCacheKey(assetA, assetB);
|
|
35
35
|
return path.join(PATHS.MARKET_ADAPTER.DATA_DIR, 'book', folder, `book_${folder}_${label}.json`);
|
|
36
36
|
}
|
|
37
|
-
function isBookChunkMatch(
|
|
37
|
+
function isBookChunkMatch(metaInput, requestKeyInput) {
|
|
38
|
+
const meta = metaInput;
|
|
39
|
+
const requestKey = requestKeyInput;
|
|
38
40
|
if (meta.source !== 'book' || requestKey.source !== 'book')
|
|
39
41
|
return false;
|
|
40
42
|
if (meta.pair !== requestKey.pair)
|
|
@@ -29,6 +29,13 @@ const DEFAULT_QUOTE = 'XAUT';
|
|
|
29
29
|
const DEFAULT_COMMON_QUOTE = 'USDT';
|
|
30
30
|
const DEFAULT_BOOTSTRAP_LOOKBACK_HOURS = 720;
|
|
31
31
|
const DEFAULT_BOTS_FILE = PATHS.PROFILES.BOTS_JSON;
|
|
32
|
+
import { parseCandleRow, parseCandleRows, parseHtxObjectRow, OHLC_STANDARD, OHLC_CLOSE_HIGH_LOW, OHLC_GATE, OHLC_KRAKEN, } from './cex_candle_parsing.js';
|
|
33
|
+
function asRecord(value) {
|
|
34
|
+
return value && typeof value === 'object' ? value : {};
|
|
35
|
+
}
|
|
36
|
+
function asArray(value) {
|
|
37
|
+
return Array.isArray(value) ? value : [];
|
|
38
|
+
}
|
|
32
39
|
const DEFAULT_EXCHANGES = [
|
|
33
40
|
'bybit',
|
|
34
41
|
'htx',
|
|
@@ -75,7 +82,7 @@ function loadBotNameIndex(botsFile) {
|
|
|
75
82
|
const parsed = parseJsonWithComments(raw);
|
|
76
83
|
const bots = Array.isArray(parsed?.bots) ? parsed.bots : [];
|
|
77
84
|
return bots
|
|
78
|
-
.map((bot, index) => ({ bot, index }))
|
|
85
|
+
.map((bot, index) => ({ bot: bot, index }))
|
|
79
86
|
.filter(({ bot }) => bot && typeof bot === 'object' && bot.name);
|
|
80
87
|
}
|
|
81
88
|
catch (_err) {
|
|
@@ -145,12 +152,6 @@ function normalizeBaseAsset(base, symbol) {
|
|
|
145
152
|
}
|
|
146
153
|
return rawBase;
|
|
147
154
|
}
|
|
148
|
-
function normalizeTimestamp(raw) {
|
|
149
|
-
const ts = Number(raw);
|
|
150
|
-
if (!Number.isFinite(ts))
|
|
151
|
-
return null;
|
|
152
|
-
return ts >= 1e12 ? Math.trunc(ts) : Math.trunc(ts * 1000);
|
|
153
|
-
}
|
|
154
155
|
function computeRequiredCandles(amaConfig = null, cfg = null) {
|
|
155
156
|
const ama = amaConfig || MARKET_ADAPTER.AMAS[MARKET_ADAPTER.DEFAULT_AMA_KEY] || MARKET_ADAPTER.AMAS.AMA3;
|
|
156
157
|
if (!ama)
|
|
@@ -233,8 +234,8 @@ function marketRow(base, quote, id, extra = {}) {
|
|
|
233
234
|
};
|
|
234
235
|
}
|
|
235
236
|
function extractMarketsFromList(list, mapper) {
|
|
236
|
-
const rows =
|
|
237
|
-
return rows.map(mapper).filter((row) => row && row.id && row.base && row.quote);
|
|
237
|
+
const rows = asArray(list);
|
|
238
|
+
return rows.map(mapper).filter((row) => Boolean(row && row.id && row.base && row.quote));
|
|
238
239
|
}
|
|
239
240
|
const EXCHANGES = {
|
|
240
241
|
binance: {
|
|
@@ -252,26 +253,11 @@ const EXCHANGES = {
|
|
|
252
253
|
url.searchParams.set('endTime', String(Math.max(0, Math.trunc(untilMs))));
|
|
253
254
|
return url.toString();
|
|
254
255
|
},
|
|
255
|
-
parseMarkets: (json) => extractMarketsFromList(json
|
|
256
|
-
|
|
257
|
-
|
|
258
|
-
|
|
259
|
-
|
|
260
|
-
if (!Array.isArray(row) || row.length < 6)
|
|
261
|
-
return null;
|
|
262
|
-
const ts = normalizeTimestamp(row[0]);
|
|
263
|
-
const open = Number(row[1]);
|
|
264
|
-
const high = Number(row[2]);
|
|
265
|
-
const low = Number(row[3]);
|
|
266
|
-
const close = Number(row[4]);
|
|
267
|
-
const volume = Number(row[5]);
|
|
268
|
-
if (!Number.isFinite(ts) || ![open, high, low, close].every(Number.isFinite))
|
|
269
|
-
return null;
|
|
270
|
-
return [ts, open, high, low, close, Number.isFinite(volume) ? volume : 0];
|
|
271
|
-
})
|
|
272
|
-
.filter((x) => x != null)
|
|
273
|
-
.sort((a, b) => a[0] - b[0]);
|
|
274
|
-
},
|
|
256
|
+
parseMarkets: (json) => extractMarketsFromList(asRecord(json).symbols, (row) => {
|
|
257
|
+
const r = asRecord(row);
|
|
258
|
+
return marketRow(r.baseAsset, r.quoteAsset, r.symbol, { status: r.status });
|
|
259
|
+
}),
|
|
260
|
+
parseCandles: (json) => parseCandleRows(asArray(json), OHLC_STANDARD),
|
|
275
261
|
},
|
|
276
262
|
bybit: {
|
|
277
263
|
name: 'Bybit',
|
|
@@ -303,26 +289,11 @@ const EXCHANGES = {
|
|
|
303
289
|
url.searchParams.set('end', String(Math.max(0, Math.trunc(untilMs))));
|
|
304
290
|
return url.toString();
|
|
305
291
|
},
|
|
306
|
-
parseMarkets: (json) => extractMarketsFromList(json
|
|
307
|
-
|
|
308
|
-
|
|
309
|
-
|
|
310
|
-
|
|
311
|
-
if (!Array.isArray(row) || row.length < 6)
|
|
312
|
-
return null;
|
|
313
|
-
const ts = normalizeTimestamp(row[0]);
|
|
314
|
-
const open = Number(row[1]);
|
|
315
|
-
const high = Number(row[2]);
|
|
316
|
-
const low = Number(row[3]);
|
|
317
|
-
const close = Number(row[4]);
|
|
318
|
-
const volume = Number(row[5]);
|
|
319
|
-
if (!Number.isFinite(ts) || ![open, high, low, close].every(Number.isFinite))
|
|
320
|
-
return null;
|
|
321
|
-
return [ts, open, high, low, close, Number.isFinite(volume) ? volume : 0];
|
|
322
|
-
})
|
|
323
|
-
.filter((x) => x != null)
|
|
324
|
-
.sort((a, b) => a[0] - b[0]);
|
|
325
|
-
},
|
|
292
|
+
parseMarkets: (json) => extractMarketsFromList(asRecord(asRecord(json).result).list, (row) => {
|
|
293
|
+
const r = asRecord(row);
|
|
294
|
+
return marketRow(r.baseCoin, r.quoteCoin, r.symbol, { status: r.status });
|
|
295
|
+
}),
|
|
296
|
+
parseCandles: (json) => parseCandleRows(asArray(asRecord(asRecord(json).result).list), OHLC_STANDARD),
|
|
326
297
|
},
|
|
327
298
|
gate: {
|
|
328
299
|
name: 'Gate',
|
|
@@ -339,26 +310,11 @@ const EXCHANGES = {
|
|
|
339
310
|
url.searchParams.set('to', String(Math.max(0, Math.trunc(untilMs / 1000))));
|
|
340
311
|
return url.toString();
|
|
341
312
|
},
|
|
342
|
-
parseMarkets: (json) => extractMarketsFromList(json, (row) =>
|
|
343
|
-
|
|
344
|
-
|
|
345
|
-
|
|
346
|
-
|
|
347
|
-
if (!Array.isArray(row) || row.length < 7)
|
|
348
|
-
return null;
|
|
349
|
-
const ts = normalizeTimestamp(row[0]);
|
|
350
|
-
const close = Number(row[2]);
|
|
351
|
-
const high = Number(row[3]);
|
|
352
|
-
const low = Number(row[4]);
|
|
353
|
-
const open = Number(row[5]);
|
|
354
|
-
const volume = Number(row[6]);
|
|
355
|
-
if (!Number.isFinite(ts) || ![open, high, low, close].every(Number.isFinite))
|
|
356
|
-
return null;
|
|
357
|
-
return [ts, open, high, low, close, Number.isFinite(volume) ? volume : 0];
|
|
358
|
-
})
|
|
359
|
-
.filter((x) => x != null)
|
|
360
|
-
.sort((a, b) => a[0] - b[0]);
|
|
361
|
-
},
|
|
313
|
+
parseMarkets: (json) => extractMarketsFromList(json, (row) => {
|
|
314
|
+
const r = asRecord(row);
|
|
315
|
+
return marketRow(r.base, r.quote, r.id, { tradeStatus: r.trade_status });
|
|
316
|
+
}),
|
|
317
|
+
parseCandles: (json) => parseCandleRows(asArray(json), OHLC_GATE),
|
|
362
318
|
},
|
|
363
319
|
bitget: {
|
|
364
320
|
name: 'Bitget',
|
|
@@ -389,26 +345,11 @@ const EXCHANGES = {
|
|
|
389
345
|
url.searchParams.set('endTime', String(Math.max(0, Math.trunc(untilMs))));
|
|
390
346
|
return url.toString();
|
|
391
347
|
},
|
|
392
|
-
parseMarkets: (json) => extractMarketsFromList(json
|
|
393
|
-
|
|
394
|
-
|
|
395
|
-
|
|
396
|
-
|
|
397
|
-
if (!Array.isArray(row) || row.length < 6)
|
|
398
|
-
return null;
|
|
399
|
-
const ts = normalizeTimestamp(row[0]);
|
|
400
|
-
const open = Number(row[1]);
|
|
401
|
-
const high = Number(row[2]);
|
|
402
|
-
const low = Number(row[3]);
|
|
403
|
-
const close = Number(row[4]);
|
|
404
|
-
const volume = Number(row[5]);
|
|
405
|
-
if (!Number.isFinite(ts) || ![open, high, low, close].every(Number.isFinite))
|
|
406
|
-
return null;
|
|
407
|
-
return [ts, open, high, low, close, Number.isFinite(volume) ? volume : 0];
|
|
408
|
-
})
|
|
409
|
-
.filter((x) => x != null)
|
|
410
|
-
.sort((a, b) => a[0] - b[0]);
|
|
411
|
-
},
|
|
348
|
+
parseMarkets: (json) => extractMarketsFromList(asRecord(json).data, (row) => {
|
|
349
|
+
const r = asRecord(row);
|
|
350
|
+
return marketRow(r.baseCoin, r.quoteCoin, r.symbol, { status: r.status });
|
|
351
|
+
}),
|
|
352
|
+
parseCandles: (json) => parseCandleRows(asArray(asRecord(json).data), OHLC_STANDARD),
|
|
412
353
|
},
|
|
413
354
|
kucoin: {
|
|
414
355
|
name: 'KuCoin',
|
|
@@ -438,26 +379,11 @@ const EXCHANGES = {
|
|
|
438
379
|
url.searchParams.set('endAt', String(Math.max(0, Math.trunc(untilMs / 1000))));
|
|
439
380
|
return url.toString();
|
|
440
381
|
},
|
|
441
|
-
parseMarkets: (json) => extractMarketsFromList(json
|
|
442
|
-
|
|
443
|
-
|
|
444
|
-
|
|
445
|
-
|
|
446
|
-
if (!Array.isArray(row) || row.length < 6)
|
|
447
|
-
return null;
|
|
448
|
-
const ts = normalizeTimestamp(row[0]);
|
|
449
|
-
const open = Number(row[1]);
|
|
450
|
-
const close = Number(row[2]);
|
|
451
|
-
const high = Number(row[3]);
|
|
452
|
-
const low = Number(row[4]);
|
|
453
|
-
const volume = Number(row[5]);
|
|
454
|
-
if (!Number.isFinite(ts) || ![open, high, low, close].every(Number.isFinite))
|
|
455
|
-
return null;
|
|
456
|
-
return [ts, open, high, low, close, Number.isFinite(volume) ? volume : 0];
|
|
457
|
-
})
|
|
458
|
-
.filter((x) => x != null)
|
|
459
|
-
.sort((a, b) => a[0] - b[0]);
|
|
460
|
-
},
|
|
382
|
+
parseMarkets: (json) => extractMarketsFromList(asRecord(json).data, (row) => {
|
|
383
|
+
const r = asRecord(row);
|
|
384
|
+
return marketRow(r.baseCurrency, r.quoteCurrency, r.symbol, { enableTrading: r.enableTrading });
|
|
385
|
+
}),
|
|
386
|
+
parseCandles: (json) => parseCandleRows(asArray(asRecord(json).data), OHLC_CLOSE_HIGH_LOW),
|
|
461
387
|
},
|
|
462
388
|
htx: {
|
|
463
389
|
name: 'HTX',
|
|
@@ -489,41 +415,18 @@ const EXCHANGES = {
|
|
|
489
415
|
url.searchParams.set('to', String(Math.max(0, Math.trunc(untilMs / 1000))));
|
|
490
416
|
return url.toString();
|
|
491
417
|
},
|
|
492
|
-
parseMarkets: (json) => extractMarketsFromList(json
|
|
493
|
-
const
|
|
494
|
-
const
|
|
495
|
-
const
|
|
496
|
-
|
|
418
|
+
parseMarkets: (json) => extractMarketsFromList(Array.isArray(asRecord(json).data) ? asRecord(json).data : json, (row) => {
|
|
419
|
+
const r = asRecord(row);
|
|
420
|
+
const base = r.baseCurrency || r['base-currency'] || r.base_currency;
|
|
421
|
+
const quote = r.quoteCurrency || r['quote-currency'] || r.quote_currency;
|
|
422
|
+
const id = r.symbol || r['symbol'];
|
|
423
|
+
return marketRow(base, quote, id, { state: r.state });
|
|
497
424
|
}),
|
|
498
425
|
parseCandles: (json) => {
|
|
499
|
-
const
|
|
426
|
+
const data = asRecord(json).data;
|
|
427
|
+
const rows = Array.isArray(data) ? data : asArray(json);
|
|
500
428
|
return rows
|
|
501
|
-
.map((row) =>
|
|
502
|
-
if (Array.isArray(row)) {
|
|
503
|
-
if (row.length < 6)
|
|
504
|
-
return null;
|
|
505
|
-
const ts = normalizeTimestamp(row[0]);
|
|
506
|
-
const open = Number(row[1]);
|
|
507
|
-
const close = Number(row[2]);
|
|
508
|
-
const high = Number(row[3]);
|
|
509
|
-
const low = Number(row[4]);
|
|
510
|
-
const volume = Number(row[5]);
|
|
511
|
-
if (!Number.isFinite(ts) || ![open, high, low, close].every(Number.isFinite))
|
|
512
|
-
return null;
|
|
513
|
-
return [ts, open, high, low, close, Number.isFinite(volume) ? volume : 0];
|
|
514
|
-
}
|
|
515
|
-
if (!row || typeof row !== 'object')
|
|
516
|
-
return null;
|
|
517
|
-
const ts = normalizeTimestamp(row.id ?? row.timestamp ?? row.time);
|
|
518
|
-
const open = Number(row.open);
|
|
519
|
-
const high = Number(row.high);
|
|
520
|
-
const low = Number(row.low);
|
|
521
|
-
const close = Number(row.close);
|
|
522
|
-
const volume = Number(row.amount ?? row.vol ?? row.volume ?? 0);
|
|
523
|
-
if (!Number.isFinite(ts) || ![open, high, low, close].every(Number.isFinite))
|
|
524
|
-
return null;
|
|
525
|
-
return [ts, open, high, low, close, Number.isFinite(volume) ? volume : 0];
|
|
526
|
-
})
|
|
429
|
+
.map((row) => (Array.isArray(row) ? parseCandleRow(row, OHLC_CLOSE_HIGH_LOW) : parseHtxObjectRow(row)))
|
|
527
430
|
.filter((x) => x != null)
|
|
528
431
|
.sort((a, b) => a[0] - b[0]);
|
|
529
432
|
},
|
|
@@ -555,38 +458,23 @@ const EXCHANGES = {
|
|
|
555
458
|
return url.toString();
|
|
556
459
|
},
|
|
557
460
|
parseMarkets: (json) => {
|
|
558
|
-
const entries = Object.entries(json
|
|
461
|
+
const entries = Object.entries(asRecord(asRecord(json).result));
|
|
559
462
|
return entries.map(([key, row]) => {
|
|
560
|
-
const
|
|
463
|
+
const r = asRecord(row);
|
|
464
|
+
const ws = String(r.wsname || '').toUpperCase();
|
|
561
465
|
const [baseFromWs, quoteFromWs] = ws.includes('/') ? ws.split('/') : [null, null];
|
|
562
|
-
const base = baseFromWs || upper(
|
|
563
|
-
const quote = quoteFromWs || upper(
|
|
564
|
-
const id =
|
|
565
|
-
return marketRow(base, quote, id, { wsname:
|
|
566
|
-
}).filter((row) => row.id && row.base && row.quote);
|
|
466
|
+
const base = baseFromWs || upper(r.base);
|
|
467
|
+
const quote = quoteFromWs || upper(r.quote);
|
|
468
|
+
const id = r.altname || key;
|
|
469
|
+
return marketRow(base, quote, id, { wsname: r.wsname });
|
|
470
|
+
}).filter((row) => Boolean(row.id && row.base && row.quote));
|
|
567
471
|
},
|
|
568
472
|
parseCandles: (json) => {
|
|
569
|
-
const result = json
|
|
473
|
+
const result = asRecord(asRecord(json).result);
|
|
570
474
|
const pairKey = Object.keys(result).find((key) => key !== 'last');
|
|
571
475
|
if (!pairKey)
|
|
572
476
|
return [];
|
|
573
|
-
|
|
574
|
-
return rows
|
|
575
|
-
.map((row) => {
|
|
576
|
-
if (!Array.isArray(row) || row.length < 7)
|
|
577
|
-
return null;
|
|
578
|
-
const ts = normalizeTimestamp(Number(row[0]) * 1000);
|
|
579
|
-
const open = Number(row[1]);
|
|
580
|
-
const high = Number(row[2]);
|
|
581
|
-
const low = Number(row[3]);
|
|
582
|
-
const close = Number(row[4]);
|
|
583
|
-
const volume = Number(row[6]);
|
|
584
|
-
if (!Number.isFinite(ts) || ![open, high, low, close].every(Number.isFinite))
|
|
585
|
-
return null;
|
|
586
|
-
return [ts, open, high, low, close, Number.isFinite(volume) ? volume : 0];
|
|
587
|
-
})
|
|
588
|
-
.filter((x) => x != null)
|
|
589
|
-
.sort((a, b) => a[0] - b[0]);
|
|
477
|
+
return parseCandleRows(asArray(result[pairKey]), OHLC_KRAKEN);
|
|
590
478
|
},
|
|
591
479
|
},
|
|
592
480
|
okx: {
|
|
@@ -620,26 +508,11 @@ const EXCHANGES = {
|
|
|
620
508
|
url.searchParams.set('after', String(Math.max(0, Math.trunc(untilMs))));
|
|
621
509
|
return url.toString();
|
|
622
510
|
},
|
|
623
|
-
parseMarkets: (json) => extractMarketsFromList(json
|
|
624
|
-
|
|
625
|
-
|
|
626
|
-
|
|
627
|
-
|
|
628
|
-
if (!Array.isArray(row) || row.length < 6)
|
|
629
|
-
return null;
|
|
630
|
-
const ts = normalizeTimestamp(row[0]);
|
|
631
|
-
const open = Number(row[1]);
|
|
632
|
-
const high = Number(row[2]);
|
|
633
|
-
const low = Number(row[3]);
|
|
634
|
-
const close = Number(row[4]);
|
|
635
|
-
const volume = Number(row[5]);
|
|
636
|
-
if (!Number.isFinite(ts) || ![open, high, low, close].every(Number.isFinite))
|
|
637
|
-
return null;
|
|
638
|
-
return [ts, open, high, low, close, Number.isFinite(volume) ? volume : 0];
|
|
639
|
-
})
|
|
640
|
-
.filter((x) => x != null)
|
|
641
|
-
.sort((a, b) => a[0] - b[0]);
|
|
642
|
-
},
|
|
511
|
+
parseMarkets: (json) => extractMarketsFromList(asRecord(json).data, (row) => {
|
|
512
|
+
const r = asRecord(row);
|
|
513
|
+
return marketRow(r.baseCcy, r.quoteCcy, r.instId, { state: r.state });
|
|
514
|
+
}),
|
|
515
|
+
parseCandles: (json) => parseCandleRows(asArray(asRecord(json).data), OHLC_STANDARD),
|
|
643
516
|
},
|
|
644
517
|
mexc: {
|
|
645
518
|
name: 'MEXC',
|
|
@@ -673,26 +546,11 @@ const EXCHANGES = {
|
|
|
673
546
|
url.searchParams.set('endTime', String(Math.max(0, Math.trunc(untilMs))));
|
|
674
547
|
return url.toString();
|
|
675
548
|
},
|
|
676
|
-
parseMarkets: (json) => extractMarketsFromList(json
|
|
677
|
-
|
|
678
|
-
|
|
679
|
-
|
|
680
|
-
|
|
681
|
-
if (!Array.isArray(row) || row.length < 6)
|
|
682
|
-
return null;
|
|
683
|
-
const ts = normalizeTimestamp(row[0]);
|
|
684
|
-
const open = Number(row[1]);
|
|
685
|
-
const high = Number(row[2]);
|
|
686
|
-
const low = Number(row[3]);
|
|
687
|
-
const close = Number(row[4]);
|
|
688
|
-
const volume = Number(row[5]);
|
|
689
|
-
if (!Number.isFinite(ts) || ![open, high, low, close].every(Number.isFinite))
|
|
690
|
-
return null;
|
|
691
|
-
return [ts, open, high, low, close, Number.isFinite(volume) ? volume : 0];
|
|
692
|
-
})
|
|
693
|
-
.filter((x) => x != null)
|
|
694
|
-
.sort((a, b) => a[0] - b[0]);
|
|
695
|
-
},
|
|
549
|
+
parseMarkets: (json) => extractMarketsFromList(asRecord(json).symbols, (row) => {
|
|
550
|
+
const r = asRecord(row);
|
|
551
|
+
return marketRow(normalizeBaseAsset(r.baseAsset, r.symbol), r.quoteAsset, r.symbol, { status: r.status });
|
|
552
|
+
}),
|
|
553
|
+
parseCandles: (json) => parseCandleRows(asArray(json), OHLC_STANDARD),
|
|
696
554
|
},
|
|
697
555
|
};
|
|
698
556
|
function parseArgs() {
|
|
@@ -852,20 +710,22 @@ function findMarketId(markets, base, quote) {
|
|
|
852
710
|
function buildSyntheticCandle(left, right) {
|
|
853
711
|
// Guard against degenerate zero/negative leg prices: dividing by them
|
|
854
712
|
// would produce Infinity/NaN OHLC rows in the seed file.
|
|
855
|
-
const
|
|
856
|
-
const
|
|
713
|
+
const l = asArray(left).map(Number);
|
|
714
|
+
const r = asArray(right).map(Number);
|
|
715
|
+
const leftPrices = [l[1], l[2], l[3], l[4]];
|
|
716
|
+
const rightPrices = [r[1], r[2], r[3], r[4]];
|
|
857
717
|
if (!leftPrices.every((v) => Number.isFinite(v) && v > 0)
|
|
858
718
|
|| !rightPrices.every((v) => Number.isFinite(v) && v > 0)) {
|
|
859
719
|
return null;
|
|
860
720
|
}
|
|
861
|
-
const open =
|
|
862
|
-
const close =
|
|
863
|
-
const high = Math.max(
|
|
864
|
-
const low = Math.min(
|
|
721
|
+
const open = l[1] / r[1];
|
|
722
|
+
const close = l[4] / r[4];
|
|
723
|
+
const high = Math.max(l[2] / r[3], open, close);
|
|
724
|
+
const low = Math.min(l[3] / r[2], open, close);
|
|
865
725
|
if (![open, high, low, close].every(Number.isFinite))
|
|
866
726
|
return null;
|
|
867
|
-
const volume = Number(
|
|
868
|
-
return [
|
|
727
|
+
const volume = Number(l[5] || 0);
|
|
728
|
+
return [l[0], open, high, low, close, Number.isFinite(volume) ? volume : 0];
|
|
869
729
|
}
|
|
870
730
|
function synthesizeCrossCandles(leftCandles, rightCandles) {
|
|
871
731
|
const leftMap = new Map(leftCandles.map((row) => [row[0], row]));
|
|
@@ -889,10 +749,11 @@ function chooseOutputPath(config, intervalLabel) {
|
|
|
889
749
|
}
|
|
890
750
|
function dedupeCandles(candles) {
|
|
891
751
|
const map = new Map();
|
|
892
|
-
for (const candle of
|
|
752
|
+
for (const candle of asArray(candles)) {
|
|
893
753
|
if (!Array.isArray(candle) || !Number.isFinite(candle[0]))
|
|
894
754
|
continue;
|
|
895
|
-
|
|
755
|
+
const row = candle;
|
|
756
|
+
map.set(row[0], row);
|
|
896
757
|
}
|
|
897
758
|
return [...map.values()].sort((a, b) => a[0] - b[0]);
|
|
898
759
|
}
|
|
@@ -935,7 +796,7 @@ async function fetchHistoricalCandles(def, marketId, interval, intervalSeconds,
|
|
|
935
796
|
break;
|
|
936
797
|
}
|
|
937
798
|
if (i < maxIterations - 1) {
|
|
938
|
-
await new Promise((
|
|
799
|
+
await new Promise((resolve) => setTimeout(resolve, MARKET_ADAPTER.CEX_API_DELAY_MS));
|
|
939
800
|
}
|
|
940
801
|
}
|
|
941
802
|
return dedupeCandles(collected);
|
|
@@ -943,7 +804,7 @@ async function fetchHistoricalCandles(def, marketId, interval, intervalSeconds,
|
|
|
943
804
|
async function probeExchange(exchangeId, base, quote, commonQuote, interval, intervalSeconds, requiredCandles, probeLookbackHours, pageLimit) {
|
|
944
805
|
const def = EXCHANGES[exchangeId];
|
|
945
806
|
if (!def) {
|
|
946
|
-
return { exchangeId, error: `Unknown exchange: ${exchangeId}
|
|
807
|
+
return { exchangeId, error: `Unknown exchange: ${exchangeId}`, baseCandles: [], quoteCandles: [], requiredCandles, probeLookbackHours, probeCandles: 0 };
|
|
947
808
|
}
|
|
948
809
|
try {
|
|
949
810
|
const marketsRes = await fetchJson(def.marketsUrl);
|
|
@@ -952,6 +813,11 @@ async function probeExchange(exchangeId, base, quote, commonQuote, interval, int
|
|
|
952
813
|
exchangeId,
|
|
953
814
|
name: def.name,
|
|
954
815
|
error: `markets HTTP ${marketsRes.status} ${marketsRes.statusText}`.trim(),
|
|
816
|
+
baseCandles: [],
|
|
817
|
+
quoteCandles: [],
|
|
818
|
+
requiredCandles,
|
|
819
|
+
probeLookbackHours,
|
|
820
|
+
probeCandles: 0,
|
|
955
821
|
};
|
|
956
822
|
}
|
|
957
823
|
const markets = def.parseMarkets(marketsRes.json);
|
|
@@ -989,18 +855,23 @@ async function probeExchange(exchangeId, base, quote, commonQuote, interval, int
|
|
|
989
855
|
exchangeId,
|
|
990
856
|
name: def.name,
|
|
991
857
|
error: getErrorMessage(err),
|
|
858
|
+
baseCandles: [],
|
|
859
|
+
quoteCandles: [],
|
|
860
|
+
requiredCandles,
|
|
861
|
+
probeLookbackHours,
|
|
862
|
+
probeCandles: 0,
|
|
992
863
|
};
|
|
993
864
|
}
|
|
994
865
|
}
|
|
995
866
|
function pickBestExchange(probes, preferredExchangeIds) {
|
|
996
|
-
const preferred =
|
|
867
|
+
const preferred = preferredExchangeIds.map((id) => lower(id));
|
|
997
868
|
const ranked = rankProbes(probes, preferred, true);
|
|
998
869
|
return ranked[0] || null;
|
|
999
870
|
}
|
|
1000
871
|
function rankProbes(probes, preferredExchangeIds, onlyUsable = false) {
|
|
1001
|
-
const preferred =
|
|
872
|
+
const preferred = preferredExchangeIds.map((id) => lower(id));
|
|
1002
873
|
return probes
|
|
1003
|
-
.filter((probe) => probe && !probe.error && probe.baseCommon && probe.quoteCommon && probe.hasUsableTimeframe)
|
|
874
|
+
.filter((probe) => Boolean(probe && !probe.error && probe.baseCommon && probe.quoteCommon && probe.hasUsableTimeframe))
|
|
1004
875
|
.map((probe) => ({
|
|
1005
876
|
...probe,
|
|
1006
877
|
score: Math.min(probe.baseRange?.count || 0, probe.quoteRange?.count || 0),
|
|
@@ -1059,7 +930,7 @@ async function main() {
|
|
|
1059
930
|
const parsedConfig = parseArgs();
|
|
1060
931
|
// Handle --help before bot-derived resolution so a typo'd --bot-name does
|
|
1061
932
|
// not crash instead of printing usage.
|
|
1062
|
-
if (parsedConfig.config
|
|
933
|
+
if (parsedConfig.config?.help) {
|
|
1063
934
|
printHelp();
|
|
1064
935
|
return;
|
|
1065
936
|
}
|
|
@@ -1156,12 +1027,13 @@ async function main() {
|
|
|
1156
1027
|
if (!config.quiet) {
|
|
1157
1028
|
console.log(`Wrote ${filled.length} synthetic candles to ${outPath}`);
|
|
1158
1029
|
console.log(`Source: ${selected.exchangeId} (${def.name})`);
|
|
1159
|
-
console.log(`Legs: ${baseMarket
|
|
1030
|
+
console.log(`Legs: ${baseMarket?.id ?? '?'} and ${quoteMarket?.id ?? '?'}`);
|
|
1160
1031
|
console.log(`Output pair: ${upper(config.base)}/${upper(config.quote)}`);
|
|
1161
1032
|
}
|
|
1162
1033
|
}
|
|
1163
1034
|
main().catch((err) => {
|
|
1164
|
-
|
|
1035
|
+
const e = err;
|
|
1036
|
+
console.error(e?.stack || e?.message || String(err));
|
|
1165
1037
|
process.exit(1);
|
|
1166
1038
|
});
|
|
1167
1039
|
//# sourceMappingURL=fetch_cex_synthetic_data.js.map
|
|
@@ -1,13 +1,48 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
1
|
+
interface AssetRef {
|
|
2
|
+
id?: string;
|
|
3
|
+
precision?: number;
|
|
4
|
+
symbol?: string | null;
|
|
5
|
+
[key: string]: unknown;
|
|
6
|
+
}
|
|
7
|
+
interface LpPageInfo {
|
|
8
|
+
event?: string;
|
|
9
|
+
direction?: string;
|
|
10
|
+
page?: number;
|
|
11
|
+
attempt?: number;
|
|
12
|
+
error?: string;
|
|
13
|
+
[key: string]: unknown;
|
|
14
|
+
}
|
|
15
|
+
interface LpConfig {
|
|
16
|
+
intervalSeconds: number;
|
|
17
|
+
lookbackHours?: number;
|
|
18
|
+
apiKey?: string | null;
|
|
19
|
+
chunkMonths: number;
|
|
20
|
+
timeRange?: {
|
|
21
|
+
gte?: string;
|
|
22
|
+
lte?: string;
|
|
23
|
+
};
|
|
24
|
+
outPath?: string;
|
|
25
|
+
onPage?: (info: LpPageInfo) => void;
|
|
26
|
+
[key: string]: unknown;
|
|
27
|
+
}
|
|
28
|
+
interface BotConfig {
|
|
29
|
+
name?: string;
|
|
30
|
+
active?: boolean;
|
|
31
|
+
startPrice?: unknown;
|
|
32
|
+
assetA?: string;
|
|
33
|
+
assetB?: string;
|
|
34
|
+
[key: string]: unknown;
|
|
35
|
+
}
|
|
36
|
+
declare function outputPath(poolId: unknown, intervalSeconds: number, assetA: AssetRef, assetB: AssetRef): string;
|
|
37
|
+
declare function applyPrecisionOverrides(assetA: AssetRef, assetB: AssetRef, precA: number | null, precB: number | null): {
|
|
38
|
+
assetA: AssetRef;
|
|
39
|
+
assetB: AssetRef;
|
|
5
40
|
};
|
|
6
|
-
declare function fetchCandlesSequentially(fullPoolId:
|
|
7
|
-
declare function parseBotsConfig(raw:
|
|
41
|
+
declare function fetchCandlesSequentially(fullPoolId: string, assetA: AssetRef, assetB: AssetRef, config: LpConfig, outPath: string): Promise<number[][]>;
|
|
42
|
+
declare function parseBotsConfig(raw: string, sourceLabel?: string): BotConfig[];
|
|
8
43
|
/**
|
|
9
44
|
* Pick a bot: by name if given, otherwise first active bot with startPrice: "pool".
|
|
10
45
|
*/
|
|
11
|
-
declare function selectBot(bots:
|
|
46
|
+
declare function selectBot(bots: BotConfig[], botName: string | null | undefined): BotConfig;
|
|
12
47
|
export { applyPrecisionOverrides, parseBotsConfig, selectBot, fetchCandlesSequentially, outputPath };
|
|
13
48
|
//# sourceMappingURL=fetch_lp_data.d.ts.map
|