dexbot 1.6.11 → 1.6.13
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +67 -4
- package/README.md +2 -1
- package/analysis/README.md +11 -11
- package/analysis/ama_fitting/README.md +5 -3
- package/analysis/tradingview/README.md +1 -1
- package/analysis/trend_detection/DYNAMIC_WEIGHT_RESEARCH.md +3 -3
- package/claw/README.md +1 -0
- package/claw/docs/AI_BOT_LIBRARY_API.md +2 -0
- package/claw/docs/DEXBOT2_TUNING_CHEAT_SHEET.md +4 -3
- package/claw/modules/chain_broadcast.ts +7 -1
- package/claw/modules/claw_bridge.ts +0 -3
- package/claw/modules/claw_launcher.ts +1 -1
- package/claw/modules/claw_skill_md.ts +1 -0
- package/claw/modules/launcher_mode_detector.ts +9 -2
- package/claw/package.json +3 -3
- package/claw/runtimes/openclaw-plugin/openclaw.plugin.json +1 -1
- package/claw/runtimes/openclaw-plugin/package.json +1 -1
- package/claw/tsconfig.json +2 -2
- package/dist/analysis/account_resolver.d.ts +1 -1
- package/dist/analysis/account_resolver.js +2 -1
- package/dist/analysis/ama_fitting/analyze_ama_price_changes.js +3 -4
- package/dist/analysis/ama_fitting/analyze_lambda_vs_slow.js +3 -21
- package/dist/analysis/ama_fitting/calibrate_convergence_er.js +0 -1
- package/dist/analysis/ama_fitting/fetch_lp_candles.js +55 -45
- package/dist/analysis/ama_fitting/generate_unified_comparison_chart.d.ts +1 -8
- package/dist/analysis/ama_fitting/generate_unified_comparison_chart.js +45 -24
- package/dist/analysis/ama_fitting/optimizer_high_resolution.js +34 -78
- package/dist/analysis/analyze_args.d.ts +43 -0
- package/dist/analysis/analyze_args.js +61 -0
- package/dist/analysis/analyze_dynamic_weight.js +7 -17
- package/dist/analysis/analyze_kalman.js +7 -17
- package/dist/analysis/analyze_regime.js +7 -17
- package/dist/analysis/analyze_regime_windows.js +8 -18
- package/dist/analysis/analyze_risk_profile.js +8 -18
- package/dist/analysis/analyze_trade_heatmap.js +7 -17
- package/dist/analysis/analyze_volatility.js +7 -17
- package/dist/analysis/bot_fitting/backtest_ama_sweep.d.ts +221 -28
- package/dist/analysis/bot_fitting/backtest_ama_sweep.js +23 -103
- package/dist/analysis/bot_fitting/backtest_bot_fitting.d.ts +34 -4
- package/dist/analysis/bot_fitting/backtest_bot_fitting.js +32 -150
- package/dist/analysis/bot_fitting/backtest_lookback_drawdown.js +19 -34
- package/dist/analysis/bot_fitting/shared_utils.d.ts +77 -9
- package/dist/analysis/bot_fitting/shared_utils.js +125 -9
- package/dist/analysis/bot_key_utils.d.ts +18 -10
- package/dist/analysis/bot_key_utils.js +7 -4
- package/dist/analysis/bot_usage/discover_bot_accounts.js +44 -47
- package/dist/analysis/bot_usage/kibana_bot_queries.d.ts +1 -21
- package/dist/analysis/chain_pool.d.ts +3 -1
- package/dist/analysis/chart_ui.d.ts +35 -3
- package/dist/analysis/chart_ui.js +43 -4
- package/dist/analysis/chart_utils.d.ts +5 -5
- package/dist/analysis/chart_utils.js +9 -0
- package/dist/analysis/fills_cache.d.ts +4 -24
- package/dist/analysis/fills_cache.js +3 -84
- package/dist/analysis/fills_source.d.ts +33 -3
- package/dist/analysis/fills_source.js +83 -13
- package/dist/analysis/grid_correction_check.d.ts +2 -24
- package/dist/analysis/grid_correction_check.js +27 -69
- package/dist/analysis/math_utils.d.ts +91 -6
- package/dist/analysis/math_utils.js +119 -7
- package/dist/analysis/pnl_report.js +29 -29
- package/dist/analysis/price_sources.d.ts +30 -9
- package/dist/analysis/price_sources.js +28 -4
- package/dist/analysis/resolve_bot_accounts.js +2 -2
- package/dist/analysis/resolve_source.d.ts +1 -1
- package/dist/analysis/resolve_source.js +31 -10
- package/dist/analysis/trade_profitability.d.ts +29 -2
- package/dist/analysis/trade_profitability.js +73 -147
- package/dist/analysis/tradingview/analyze_tradingview.d.ts +3 -8
- package/dist/analysis/tradingview/analyze_tradingview.js +7 -6
- package/dist/analysis/tradingview/grid_reset_config.d.ts +41 -32
- package/dist/analysis/tradingview/grid_reset_config.js +23 -11
- package/dist/analysis/tradingview/grid_reset_sim.d.ts +75 -9
- package/dist/analysis/tradingview/grid_reset_sim.js +4 -3
- package/dist/analysis/tradingview/tradingview_uplot_chart_generator.d.ts +69 -4
- package/dist/analysis/tradingview/tradingview_uplot_chart_generator.js +20 -34
- package/dist/analysis/trend_detection/backtest_ama_slope_huber.d.ts +1 -101
- package/dist/analysis/trend_detection/backtest_ama_slope_huber.js +26 -84
- package/dist/analysis/trend_detection/dynamic_weight_chart_generator.d.ts +63 -1
- package/dist/analysis/trend_detection/dynamic_weight_chart_generator.js +16 -41
- package/dist/analysis/trend_detection/huber_scale_variants.d.ts +9 -3
- package/dist/analysis/trend_detection/huber_scale_variants.js +4 -4
- package/dist/analysis/trend_detection/kalman_chart_generator.d.ts +30 -1
- package/dist/analysis/trend_detection/kalman_chart_generator.js +3 -3
- package/dist/analysis/trend_detection/regime_chart_generator.d.ts +31 -1
- package/dist/analysis/trend_detection/regime_chart_generator.js +2 -2
- package/dist/analysis/trend_detection/volatility_chart_generator.d.ts +33 -1
- package/dist/analysis/trend_detection/volatility_chart_generator.js +9 -10
- package/dist/analysis/worker_pool.d.ts +38 -0
- package/dist/analysis/worker_pool.js +67 -0
- package/dist/credential-daemon.js +34 -20
- package/dist/dexbot.js +78 -59
- package/dist/market_adapter/ama_signal_runner.js +21 -54
- package/dist/market_adapter/candle_utils.d.ts +29 -19
- package/dist/market_adapter/candle_utils.js +35 -21
- package/dist/market_adapter/cli_args.d.ts +22 -0
- package/dist/market_adapter/cli_args.js +30 -0
- package/dist/market_adapter/core/asymmetric_bounds.d.ts +13 -4
- package/dist/market_adapter/core/config_normalizers.d.ts +3 -3
- package/dist/market_adapter/core/config_normalizers.js +11 -6
- package/dist/market_adapter/core/kibana_candles.d.ts +56 -19
- package/dist/market_adapter/core/kibana_candles.js +12 -9
- package/dist/market_adapter/core/kibana_client.d.ts +9 -1
- package/dist/market_adapter/core/kibana_client.js +8 -7
- package/dist/market_adapter/core/kibana_market_candles.d.ts +3 -2
- package/dist/market_adapter/core/market_adapter_service.d.ts +320 -153
- package/dist/market_adapter/core/market_adapter_service.js +228 -269
- package/dist/market_adapter/core/signals/hurst_analyzer.d.ts +1 -6
- package/dist/market_adapter/core/signals/hurst_analyzer.js +1 -1
- package/dist/market_adapter/core/signals/permutation_entropy_analyzer.d.ts +1 -11
- package/dist/market_adapter/core/signals/permutation_entropy_analyzer.js +1 -1
- package/dist/market_adapter/core/strategies/ama.d.ts +10 -2
- package/dist/market_adapter/core/strategies/ama.js +2 -4
- package/dist/market_adapter/core/strategies/ama_slope_model.d.ts +14 -1
- package/dist/market_adapter/core/strategies/ama_slope_model.js +12 -34
- package/dist/market_adapter/core/strategies/atr/calculator.d.ts +7 -2
- package/dist/market_adapter/core/strategies/atr/calculator.js +2 -34
- package/dist/market_adapter/core/strategies/collateral_manager.d.ts +7 -1
- package/dist/market_adapter/core/strategies/collateral_manager.js +0 -22
- package/dist/market_adapter/core/strategies/dynamic_weight_series.d.ts +34 -6
- package/dist/market_adapter/core/strategies/dynamic_weight_series.js +7 -7
- package/dist/market_adapter/core/strategies/regime_gate.d.ts +24 -15
- package/dist/market_adapter/core/strategies/regime_gate.js +4 -31
- package/dist/market_adapter/core/strategies/regime_interp.d.ts +7 -1
- package/dist/market_adapter/core/strategies/regime_interp.js +14 -22
- package/dist/market_adapter/core/strategies/volatility_shift.d.ts +11 -1
- package/dist/market_adapter/core/strategies/volatility_shift.js +0 -13
- package/dist/market_adapter/inputs/cex_candle_parsing.d.ts +29 -0
- package/dist/market_adapter/inputs/cex_candle_parsing.js +52 -0
- package/dist/market_adapter/inputs/fetch_book_data.d.ts +20 -4
- package/dist/market_adapter/inputs/fetch_book_data.js +3 -2
- package/dist/market_adapter/inputs/fetch_cex_synthetic_data.js +160 -332
- package/dist/market_adapter/inputs/fetch_lp_data.d.ts +50 -8
- package/dist/market_adapter/inputs/fetch_lp_data.js +47 -22
- package/dist/market_adapter/inputs/kibana_feed_source.d.ts +74 -15
- package/dist/market_adapter/inputs/kibana_feed_source.js +26 -41
- package/dist/market_adapter/inputs/kibana_source.d.ts +25 -3
- package/dist/market_adapter/inputs/kibana_source.js +2 -2
- package/dist/market_adapter/inputs/window_cache.d.ts +93 -156
- package/dist/market_adapter/inputs/window_cache.js +59 -184
- package/dist/market_adapter/interval_utils.d.ts +15 -5
- package/dist/market_adapter/interval_utils.js +16 -1
- package/dist/market_adapter/log_format.d.ts +6 -6
- package/dist/market_adapter/log_format.js +28 -21
- package/dist/market_adapter/lp_chart_core.d.ts +22 -1
- package/dist/market_adapter/lp_chart_core.js +26 -192
- package/dist/market_adapter/lp_chart_runner.d.ts +10 -7
- package/dist/market_adapter/lp_chart_runner.js +37 -19
- package/dist/market_adapter/lp_chart_strategy_loader.d.ts +41 -6
- package/dist/market_adapter/lp_chart_strategy_loader.js +8 -7
- package/dist/market_adapter/market_adapter.d.ts +94 -32
- package/dist/market_adapter/market_adapter.js +94 -120
- package/dist/market_adapter/utils/adapter_client.d.ts +3 -3
- package/dist/market_adapter/utils/adapter_client.js +2 -2
- package/dist/market_adapter/utils/atomic_write.d.ts +8 -1
- package/dist/market_adapter/utils/chain.d.ts +50 -41
- package/dist/market_adapter/utils/chain.js +40 -46
- package/dist/market_adapter/utils/data_discovery.d.ts +49 -2
- package/dist/market_adapter/utils/data_discovery.js +220 -27
- package/dist/market_adapter/utils/dynamic_grid_snapshot.d.ts +12 -3
- package/dist/market_adapter/utils/file_json_cache.d.ts +2 -2
- package/dist/market_adapter/utils/file_lock.d.ts +28 -14
- package/dist/market_adapter/utils/file_lock.js +36 -32
- package/dist/market_adapter/utils/month_shards.d.ts +84 -0
- package/dist/market_adapter/utils/month_shards.js +237 -0
- package/dist/market_adapter/utils/native_history.d.ts +9 -2
- package/dist/market_adapter/utils/native_history.js +35 -28
- package/dist/modules/account_bots.d.ts +578 -21
- package/dist/modules/account_bots.js +272 -267
- package/dist/modules/account_orders.d.ts +79 -30
- package/dist/modules/account_orders.js +60 -64
- package/dist/modules/authority_resolver.d.ts +12 -2
- package/dist/modules/authority_resolver.js +15 -8
- package/dist/modules/bitshares-native/chain_client.d.ts +39 -4
- package/dist/modules/bitshares-native/chain_client.js +59 -59
- package/dist/modules/bitshares-native/crypto/ecc.browser.js +11 -171
- package/dist/modules/bitshares-native/crypto/ecc.js +13 -176
- package/dist/modules/bitshares-native/crypto/ecc_core.d.ts +33 -0
- package/dist/modules/bitshares-native/crypto/ecc_core.js +213 -0
- package/dist/modules/bitshares-native/crypto/ecc_selector.d.ts +2 -1
- package/dist/modules/bitshares-native/crypto/ecc_selector.js +1 -13
- package/dist/modules/bitshares-native/index.d.ts +1 -1
- package/dist/modules/bitshares-native/lru_cache.d.ts +7 -7
- package/dist/modules/bitshares-native/resolvers.d.ts +18 -6
- package/dist/modules/bitshares-native/resolvers.js +22 -25
- package/dist/modules/bitshares-native/serial/lazy_buffer.d.ts +4 -0
- package/dist/modules/bitshares-native/serial/lazy_buffer.js +21 -0
- package/dist/modules/bitshares-native/serial/operations.d.ts +1 -1
- package/dist/modules/bitshares-native/serial/serializer.d.ts +16 -12
- package/dist/modules/bitshares-native/serial/serializer.js +7 -13
- package/dist/modules/bitshares-native/serial/types.d.ts +25 -16
- package/dist/modules/bitshares-native/serial/types.js +73 -108
- package/dist/modules/bitshares-native/signing_client.d.ts +32 -2
- package/dist/modules/bitshares-native/signing_client.js +19 -14
- package/dist/modules/bitshares-native/subscriptions.d.ts +81 -1
- package/dist/modules/bitshares-native/subscriptions.js +12 -12
- package/dist/modules/bitshares-native/transport.d.ts +5 -4
- package/dist/modules/bitshares-native/transport.js +5 -4
- package/dist/modules/bitshares-native/tx/builder.d.ts +40 -5
- package/dist/modules/bitshares-native/tx/builder.js +4 -3
- package/dist/modules/bitshares-native/tx/tx_cache.d.ts +4 -4
- package/dist/modules/bitshares_client.d.ts +45 -13
- package/dist/modules/bitshares_client.js +28 -19
- package/dist/modules/bot_defaults.d.ts +8 -16
- package/dist/modules/bot_defaults.js +1 -5
- package/dist/modules/bot_settings.d.ts +44 -10
- package/dist/modules/bot_settings.js +11 -8
- package/dist/modules/bots_file_lock.d.ts +6 -6
- package/dist/modules/bots_file_lock.js +16 -12
- package/dist/modules/broadcast_failure.d.ts +4 -3
- package/dist/modules/broadcast_failure.js +5 -4
- package/dist/modules/chain_keys.d.ts +42 -40
- package/dist/modules/chain_keys.js +53 -45
- package/dist/modules/chain_orders.d.ts +94 -60
- package/dist/modules/chain_orders.js +81 -118
- package/dist/modules/cli_start_onboarding.d.ts +2 -1
- package/dist/modules/constants.d.ts +534 -32
- package/dist/modules/constants.js +35 -48
- package/dist/modules/cr_planner.d.ts +41 -3
- package/dist/modules/cr_planner.js +1 -5
- package/dist/modules/credential_policy.d.ts +68 -8
- package/dist/modules/credential_policy.js +37 -31
- package/dist/modules/credential_session_cache.d.ts +2 -2
- package/dist/modules/credit_pricing.d.ts +43 -6
- package/dist/modules/credit_pricing.js +70 -60
- package/dist/modules/credit_runtime.d.ts +283 -118
- package/dist/modules/credit_runtime.js +500 -231
- package/dist/modules/crypto/browser_provider.js +6 -4
- package/dist/modules/crypto/node_provider.js +1 -1
- package/dist/modules/crypto/pure_scrypt.js +35 -4
- package/dist/modules/crypto/pure_secp256k1.js +72 -26
- package/dist/modules/crypto/sync.d.ts +9 -9
- package/dist/modules/crypto/sync.js +16 -9
- package/dist/modules/daemon_node_health.d.ts +4 -3
- package/dist/modules/dexbot_class.d.ts +213 -146
- package/dist/modules/dexbot_class.js +183 -86
- package/dist/modules/dexbot_cow_runtime.d.ts +160 -87
- package/dist/modules/dexbot_cow_runtime.js +302 -234
- package/dist/modules/dexbot_credential_client.d.ts +19 -18
- package/dist/modules/dexbot_credential_client.js +1 -2
- package/dist/modules/dexbot_fill_runtime.d.ts +63 -49
- package/dist/modules/dexbot_fill_runtime.js +53 -47
- package/dist/modules/dexbot_maintenance_runtime.d.ts +127 -71
- package/dist/modules/dexbot_maintenance_runtime.js +187 -147
- package/dist/modules/dexbot_startup_runtime.d.ts +11 -11
- package/dist/modules/dexbot_startup_runtime.js +56 -57
- package/dist/modules/dexbot_state_recovery.d.ts +13 -12
- package/dist/modules/dexbot_state_recovery.js +18 -13
- package/dist/modules/fund_registry.d.ts +4 -2
- package/dist/modules/fund_registry.js +10 -10
- package/dist/modules/general_settings.d.ts +30 -4
- package/dist/modules/graceful_shutdown.d.ts +3 -3
- package/dist/modules/graceful_shutdown.js +19 -13
- package/dist/modules/grid_price_source.d.ts +1 -1
- package/dist/modules/key_store.d.ts +14 -8
- package/dist/modules/key_store.js +7 -7
- package/dist/modules/launcher/adapter_requirement.d.ts +11 -5
- package/dist/modules/launcher/adapter_requirement.js +5 -5
- package/dist/modules/launcher/bot_supervisor.d.ts +106 -24
- package/dist/modules/launcher/bot_supervisor.js +12 -11
- package/dist/modules/launcher/credential_bootstrap.d.ts +1 -1
- package/dist/modules/launcher/credential_bootstrap.js +1 -1
- package/dist/modules/launcher/credential_daemon.d.ts +4 -4
- package/dist/modules/launcher/credential_daemon.js +2 -2
- package/dist/modules/launcher/credential_secret.d.ts +1 -1
- package/dist/modules/launcher/foreign_cred_daemon.d.ts +2 -2
- package/dist/modules/launcher/market_adapter_runtime.d.ts +61 -6
- package/dist/modules/launcher/market_adapter_watchdog.d.ts +10 -2
- package/dist/modules/launcher/market_adapter_watchdog.js +4 -0
- package/dist/modules/launcher/monolithic_runtime.d.ts +18 -16
- package/dist/modules/launcher/status_reporting.d.ts +22 -14
- package/dist/modules/launcher/supervisor_control.d.ts +8 -1
- package/dist/modules/launcher/supervisor_control.js +4 -2
- package/dist/modules/lazy_shim.d.ts +11 -0
- package/dist/modules/lazy_shim.js +16 -0
- package/dist/modules/market_adapter_whitelist.d.ts +9 -3
- package/dist/modules/market_adapter_whitelist.js +15 -3
- package/dist/modules/node_connect_policy.d.ts +3 -2
- package/dist/modules/node_failure_ledger.d.ts +6 -5
- package/dist/modules/node_manager.d.ts +41 -11
- package/dist/modules/node_manager.js +5 -4
- package/dist/modules/order/accounting.d.ts +53 -24
- package/dist/modules/order/accounting.js +16 -15
- package/dist/modules/order/async_lock.d.ts +5 -2
- package/dist/modules/order/async_lock.js +1 -1
- package/dist/modules/order/export.d.ts +7 -6
- package/dist/modules/order/export.js +1 -7
- package/dist/modules/order/format.d.ts +16 -7
- package/dist/modules/order/format.js +15 -3
- package/dist/modules/order/genesis_policy.d.ts +24 -21
- package/dist/modules/order/genesis_policy.js +17 -10
- package/dist/modules/order/grid.d.ts +144 -36
- package/dist/modules/order/grid.js +226 -145
- package/dist/modules/order/grid_reconcile.d.ts +21 -20
- package/dist/modules/order/grid_reconcile.js +13 -12
- package/dist/modules/order/grid_reconcile_internal.d.ts +85 -72
- package/dist/modules/order/grid_reconcile_internal.js +28 -19
- package/dist/modules/order/index.d.ts +264 -1
- package/dist/modules/order/logger.d.ts +46 -19
- package/dist/modules/order/logger.js +38 -49
- package/dist/modules/order/logger_state.d.ts +4 -4
- package/dist/modules/order/manager.d.ts +232 -191
- package/dist/modules/order/manager.js +110 -130
- package/dist/modules/order/processed_fill_store.d.ts +18 -3
- package/dist/modules/order/processed_fill_store.js +16 -27
- package/dist/modules/order/strategy.d.ts +21 -13
- package/dist/modules/order/strategy.js +5 -6
- package/dist/modules/order/sync_engine.d.ts +91 -33
- package/dist/modules/order/sync_engine.js +84 -53
- package/dist/modules/order/utils/math.d.ts +157 -102
- package/dist/modules/order/utils/math.js +77 -38
- package/dist/modules/order/utils/order.d.ts +310 -110
- package/dist/modules/order/utils/order.js +153 -126
- package/dist/modules/order/utils/slot.d.ts +1 -1
- package/dist/modules/order/utils/system.d.ts +156 -26
- package/dist/modules/order/utils/system.js +103 -71
- package/dist/modules/order/utils/validate.d.ts +89 -41
- package/dist/modules/order/utils/validate.js +26 -24
- package/dist/modules/order/utils/withPoolRef.d.ts +6 -4
- package/dist/modules/order/utils/withPoolRef.js +18 -12
- package/dist/modules/order/working_grid.d.ts +14 -13
- package/dist/modules/paths.d.ts +1 -4
- package/dist/modules/paths.js +33 -61
- package/dist/modules/process_discovery.d.ts +1 -1
- package/dist/modules/process_discovery.js +2 -1
- package/dist/modules/runtime.d.ts +7 -3
- package/dist/modules/runtime.js +4 -3
- package/dist/modules/runtime_settings.d.ts +14 -11
- package/dist/modules/runtime_settings.js +30 -24
- package/dist/modules/settings_merge.d.ts +29 -3
- package/dist/modules/settings_merge.js +56 -78
- package/dist/modules/socket_json_client.d.ts +9 -5
- package/dist/modules/storage/browser_adapter.d.ts +38 -53
- package/dist/modules/storage/browser_adapter.js +7 -30
- package/dist/modules/storage/index.d.ts +1 -1
- package/dist/modules/storage/node_adapter.d.ts +45 -27
- package/dist/modules/storage/node_adapter.js +9 -9
- package/dist/modules/storage/types.d.ts +5 -4
- package/dist/modules/types.d.ts +1090 -6
- package/dist/modules/types.js +4 -1
- package/dist/modules/utils/asset_symbols.d.ts +2 -1
- package/dist/modules/utils/asset_symbols.js +2 -1
- package/dist/modules/utils/errors.d.ts +9 -0
- package/dist/modules/utils/errors.js +24 -4
- package/dist/modules/utils/time_range.d.ts +1 -12
- package/dist/modules/utils/time_range.js +1 -1
- package/dist/modules/validate_profiles.js +53 -43
- package/dist/modules/version_notice.d.ts +23 -11
- package/dist/modules/version_notice.js +6 -4
- package/dist/pm2.d.ts +28 -27
- package/dist/pm2.js +61 -40
- package/dist/scripts/analyze-credit.d.ts +2 -1
- package/dist/scripts/analyze-credit.js +23 -24
- package/dist/scripts/analyze-git.js +2 -15
- package/dist/scripts/analyze-orders.d.ts +77 -9
- package/dist/scripts/analyze-orders.js +65 -40
- package/dist/scripts/chart_command.d.ts +27 -18
- package/dist/scripts/chart_command.js +15 -13
- package/dist/scripts/check_any.d.ts +22 -0
- package/dist/scripts/check_any.js +158 -0
- package/dist/scripts/diagnose-pool-history.js +13 -13
- package/dist/scripts/print_grid.js +0 -1
- package/dist/scripts/run-tests.js +39 -8
- package/dist/scripts/runner.js +1 -1
- package/dist/scripts/sync-version.js +0 -10
- package/dist/scripts/test-credit-renewal.js +30 -21
- package/dist/scripts/update.d.ts +10 -5
- package/dist/scripts/update.js +168 -103
- package/dist/scripts/update_dist_freshness.js +1 -0
- package/dist/scripts/update_layout.d.ts +61 -0
- package/dist/scripts/update_layout.js +180 -0
- package/dist/scripts/validate_bots.js +2 -1
- package/dist/scripts/verify-browser-bundle.js +8 -0
- package/dist/unlock.d.ts +28 -3
- package/dist/unlock.js +63 -35
- package/docs/BITSHARES_ONBOARDING.md +10 -12
- package/docs/COPY_ON_WRITE_MASTER_PLAN.md +2 -2
- package/docs/COW_INVARIANTS.md +13 -6
- package/docs/DEXBOT_COMPARISON.md +8 -8
- package/docs/EVOLUTION.md +10 -8
- package/docs/FUND_MOVEMENT_AND_ACCOUNTING.md +5 -5
- package/docs/GRID_RECALCULATION.md +4 -2
- package/docs/GRID_RECONCILE.md +14 -3
- package/docs/LIFECYCLE.md +11 -11
- package/docs/MPA_CREDIT_USAGE.md +22 -3
- package/docs/README.md +14 -3
- package/docs/WORKFLOW.md +1 -0
- package/docs/architecture.md +31 -19
- package/docs/developer_guide.md +6 -6
- package/market_adapter/README.md +12 -5
- package/modules/README.md +4 -1
- package/package.json +9 -9
- package/scripts/README.md +43 -38
- package/tests/README.md +25 -10
- package/dist/scripts/diagnose-kibana-candles.d.ts +0 -3
- package/dist/scripts/diagnose-kibana-candles.js +0 -82
- package/scripts/git-viewer.sh +0 -489
- package/scripts/postinstall.js +0 -16
|
@@ -1,20 +1,13 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
2
|
'use strict';
|
|
3
|
-
import fs from 'node:fs';
|
|
4
|
-
import path from 'node:path';
|
|
5
|
-
import { normalizePoolId } from '../../market_adapter/utils/chain.js';
|
|
6
|
-
import { toIntervalLabel, slugPart } from '../../market_adapter/interval_utils.js';
|
|
7
|
-
import { MARKET_ADAPTER } from '../../modules/constants.js';
|
|
8
|
-
import * as kibanaSource from '../../market_adapter/inputs/kibana_source.js';
|
|
9
|
-
import { PATHS } from '../../modules/paths.js';
|
|
10
|
-
import { getStorage } from '../../modules/storage/index.js';
|
|
11
|
-
const { ensureDir, writeJSON } = getStorage();
|
|
12
|
-
import { getErrorMessage } from '../../modules/utils/errors.js';
|
|
13
3
|
/**
|
|
14
|
-
* Fetch LP pool candles from Kibana for AMA optimizer
|
|
4
|
+
* Fetch LP pool candles from Kibana for the AMA optimizer.
|
|
15
5
|
*
|
|
16
|
-
*
|
|
17
|
-
*
|
|
6
|
+
* Thin CLI over the central sequential/window fetch
|
|
7
|
+
* (`market_adapter/inputs/fetch_lp_data.ts` → `fetchCandlesSequentially`).
|
|
8
|
+
* It therefore shares the SAME month-shard cache as `dexbot tv`/`dexbot dw`:
|
|
9
|
+
* a run re-queries only the missing buckets and reuses everything on disk,
|
|
10
|
+
* then exports the whole-history base file as a convenience snapshot.
|
|
18
11
|
*
|
|
19
12
|
* Usage:
|
|
20
13
|
* node dist/analysis/ama_fitting/fetch_lp_candles.js \
|
|
@@ -26,11 +19,16 @@ import { getErrorMessage } from '../../modules/utils/errors.js';
|
|
|
26
19
|
* Defaults: --interval 1h --hours 26280 (3 years)
|
|
27
20
|
* Output: market_adapter/data/lp/<assetA>_<assetB>/lp_pool_<poolShort>_<interval>.json
|
|
28
21
|
*/
|
|
29
|
-
|
|
22
|
+
import path from 'node:path';
|
|
23
|
+
import { pathToFileURL } from 'node:url';
|
|
24
|
+
import { toIntervalLabel } from '../../market_adapter/interval_utils.js';
|
|
25
|
+
import { MARKET_ADAPTER } from '../../modules/constants.js';
|
|
26
|
+
import { getErrorMessage } from '../../modules/utils/errors.js';
|
|
27
|
+
import { writeJsonAtomic } from '../../market_adapter/utils/atomic_write.js';
|
|
28
|
+
import { loadLpSeriesFromBasePath } from '../../market_adapter/utils/data_discovery.js';
|
|
29
|
+
import { normalizePoolId } from '../../market_adapter/utils/chain.js';
|
|
30
|
+
import { fetchCandlesSequentially, outputPath, } from '../../market_adapter/inputs/fetch_lp_data.js';
|
|
30
31
|
const HOURS_3Y = 3 * 365 * 24; // 26280
|
|
31
|
-
function slugPairFolder(symbolA, symbolB) {
|
|
32
|
-
return `${slugPart(symbolA)}_${slugPart(symbolB)}`;
|
|
33
|
-
}
|
|
34
32
|
function parseArgs() {
|
|
35
33
|
const args = process.argv.slice(2);
|
|
36
34
|
const out = {
|
|
@@ -101,6 +99,8 @@ function parseArgs() {
|
|
|
101
99
|
function printHelp() {
|
|
102
100
|
console.log('fetch_lp_candles.ts — fetch LP pool candles from Kibana for AMA optimizer');
|
|
103
101
|
console.log('');
|
|
102
|
+
console.log('Uses the shared month-shard candle cache (same as dexbot tv / dw).');
|
|
103
|
+
console.log('');
|
|
104
104
|
console.log('Usage:');
|
|
105
105
|
console.log(' node dist/analysis/ama_fitting/fetch_lp_candles.js --pool 1.19.133 \\');
|
|
106
106
|
console.log(' --assetA IOB.XRP --assetAId 1.3.3926 --assetAPrecision 4 \\');
|
|
@@ -123,17 +123,17 @@ function validateArgs(args) {
|
|
|
123
123
|
throw new Error('--pool is required');
|
|
124
124
|
if (!args.assetAId)
|
|
125
125
|
throw new Error('--assetAId is required');
|
|
126
|
-
if (!Number.isFinite(args.assetAPrecision))
|
|
126
|
+
if (!Number.isFinite(Number(args.assetAPrecision)))
|
|
127
127
|
throw new Error('--assetAPrecision is required');
|
|
128
128
|
if (!args.assetBId)
|
|
129
129
|
throw new Error('--assetBId is required');
|
|
130
|
-
if (!Number.isFinite(args.assetBPrecision))
|
|
130
|
+
if (!Number.isFinite(Number(args.assetBPrecision)))
|
|
131
131
|
throw new Error('--assetBPrecision is required');
|
|
132
|
-
if (!Number.isFinite(args.hours) || args.hours <= 0)
|
|
132
|
+
if (!Number.isFinite(Number(args.hours)) || Number(args.hours) <= 0)
|
|
133
133
|
throw new Error('--hours must be > 0');
|
|
134
134
|
// Reject unknown/NaN intervals here instead of letting NaN flow silently
|
|
135
135
|
// into Kibana range queries (production throws on unsupported intervals).
|
|
136
|
-
if (!Number.isFinite(args.intervalSeconds) || args.intervalSeconds <= 0) {
|
|
136
|
+
if (!Number.isFinite(Number(args.intervalSeconds)) || Number(args.intervalSeconds) <= 0) {
|
|
137
137
|
throw new Error('Unsupported --interval: use one of 1m, 5m, 15m, 1h, 4h, 1d or a positive number of seconds');
|
|
138
138
|
}
|
|
139
139
|
}
|
|
@@ -155,56 +155,66 @@ async function main() {
|
|
|
155
155
|
const poolId = normalizePoolId(args.pool);
|
|
156
156
|
const lookback = Math.round(args.hours);
|
|
157
157
|
const yearsApprox = (lookback / (365 * 24)).toFixed(1);
|
|
158
|
+
if (!poolId)
|
|
159
|
+
throw new Error(`Invalid --pool: ${args.pool}`);
|
|
158
160
|
console.log(`Fetching LP candles from Kibana`);
|
|
159
161
|
console.log(` Pool: ${poolId}`);
|
|
160
162
|
console.log(` Pair: ${assetA.symbol} / ${assetB.symbol}`);
|
|
161
163
|
console.log(` Interval: ${intervalLabel}`);
|
|
162
164
|
console.log(` Lookback: ${lookback}h (~${yearsApprox} years)`);
|
|
163
165
|
console.log('');
|
|
164
|
-
const
|
|
166
|
+
const defaultOut = outputPath(poolId, intervalSeconds, assetA, assetB);
|
|
167
|
+
const outPath = args.outFile
|
|
168
|
+
? (path.isAbsolute(args.outFile) ? args.outFile : path.join(path.dirname(defaultOut), args.outFile))
|
|
169
|
+
: defaultOut;
|
|
170
|
+
const candles = await fetchCandlesSequentially(poolId, assetA, assetB, {
|
|
165
171
|
intervalSeconds,
|
|
166
172
|
lookbackHours: lookback,
|
|
167
173
|
apiKey: null,
|
|
168
|
-
|
|
169
|
-
});
|
|
174
|
+
chunkMonths: MARKET_ADAPTER.KIBANA_FETCH_CHUNK_MONTHS,
|
|
175
|
+
}, outPath);
|
|
170
176
|
if (!Array.isArray(candles) || candles.length === 0) {
|
|
171
177
|
throw new Error('Kibana returned no candles — check pool ID, asset IDs, and Kibana connectivity');
|
|
172
178
|
}
|
|
173
|
-
|
|
174
|
-
|
|
175
|
-
|
|
179
|
+
// Whole-history export: month shards are the cache, this is the derived
|
|
180
|
+
// snapshot (same meta shape as fetch_lp_data's export). Deriving it from
|
|
181
|
+
// the assembled shards means a narrow re-run can never shrink the file.
|
|
182
|
+
const assembled = loadLpSeriesFromBasePath(outPath);
|
|
183
|
+
const exportCandles = (assembled && assembled.candles.length > 0 ? assembled.candles : candles);
|
|
184
|
+
const firstTs = new Date(exportCandles[0][0]).toISOString();
|
|
185
|
+
const lastTs = new Date(exportCandles[exportCandles.length - 1][0]).toISOString();
|
|
186
|
+
console.log(` Received: ${exportCandles.length} candles (${firstTs} → ${lastTs})`);
|
|
176
187
|
const payload = {
|
|
177
188
|
meta: {
|
|
178
189
|
fetchedAt: new Date().toISOString(),
|
|
179
|
-
source:
|
|
190
|
+
source: `https://kibana.bitshares.dev (bitshares-*, op_type 63, pool ${poolId})`,
|
|
180
191
|
pool: poolId,
|
|
181
192
|
assetA,
|
|
182
193
|
assetB,
|
|
194
|
+
pair: {
|
|
195
|
+
symbols: `${assetA.symbol}/${assetB.symbol}`,
|
|
196
|
+
ids: `${assetA.id}/${assetB.id}`,
|
|
197
|
+
keyBySymbols: `${assetA.symbol}|${assetB.symbol}`,
|
|
198
|
+
keyByIds: `${assetA.id}|${assetB.id}`,
|
|
199
|
+
},
|
|
183
200
|
intervalSeconds,
|
|
184
201
|
lookbackHours: lookback,
|
|
185
|
-
candleCount:
|
|
202
|
+
candleCount: exportCandles.length,
|
|
203
|
+
priceUnit: `${assetB.symbol} per ${assetA.symbol}`,
|
|
186
204
|
format: '[timestamp_ms, open, high, low, close, volume_A]',
|
|
187
205
|
},
|
|
188
|
-
candles,
|
|
206
|
+
candles: exportCandles,
|
|
189
207
|
};
|
|
190
|
-
|
|
191
|
-
const pairFolder = slugPairFolder(assetA.symbol, assetB.symbol);
|
|
192
|
-
const defaultName = `lp_pool_${poolShort}_${intervalLabel}.json`;
|
|
193
|
-
const outName = args.outFile || defaultName;
|
|
194
|
-
const outPath = args.outFile && path.isAbsolute(args.outFile)
|
|
195
|
-
? args.outFile
|
|
196
|
-
: path.join(DATA_DIR, pairFolder, outName);
|
|
197
|
-
const outDir = path.dirname(outPath);
|
|
198
|
-
if (!fs.existsSync(outDir))
|
|
199
|
-
ensureDir(outDir);
|
|
200
|
-
writeJSON(outPath, payload);
|
|
208
|
+
writeJsonAtomic(outPath, payload);
|
|
201
209
|
console.log(` Saved: ${path.relative(process.cwd(), outPath)}`);
|
|
202
210
|
console.log('');
|
|
203
211
|
console.log('Run optimizer:');
|
|
204
212
|
console.log(` npm run build && node dist/analysis/ama_fitting/optimizer_high_resolution.js --data ${path.relative(process.cwd(), outPath)}`);
|
|
205
213
|
}
|
|
206
|
-
|
|
207
|
-
|
|
208
|
-
|
|
209
|
-
|
|
214
|
+
if (process.argv[1] && import.meta.url === pathToFileURL(process.argv[1]).href) {
|
|
215
|
+
main().catch((err) => {
|
|
216
|
+
console.error('Error:', getErrorMessage(err));
|
|
217
|
+
process.exit(1);
|
|
218
|
+
});
|
|
219
|
+
}
|
|
210
220
|
//# sourceMappingURL=fetch_lp_candles.js.map
|
|
@@ -13,13 +13,6 @@ declare function parseArgs(argv: string[]): {
|
|
|
13
13
|
quiet: boolean;
|
|
14
14
|
help: boolean;
|
|
15
15
|
};
|
|
16
|
-
declare function generateChart(options?: Record<string, any>): {
|
|
17
|
-
dataFile: any;
|
|
18
|
-
outFile: string;
|
|
19
|
-
amaResults: any[];
|
|
20
|
-
meta: any;
|
|
21
|
-
candleArrays: number[][];
|
|
22
|
-
};
|
|
23
16
|
declare function run(argv?: string[]): void;
|
|
24
|
-
export { DEFAULT_STRATEGIES,
|
|
17
|
+
export { DEFAULT_STRATEGIES, parseArgs, run, showHelp };
|
|
25
18
|
//# sourceMappingURL=generate_unified_comparison_chart.d.ts.map
|
|
@@ -1,11 +1,12 @@
|
|
|
1
1
|
'use strict';
|
|
2
|
+
import { getErrorMessage } from '../../modules/utils/errors.js';
|
|
2
3
|
import fs from 'node:fs';
|
|
3
4
|
import path from 'node:path';
|
|
4
5
|
import { pathToFileURL } from 'node:url';
|
|
5
6
|
import { calculateAMA } from '../../market_adapter/core/strategies/ama.js';
|
|
6
7
|
import { generateHTML } from '../../market_adapter/lp_chart_core.js';
|
|
7
8
|
import { calculateMetrics } from '../../market_adapter/lp_chart_runner.js';
|
|
8
|
-
import {
|
|
9
|
+
import { loadLatestLpSeries, loadLpSeriesFromPath } from '../../market_adapter/utils/data_discovery.js';
|
|
9
10
|
import { toIntervalLabel } from '../../market_adapter/interval_utils.js';
|
|
10
11
|
import { loadCandleFile, normalizeCandle } from '../math_utils.js';
|
|
11
12
|
import { MARKET_ADAPTER } from '../../modules/constants.js';
|
|
@@ -45,14 +46,7 @@ function buildDefaultStrategies() {
|
|
|
45
46
|
}
|
|
46
47
|
const DEFAULT_STRATEGIES = buildDefaultStrategies();
|
|
47
48
|
// ── Data loading (canonical implementations, no local copies) ────────────────
|
|
48
|
-
function
|
|
49
|
-
const resolved = path.resolve(dataFile);
|
|
50
|
-
if (!fs.existsSync(resolved))
|
|
51
|
-
throw new Error(`File not found: ${resolved}`);
|
|
52
|
-
const { candles, meta } = loadCandleFile(resolved);
|
|
53
|
-
if (!Array.isArray(candles) || candles.length === 0) {
|
|
54
|
-
throw new Error('No candles found in file');
|
|
55
|
-
}
|
|
49
|
+
function normalizeCandleRows(candles) {
|
|
56
50
|
// normalizeCandle is the canonical accessor transform (market_adapter/
|
|
57
51
|
// candle_utils.ts via math_utils re-export); it returns seconds-based time.
|
|
58
52
|
const normalized = candles.map((c, i) => {
|
|
@@ -70,16 +64,32 @@ function loadCandles(dataFile) {
|
|
|
70
64
|
volume: c.volume,
|
|
71
65
|
}));
|
|
72
66
|
const candleArrays = normalized.map(c => [c.time * 1000, c.open, c.high, c.low, c.close, c.volume]);
|
|
73
|
-
return {
|
|
67
|
+
return { candleObjects, candleArrays };
|
|
68
|
+
}
|
|
69
|
+
function loadCandles(dataFile) {
|
|
70
|
+
const resolved = path.resolve(dataFile);
|
|
71
|
+
if (!fs.existsSync(resolved))
|
|
72
|
+
throw new Error(`File not found: ${resolved}`);
|
|
73
|
+
// Shard-aware: `--data <shard>` yields the whole family, not one month.
|
|
74
|
+
const series = loadLpSeriesFromPath(resolved);
|
|
75
|
+
if (!series || series.candles.length === 0) {
|
|
76
|
+
throw new Error('No candles found in file');
|
|
77
|
+
}
|
|
78
|
+
// Keep loadCandleFile's meta fallback for non-LP `{data:[...]}` shapes that
|
|
79
|
+
// carry fields at the top level rather than under `meta`.
|
|
80
|
+
const meta = series.meta ?? loadCandleFile(resolved).meta;
|
|
81
|
+
return { dataFile: series.path, meta, ...normalizeCandleRows(series.candles) };
|
|
74
82
|
}
|
|
75
|
-
// ── Output path ────────────────────────────────────────────────────────────────
|
|
76
83
|
function defaultChartPath(meta) {
|
|
77
|
-
const
|
|
78
|
-
|
|
84
|
+
const intervalSeconds = Number(meta?.intervalSeconds);
|
|
85
|
+
const intervalLabel = Number.isFinite(intervalSeconds) && intervalSeconds > 0
|
|
86
|
+
? toIntervalLabel(intervalSeconds)
|
|
79
87
|
: '1h';
|
|
88
|
+
const assetA = meta?.assetA;
|
|
89
|
+
const assetB = meta?.assetB;
|
|
80
90
|
const suffix = meta?.pool
|
|
81
91
|
? `pool_${String(meta.pool).replace('1.19.', '')}`
|
|
82
|
-
: `${
|
|
92
|
+
: `${assetA?.symbol || 'unknown'}_${assetB?.symbol || 'pair'}`;
|
|
83
93
|
return path.join(CHARTS_DIR, `lp_chart_${suffix}_${intervalLabel}_UNIFIED_COMPARISON.html`);
|
|
84
94
|
}
|
|
85
95
|
// ── Help ───────────────────────────────────────────────────────────────────────
|
|
@@ -99,8 +109,8 @@ Options:
|
|
|
99
109
|
|
|
100
110
|
Notes:
|
|
101
111
|
- If --data is omitted, the newest lp_pool_*.json under market_adapter/data/lp is used.
|
|
102
|
-
- Accepts
|
|
103
|
-
- Separate from Kibana fetching —
|
|
112
|
+
- Accepts several candle JSON shapes: flat [[ts,o,h,l,c,v],...], {candles: [...]}, or {data: [...]}.
|
|
113
|
+
- Separate from Kibana fetching — run 'dexbot tv' (or fetch_lp_candles.ts) to pull data first.
|
|
104
114
|
`);
|
|
105
115
|
}
|
|
106
116
|
// ── Main ───────────────────────────────────────────────────────────────────────
|
|
@@ -130,16 +140,27 @@ function parseArgs(argv) {
|
|
|
130
140
|
}
|
|
131
141
|
function generateChart(options = {}) {
|
|
132
142
|
const logger = options.logger ?? console;
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
143
|
+
// Explicit --data wins; otherwise auto-discover and, when month shards are
|
|
144
|
+
// the newest source, assemble the complete series before charting.
|
|
145
|
+
let dataFile;
|
|
146
|
+
let meta;
|
|
147
|
+
let candleObjects;
|
|
148
|
+
let candleArrays;
|
|
149
|
+
if (options.dataFile) {
|
|
150
|
+
({ dataFile, meta, candleObjects, candleArrays } = loadCandles(options.dataFile));
|
|
151
|
+
}
|
|
152
|
+
else {
|
|
153
|
+
const series = loadLatestLpSeries();
|
|
154
|
+
if (!series || series.candles.length === 0) {
|
|
155
|
+
throw new Error(`No LP data found. Use --data <path> or run \`dexbot tv\` first.`);
|
|
156
|
+
}
|
|
157
|
+
dataFile = series.path;
|
|
158
|
+
meta = series.meta;
|
|
159
|
+
({ candleObjects, candleArrays } = normalizeCandleRows(series.candles));
|
|
138
160
|
}
|
|
139
161
|
const strategies = Array.isArray(options.strategies) && options.strategies.length
|
|
140
162
|
? options.strategies
|
|
141
163
|
: [...DEFAULT_STRATEGIES];
|
|
142
|
-
const { meta, candleObjects, candleArrays } = loadCandles(dataFile);
|
|
143
164
|
const closes = candleObjects.map(c => c.close);
|
|
144
165
|
const enrichedMeta = {
|
|
145
166
|
...(meta || {}),
|
|
@@ -192,12 +213,12 @@ function run(argv = process.argv.slice(2)) {
|
|
|
192
213
|
});
|
|
193
214
|
}
|
|
194
215
|
catch (e) {
|
|
195
|
-
console.error('Error:', e
|
|
216
|
+
console.error('Error:', getErrorMessage(e));
|
|
196
217
|
process.exitCode = 1;
|
|
197
218
|
}
|
|
198
219
|
}
|
|
199
220
|
if (process.argv[1] && import.meta.url === pathToFileURL(process.argv[1]).href) {
|
|
200
221
|
run();
|
|
201
222
|
}
|
|
202
|
-
export { DEFAULT_STRATEGIES,
|
|
223
|
+
export { DEFAULT_STRATEGIES, parseArgs, run, showHelp };
|
|
203
224
|
//# sourceMappingURL=generate_unified_comparison_chart.js.map
|
|
@@ -2,14 +2,15 @@
|
|
|
2
2
|
import fs from 'node:fs';
|
|
3
3
|
import path from 'node:path';
|
|
4
4
|
import os from 'node:os';
|
|
5
|
-
import { pathToFileURL
|
|
6
|
-
import {
|
|
5
|
+
import { pathToFileURL } from 'node:url';
|
|
6
|
+
import { isMainThread, parentPort, workerData } from 'node:worker_threads';
|
|
7
7
|
import { calculateAMA, getAmaWarmupBars } from '../../market_adapter/core/strategies/ama.js';
|
|
8
8
|
import { toIntervalLabel } from '../../market_adapter/interval_utils.js';
|
|
9
9
|
import { generateHTML } from '../../market_adapter/lp_chart_core.js';
|
|
10
10
|
import { PATHS } from '../../modules/paths.js';
|
|
11
11
|
import { ensureDir } from '../../modules/order/utils/system.js';
|
|
12
|
-
import { range } from '../math_utils.js';
|
|
12
|
+
import { range, geometricRange, percentile } from '../math_utils.js';
|
|
13
|
+
import { runModuleWorker, splitIntoShards } from '../worker_pool.js';
|
|
13
14
|
import { getStorage } from '../../modules/storage/index.js';
|
|
14
15
|
import { normalizeAssetSymbol } from '../../modules/utils/asset_symbols.js';
|
|
15
16
|
const { readJSON, writeJSON } = getStorage();
|
|
@@ -53,28 +54,7 @@ const AMA_OBJECTIVES = [
|
|
|
53
54
|
function cloneObjectives() {
|
|
54
55
|
return AMA_OBJECTIVES.map((o) => ({ ...o }));
|
|
55
56
|
}
|
|
56
|
-
|
|
57
|
-
function quantize(value, quantum) {
|
|
58
|
-
if (quantum == null || !Number.isFinite(quantum) || quantum <= 0)
|
|
59
|
-
return value;
|
|
60
|
-
return Math.round(value / quantum) * quantum;
|
|
61
|
-
}
|
|
62
|
-
function geometricRange(min, max, count, quantum = null) {
|
|
63
|
-
const out = [];
|
|
64
|
-
const ratio = Math.pow(max / min, 1 / (count - 1));
|
|
65
|
-
for (let i = 0; i < count; i++) {
|
|
66
|
-
let v = min * Math.pow(ratio, i);
|
|
67
|
-
if (i === 0)
|
|
68
|
-
v = min;
|
|
69
|
-
if (i === count - 1)
|
|
70
|
-
v = max;
|
|
71
|
-
v = quantize(v, quantum);
|
|
72
|
-
v = Math.max(min, Math.min(max, v));
|
|
73
|
-
out.push(parseFloat(v.toFixed(6)));
|
|
74
|
-
}
|
|
75
|
-
return [...new Set(out)].sort((a, b) => a - b);
|
|
76
|
-
}
|
|
77
|
-
function buildDimension(_label, cfg) {
|
|
57
|
+
function buildDimension(cfg) {
|
|
78
58
|
const min = Number(cfg.min);
|
|
79
59
|
const max = Number(cfg.max);
|
|
80
60
|
const step = Number(cfg.step);
|
|
@@ -96,7 +76,10 @@ function buildDimension(_label, cfg) {
|
|
|
96
76
|
};
|
|
97
77
|
}
|
|
98
78
|
const ratio = Math.pow(max / min, 1 / (count - 1));
|
|
99
|
-
const values = geometricRange(min, max, count,
|
|
79
|
+
const values = geometricRange(min, max, count, {
|
|
80
|
+
decimals: 6,
|
|
81
|
+
quantum: Number.isFinite(quantum) && quantum > 0 ? quantum : null,
|
|
82
|
+
});
|
|
100
83
|
return {
|
|
101
84
|
values,
|
|
102
85
|
meta: {
|
|
@@ -245,30 +228,17 @@ function parseArgs(argv = process.argv.slice(2)) {
|
|
|
245
228
|
}
|
|
246
229
|
return out;
|
|
247
230
|
}
|
|
248
|
-
function percentile(values, q) {
|
|
249
|
-
if (!Array.isArray(values) || values.length === 0)
|
|
250
|
-
return null;
|
|
251
|
-
const sorted = [...values].sort((a, b) => a - b);
|
|
252
|
-
const qq = Math.max(0, Math.min(1, q));
|
|
253
|
-
const pos = (sorted.length - 1) * qq;
|
|
254
|
-
const lo = Math.floor(pos);
|
|
255
|
-
const hi = Math.ceil(pos);
|
|
256
|
-
if (lo === hi)
|
|
257
|
-
return sorted[lo];
|
|
258
|
-
const t = pos - lo;
|
|
259
|
-
return sorted[lo] * (1 - t) + sorted[hi] * t;
|
|
260
|
-
}
|
|
261
231
|
function getAmaObjectivesFromArgs(args) {
|
|
262
232
|
const objectives = cloneObjectives();
|
|
263
233
|
for (const o of objectives) {
|
|
264
234
|
const id = o.key.toLowerCase();
|
|
265
|
-
const cap = args[`${id}Cap`];
|
|
235
|
+
const cap = Number(args[`${id}Cap`]);
|
|
266
236
|
if (Number.isFinite(cap))
|
|
267
237
|
o.distanceCapQuantile = cap;
|
|
268
238
|
if (!Number.isFinite(o.distanceCapQuantile) || o.distanceCapQuantile <= 0 || o.distanceCapQuantile > 1) {
|
|
269
239
|
throw new Error(`Invalid cap for ${o.key}: ${o.distanceCapQuantile}. Use 0 < cap <= 1`);
|
|
270
240
|
}
|
|
271
|
-
const w = args[`${id}Weight`];
|
|
241
|
+
const w = Number(args[`${id}Weight`]);
|
|
272
242
|
if (Number.isFinite(w)) {
|
|
273
243
|
if (w <= 0)
|
|
274
244
|
throw new Error(`${o.key} distanceWeight must be positive, got ${w}`);
|
|
@@ -278,7 +248,10 @@ function getAmaObjectivesFromArgs(args) {
|
|
|
278
248
|
return objectives;
|
|
279
249
|
}
|
|
280
250
|
function ensureValidRange(label, cfg) {
|
|
281
|
-
const
|
|
251
|
+
const min = Number(cfg.min);
|
|
252
|
+
const max = Number(cfg.max);
|
|
253
|
+
const step = Number(cfg.step);
|
|
254
|
+
const count = Number(cfg.count);
|
|
282
255
|
if (!Number.isFinite(min) || !Number.isFinite(max) || max < min) {
|
|
283
256
|
throw new Error(`Invalid ${label} range: min=${min}, max=${max}`);
|
|
284
257
|
}
|
|
@@ -290,7 +263,7 @@ function ensureValidRange(label, cfg) {
|
|
|
290
263
|
}
|
|
291
264
|
function boundaryFlags(winner, erValues, fastValues, slowValues, fixedEr = null, fixedFast = null) {
|
|
292
265
|
if (!winner)
|
|
293
|
-
return { er: null, fast: null, slow: null,
|
|
266
|
+
return { er: null, fast: null, slow: null, onBoundary: false };
|
|
294
267
|
const eps = 1e-9;
|
|
295
268
|
const minEr = erValues[0], maxEr = erValues[erValues.length - 1];
|
|
296
269
|
const minFast = fastValues[0], maxFast = fastValues[fastValues.length - 1];
|
|
@@ -298,7 +271,7 @@ function boundaryFlags(winner, erValues, fastValues, slowValues, fixedEr = null,
|
|
|
298
271
|
const er = Number.isFinite(fixedEr) ? null : (Math.abs(winner.er - minEr) < eps ? 'min' : (Math.abs(winner.er - maxEr) < eps ? 'max' : null));
|
|
299
272
|
const fast = Number.isFinite(fixedFast) ? null : (Math.abs(winner.fast - minFast) < eps ? 'min' : (Math.abs(winner.fast - maxFast) < eps ? 'max' : null));
|
|
300
273
|
const slow = Math.abs(winner.slow - minSlow) < eps ? 'min' : (Math.abs(winner.slow - maxSlow) < eps ? 'max' : null);
|
|
301
|
-
return { er, fast, slow,
|
|
274
|
+
return { er, fast, slow, onBoundary: !!(er || fast || slow) };
|
|
302
275
|
}
|
|
303
276
|
// ── Data loaders ──────────────────────────────────────────────────────────────
|
|
304
277
|
function normalizeSymbol(value) {
|
|
@@ -476,36 +449,17 @@ function runSearchShard(payload, onProgress = null) {
|
|
|
476
449
|
return { workerId, entries, totalCombos, validCombos: valid };
|
|
477
450
|
}
|
|
478
451
|
function spawnShardWorker(payload, onProgress) {
|
|
479
|
-
return
|
|
480
|
-
|
|
481
|
-
|
|
482
|
-
|
|
483
|
-
worker.on('message', (msg) => {
|
|
484
|
-
if (!msg || typeof msg !== 'object')
|
|
485
|
-
return;
|
|
486
|
-
if (msg.type === 'progress') {
|
|
487
|
-
if (onProgress)
|
|
488
|
-
onProgress(msg);
|
|
489
|
-
return;
|
|
452
|
+
return runModuleWorker(import.meta.url, { type: 'search_shard', payload }, {
|
|
453
|
+
onProgress: (msg) => {
|
|
454
|
+
if (msg && typeof msg === 'object' && msg.type === 'progress') {
|
|
455
|
+
onProgress?.(msg);
|
|
490
456
|
}
|
|
491
|
-
|
|
492
|
-
|
|
493
|
-
|
|
494
|
-
|
|
495
|
-
worker.on('exit', (code) => {
|
|
496
|
-
if (code !== 0)
|
|
497
|
-
reject(new Error(`Worker exited with code ${code}`));
|
|
498
|
-
});
|
|
457
|
+
},
|
|
458
|
+
resolveOn: (msg) => msg && typeof msg === 'object' && msg.type === 'done'
|
|
459
|
+
? { done: true, value: msg.result }
|
|
460
|
+
: { done: false },
|
|
499
461
|
});
|
|
500
462
|
}
|
|
501
|
-
function splitIntoShards(values, shardCount) {
|
|
502
|
-
const out = [];
|
|
503
|
-
const size = Math.ceil(values.length / shardCount);
|
|
504
|
-
for (let i = 0; i < values.length; i += size) {
|
|
505
|
-
out.push(values.slice(i, i + size));
|
|
506
|
-
}
|
|
507
|
-
return out.filter((s) => s.length > 0);
|
|
508
|
-
}
|
|
509
463
|
// ── Main ───────────────────────────────────────────────────────────────────────
|
|
510
464
|
async function run() {
|
|
511
465
|
const args = parseArgs();
|
|
@@ -514,9 +468,9 @@ async function run() {
|
|
|
514
468
|
ensureValidRange('ER', args.er);
|
|
515
469
|
ensureValidRange('Fast', args.fast);
|
|
516
470
|
ensureValidRange('Slow', args.slow);
|
|
517
|
-
const erDim = buildDimension(
|
|
518
|
-
const fastDim = buildDimension(
|
|
519
|
-
const slowDim = buildDimension(
|
|
471
|
+
const erDim = buildDimension(args.er);
|
|
472
|
+
const fastDim = buildDimension(args.fast);
|
|
473
|
+
const slowDim = buildDimension(args.slow);
|
|
520
474
|
const ER_VALUES = Number.isFinite(args.fixedEr) ? [args.fixedEr] : erDim.values;
|
|
521
475
|
const FAST_VALUES = Number.isFinite(args.fixedFast) ? [args.fixedFast] : fastDim.values;
|
|
522
476
|
const SLOW_VALUES_AREA = slowDim.values;
|
|
@@ -582,7 +536,8 @@ async function run() {
|
|
|
582
536
|
const skipCap = Number.isFinite(args.fixedEr) && Number.isFinite(args.fixedFast);
|
|
583
537
|
const objectiveResults = objectives.map((objective) => {
|
|
584
538
|
const distanceWeight = objective.distanceWeight;
|
|
585
|
-
|
|
539
|
+
// distanceCapQuantile is a fraction in (0, 1]; percentile takes [0, 100].
|
|
540
|
+
const computedCap = skipCap ? null : percentile(maxDistVals, objective.distanceCapQuantile * 100);
|
|
586
541
|
const cappedEntries = skipCap || computedCap == null ? entries : entries.filter((e) => e.area.maxDist <= computedCap);
|
|
587
542
|
let best = null;
|
|
588
543
|
for (const e of cappedEntries) {
|
|
@@ -677,7 +632,7 @@ async function run() {
|
|
|
677
632
|
console.log(' Boundary Check');
|
|
678
633
|
console.log('────────────────────────────────────────────────────────────────────────────────');
|
|
679
634
|
for (const [name, b] of Object.entries(boundarySummary)) {
|
|
680
|
-
const txt = b.
|
|
635
|
+
const txt = b.onBoundary ? `ER:${b.er || '-'} Fast:${b.fast || '-'} Slow:${b.slow || '-'}` : 'none';
|
|
681
636
|
console.log(`${name.padEnd(24)} ${txt}`);
|
|
682
637
|
}
|
|
683
638
|
console.log();
|
|
@@ -772,8 +727,9 @@ async function run() {
|
|
|
772
727
|
}
|
|
773
728
|
}
|
|
774
729
|
if (!isMainThread) {
|
|
775
|
-
|
|
776
|
-
|
|
730
|
+
const workerMessage = workerData;
|
|
731
|
+
if (workerMessage?.type === 'search_shard') {
|
|
732
|
+
const result = runSearchShard(workerMessage.payload, (p) => {
|
|
777
733
|
parentPort.postMessage({ type: 'progress', ...p });
|
|
778
734
|
});
|
|
779
735
|
parentPort.postMessage({ type: 'done', result });
|
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Shared command-line parsing for the analysis runners.
|
|
3
|
+
*
|
|
4
|
+
* Every analysis CLI accepts the same base flags (`--source`, `--bot-key`,
|
|
5
|
+
* `--file`, `--list-bots`, `--quiet`) plus its own tool-specific options. The
|
|
6
|
+
* helpers here own the shared base so each `parseArgs` only has to describe the
|
|
7
|
+
* flags it adds.
|
|
8
|
+
*/
|
|
9
|
+
import type { SourceConfig } from './resolve_source.js';
|
|
10
|
+
/** Fields every analysis CLI config shares. */
|
|
11
|
+
export interface AnalysisBaseConfig {
|
|
12
|
+
source: {
|
|
13
|
+
type: string;
|
|
14
|
+
config: SourceConfig;
|
|
15
|
+
};
|
|
16
|
+
quiet: boolean;
|
|
17
|
+
listBots: boolean;
|
|
18
|
+
}
|
|
19
|
+
/** Fresh base config for the common `--source market_adapter --bot-key <key>` flow. */
|
|
20
|
+
export declare function baseAnalysisConfig(): AnalysisBaseConfig;
|
|
21
|
+
/**
|
|
22
|
+
* Consume one of the flags shared by every analysis CLI
|
|
23
|
+
* (`--source`, `--bot-key`, `--file`, `--list-bots`, `--quiet`).
|
|
24
|
+
*
|
|
25
|
+
* @param next returns the next argv token and advances the caller's index,
|
|
26
|
+
* e.g. `() => args[++i]`.
|
|
27
|
+
* @returns true when the flag was recognized (and any value consumed), so the
|
|
28
|
+
* caller can `continue` to the next token.
|
|
29
|
+
*/
|
|
30
|
+
export declare function consumeCommonAnalysisArg(arg: string, next: () => string, config: AnalysisBaseConfig): boolean;
|
|
31
|
+
/**
|
|
32
|
+
* Print the standard analysis-CLI help preamble:
|
|
33
|
+
* `title` / blank / `Usage: node dist/analysis/<usagePath> [options]` / blank /
|
|
34
|
+
* `Options:`. Callers then emit their own option rows (see `helpRow`).
|
|
35
|
+
*/
|
|
36
|
+
export declare function printHelpHeader(title: string, usagePath: string): void;
|
|
37
|
+
/**
|
|
38
|
+
* Render one aligned option row for a hand-written help body:
|
|
39
|
+
* two-space indent, `flag` padded to `width`, then `description`.
|
|
40
|
+
* `width` is per-tool so adopting this helper keeps the original column.
|
|
41
|
+
*/
|
|
42
|
+
export declare function helpRow(flag: string, description: string, width: number): string;
|
|
43
|
+
//# sourceMappingURL=analyze_args.d.ts.map
|
|
@@ -0,0 +1,61 @@
|
|
|
1
|
+
'use strict';
|
|
2
|
+
/** Fresh base config for the common `--source market_adapter --bot-key <key>` flow. */
|
|
3
|
+
export function baseAnalysisConfig() {
|
|
4
|
+
return {
|
|
5
|
+
source: { type: 'market_adapter', config: { botKey: '' } },
|
|
6
|
+
quiet: false,
|
|
7
|
+
listBots: false,
|
|
8
|
+
};
|
|
9
|
+
}
|
|
10
|
+
/**
|
|
11
|
+
* Consume one of the flags shared by every analysis CLI
|
|
12
|
+
* (`--source`, `--bot-key`, `--file`, `--list-bots`, `--quiet`).
|
|
13
|
+
*
|
|
14
|
+
* @param next returns the next argv token and advances the caller's index,
|
|
15
|
+
* e.g. `() => args[++i]`.
|
|
16
|
+
* @returns true when the flag was recognized (and any value consumed), so the
|
|
17
|
+
* caller can `continue` to the next token.
|
|
18
|
+
*/
|
|
19
|
+
export function consumeCommonAnalysisArg(arg, next, config) {
|
|
20
|
+
switch (arg) {
|
|
21
|
+
case '--source':
|
|
22
|
+
config.source.type = next();
|
|
23
|
+
return true;
|
|
24
|
+
case '--bot-key':
|
|
25
|
+
config.source.config.botKey = next();
|
|
26
|
+
return true;
|
|
27
|
+
case '--file':
|
|
28
|
+
config.source.config.filePath = next();
|
|
29
|
+
config.source.type = 'json';
|
|
30
|
+
return true;
|
|
31
|
+
case '--list-bots':
|
|
32
|
+
config.listBots = true;
|
|
33
|
+
return true;
|
|
34
|
+
case '--quiet':
|
|
35
|
+
config.quiet = true;
|
|
36
|
+
return true;
|
|
37
|
+
default:
|
|
38
|
+
return false;
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
|
+
/**
|
|
42
|
+
* Print the standard analysis-CLI help preamble:
|
|
43
|
+
* `title` / blank / `Usage: node dist/analysis/<usagePath> [options]` / blank /
|
|
44
|
+
* `Options:`. Callers then emit their own option rows (see `helpRow`).
|
|
45
|
+
*/
|
|
46
|
+
export function printHelpHeader(title, usagePath) {
|
|
47
|
+
console.log(title);
|
|
48
|
+
console.log('');
|
|
49
|
+
console.log(`Usage: node dist/analysis/${usagePath} [options]`);
|
|
50
|
+
console.log('');
|
|
51
|
+
console.log('Options:');
|
|
52
|
+
}
|
|
53
|
+
/**
|
|
54
|
+
* Render one aligned option row for a hand-written help body:
|
|
55
|
+
* two-space indent, `flag` padded to `width`, then `description`.
|
|
56
|
+
* `width` is per-tool so adopting this helper keeps the original column.
|
|
57
|
+
*/
|
|
58
|
+
export function helpRow(flag, description, width) {
|
|
59
|
+
return ` ${flag.padEnd(width)}${description}`;
|
|
60
|
+
}
|
|
61
|
+
//# sourceMappingURL=analyze_args.js.map
|