dexbot 1.6.11 → 1.6.13
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +67 -4
- package/README.md +2 -1
- package/analysis/README.md +11 -11
- package/analysis/ama_fitting/README.md +5 -3
- package/analysis/tradingview/README.md +1 -1
- package/analysis/trend_detection/DYNAMIC_WEIGHT_RESEARCH.md +3 -3
- package/claw/README.md +1 -0
- package/claw/docs/AI_BOT_LIBRARY_API.md +2 -0
- package/claw/docs/DEXBOT2_TUNING_CHEAT_SHEET.md +4 -3
- package/claw/modules/chain_broadcast.ts +7 -1
- package/claw/modules/claw_bridge.ts +0 -3
- package/claw/modules/claw_launcher.ts +1 -1
- package/claw/modules/claw_skill_md.ts +1 -0
- package/claw/modules/launcher_mode_detector.ts +9 -2
- package/claw/package.json +3 -3
- package/claw/runtimes/openclaw-plugin/openclaw.plugin.json +1 -1
- package/claw/runtimes/openclaw-plugin/package.json +1 -1
- package/claw/tsconfig.json +2 -2
- package/dist/analysis/account_resolver.d.ts +1 -1
- package/dist/analysis/account_resolver.js +2 -1
- package/dist/analysis/ama_fitting/analyze_ama_price_changes.js +3 -4
- package/dist/analysis/ama_fitting/analyze_lambda_vs_slow.js +3 -21
- package/dist/analysis/ama_fitting/calibrate_convergence_er.js +0 -1
- package/dist/analysis/ama_fitting/fetch_lp_candles.js +55 -45
- package/dist/analysis/ama_fitting/generate_unified_comparison_chart.d.ts +1 -8
- package/dist/analysis/ama_fitting/generate_unified_comparison_chart.js +45 -24
- package/dist/analysis/ama_fitting/optimizer_high_resolution.js +34 -78
- package/dist/analysis/analyze_args.d.ts +43 -0
- package/dist/analysis/analyze_args.js +61 -0
- package/dist/analysis/analyze_dynamic_weight.js +7 -17
- package/dist/analysis/analyze_kalman.js +7 -17
- package/dist/analysis/analyze_regime.js +7 -17
- package/dist/analysis/analyze_regime_windows.js +8 -18
- package/dist/analysis/analyze_risk_profile.js +8 -18
- package/dist/analysis/analyze_trade_heatmap.js +7 -17
- package/dist/analysis/analyze_volatility.js +7 -17
- package/dist/analysis/bot_fitting/backtest_ama_sweep.d.ts +221 -28
- package/dist/analysis/bot_fitting/backtest_ama_sweep.js +23 -103
- package/dist/analysis/bot_fitting/backtest_bot_fitting.d.ts +34 -4
- package/dist/analysis/bot_fitting/backtest_bot_fitting.js +32 -150
- package/dist/analysis/bot_fitting/backtest_lookback_drawdown.js +19 -34
- package/dist/analysis/bot_fitting/shared_utils.d.ts +77 -9
- package/dist/analysis/bot_fitting/shared_utils.js +125 -9
- package/dist/analysis/bot_key_utils.d.ts +18 -10
- package/dist/analysis/bot_key_utils.js +7 -4
- package/dist/analysis/bot_usage/discover_bot_accounts.js +44 -47
- package/dist/analysis/bot_usage/kibana_bot_queries.d.ts +1 -21
- package/dist/analysis/chain_pool.d.ts +3 -1
- package/dist/analysis/chart_ui.d.ts +35 -3
- package/dist/analysis/chart_ui.js +43 -4
- package/dist/analysis/chart_utils.d.ts +5 -5
- package/dist/analysis/chart_utils.js +9 -0
- package/dist/analysis/fills_cache.d.ts +4 -24
- package/dist/analysis/fills_cache.js +3 -84
- package/dist/analysis/fills_source.d.ts +33 -3
- package/dist/analysis/fills_source.js +83 -13
- package/dist/analysis/grid_correction_check.d.ts +2 -24
- package/dist/analysis/grid_correction_check.js +27 -69
- package/dist/analysis/math_utils.d.ts +91 -6
- package/dist/analysis/math_utils.js +119 -7
- package/dist/analysis/pnl_report.js +29 -29
- package/dist/analysis/price_sources.d.ts +30 -9
- package/dist/analysis/price_sources.js +28 -4
- package/dist/analysis/resolve_bot_accounts.js +2 -2
- package/dist/analysis/resolve_source.d.ts +1 -1
- package/dist/analysis/resolve_source.js +31 -10
- package/dist/analysis/trade_profitability.d.ts +29 -2
- package/dist/analysis/trade_profitability.js +73 -147
- package/dist/analysis/tradingview/analyze_tradingview.d.ts +3 -8
- package/dist/analysis/tradingview/analyze_tradingview.js +7 -6
- package/dist/analysis/tradingview/grid_reset_config.d.ts +41 -32
- package/dist/analysis/tradingview/grid_reset_config.js +23 -11
- package/dist/analysis/tradingview/grid_reset_sim.d.ts +75 -9
- package/dist/analysis/tradingview/grid_reset_sim.js +4 -3
- package/dist/analysis/tradingview/tradingview_uplot_chart_generator.d.ts +69 -4
- package/dist/analysis/tradingview/tradingview_uplot_chart_generator.js +20 -34
- package/dist/analysis/trend_detection/backtest_ama_slope_huber.d.ts +1 -101
- package/dist/analysis/trend_detection/backtest_ama_slope_huber.js +26 -84
- package/dist/analysis/trend_detection/dynamic_weight_chart_generator.d.ts +63 -1
- package/dist/analysis/trend_detection/dynamic_weight_chart_generator.js +16 -41
- package/dist/analysis/trend_detection/huber_scale_variants.d.ts +9 -3
- package/dist/analysis/trend_detection/huber_scale_variants.js +4 -4
- package/dist/analysis/trend_detection/kalman_chart_generator.d.ts +30 -1
- package/dist/analysis/trend_detection/kalman_chart_generator.js +3 -3
- package/dist/analysis/trend_detection/regime_chart_generator.d.ts +31 -1
- package/dist/analysis/trend_detection/regime_chart_generator.js +2 -2
- package/dist/analysis/trend_detection/volatility_chart_generator.d.ts +33 -1
- package/dist/analysis/trend_detection/volatility_chart_generator.js +9 -10
- package/dist/analysis/worker_pool.d.ts +38 -0
- package/dist/analysis/worker_pool.js +67 -0
- package/dist/credential-daemon.js +34 -20
- package/dist/dexbot.js +78 -59
- package/dist/market_adapter/ama_signal_runner.js +21 -54
- package/dist/market_adapter/candle_utils.d.ts +29 -19
- package/dist/market_adapter/candle_utils.js +35 -21
- package/dist/market_adapter/cli_args.d.ts +22 -0
- package/dist/market_adapter/cli_args.js +30 -0
- package/dist/market_adapter/core/asymmetric_bounds.d.ts +13 -4
- package/dist/market_adapter/core/config_normalizers.d.ts +3 -3
- package/dist/market_adapter/core/config_normalizers.js +11 -6
- package/dist/market_adapter/core/kibana_candles.d.ts +56 -19
- package/dist/market_adapter/core/kibana_candles.js +12 -9
- package/dist/market_adapter/core/kibana_client.d.ts +9 -1
- package/dist/market_adapter/core/kibana_client.js +8 -7
- package/dist/market_adapter/core/kibana_market_candles.d.ts +3 -2
- package/dist/market_adapter/core/market_adapter_service.d.ts +320 -153
- package/dist/market_adapter/core/market_adapter_service.js +228 -269
- package/dist/market_adapter/core/signals/hurst_analyzer.d.ts +1 -6
- package/dist/market_adapter/core/signals/hurst_analyzer.js +1 -1
- package/dist/market_adapter/core/signals/permutation_entropy_analyzer.d.ts +1 -11
- package/dist/market_adapter/core/signals/permutation_entropy_analyzer.js +1 -1
- package/dist/market_adapter/core/strategies/ama.d.ts +10 -2
- package/dist/market_adapter/core/strategies/ama.js +2 -4
- package/dist/market_adapter/core/strategies/ama_slope_model.d.ts +14 -1
- package/dist/market_adapter/core/strategies/ama_slope_model.js +12 -34
- package/dist/market_adapter/core/strategies/atr/calculator.d.ts +7 -2
- package/dist/market_adapter/core/strategies/atr/calculator.js +2 -34
- package/dist/market_adapter/core/strategies/collateral_manager.d.ts +7 -1
- package/dist/market_adapter/core/strategies/collateral_manager.js +0 -22
- package/dist/market_adapter/core/strategies/dynamic_weight_series.d.ts +34 -6
- package/dist/market_adapter/core/strategies/dynamic_weight_series.js +7 -7
- package/dist/market_adapter/core/strategies/regime_gate.d.ts +24 -15
- package/dist/market_adapter/core/strategies/regime_gate.js +4 -31
- package/dist/market_adapter/core/strategies/regime_interp.d.ts +7 -1
- package/dist/market_adapter/core/strategies/regime_interp.js +14 -22
- package/dist/market_adapter/core/strategies/volatility_shift.d.ts +11 -1
- package/dist/market_adapter/core/strategies/volatility_shift.js +0 -13
- package/dist/market_adapter/inputs/cex_candle_parsing.d.ts +29 -0
- package/dist/market_adapter/inputs/cex_candle_parsing.js +52 -0
- package/dist/market_adapter/inputs/fetch_book_data.d.ts +20 -4
- package/dist/market_adapter/inputs/fetch_book_data.js +3 -2
- package/dist/market_adapter/inputs/fetch_cex_synthetic_data.js +160 -332
- package/dist/market_adapter/inputs/fetch_lp_data.d.ts +50 -8
- package/dist/market_adapter/inputs/fetch_lp_data.js +47 -22
- package/dist/market_adapter/inputs/kibana_feed_source.d.ts +74 -15
- package/dist/market_adapter/inputs/kibana_feed_source.js +26 -41
- package/dist/market_adapter/inputs/kibana_source.d.ts +25 -3
- package/dist/market_adapter/inputs/kibana_source.js +2 -2
- package/dist/market_adapter/inputs/window_cache.d.ts +93 -156
- package/dist/market_adapter/inputs/window_cache.js +59 -184
- package/dist/market_adapter/interval_utils.d.ts +15 -5
- package/dist/market_adapter/interval_utils.js +16 -1
- package/dist/market_adapter/log_format.d.ts +6 -6
- package/dist/market_adapter/log_format.js +28 -21
- package/dist/market_adapter/lp_chart_core.d.ts +22 -1
- package/dist/market_adapter/lp_chart_core.js +26 -192
- package/dist/market_adapter/lp_chart_runner.d.ts +10 -7
- package/dist/market_adapter/lp_chart_runner.js +37 -19
- package/dist/market_adapter/lp_chart_strategy_loader.d.ts +41 -6
- package/dist/market_adapter/lp_chart_strategy_loader.js +8 -7
- package/dist/market_adapter/market_adapter.d.ts +94 -32
- package/dist/market_adapter/market_adapter.js +94 -120
- package/dist/market_adapter/utils/adapter_client.d.ts +3 -3
- package/dist/market_adapter/utils/adapter_client.js +2 -2
- package/dist/market_adapter/utils/atomic_write.d.ts +8 -1
- package/dist/market_adapter/utils/chain.d.ts +50 -41
- package/dist/market_adapter/utils/chain.js +40 -46
- package/dist/market_adapter/utils/data_discovery.d.ts +49 -2
- package/dist/market_adapter/utils/data_discovery.js +220 -27
- package/dist/market_adapter/utils/dynamic_grid_snapshot.d.ts +12 -3
- package/dist/market_adapter/utils/file_json_cache.d.ts +2 -2
- package/dist/market_adapter/utils/file_lock.d.ts +28 -14
- package/dist/market_adapter/utils/file_lock.js +36 -32
- package/dist/market_adapter/utils/month_shards.d.ts +84 -0
- package/dist/market_adapter/utils/month_shards.js +237 -0
- package/dist/market_adapter/utils/native_history.d.ts +9 -2
- package/dist/market_adapter/utils/native_history.js +35 -28
- package/dist/modules/account_bots.d.ts +578 -21
- package/dist/modules/account_bots.js +272 -267
- package/dist/modules/account_orders.d.ts +79 -30
- package/dist/modules/account_orders.js +60 -64
- package/dist/modules/authority_resolver.d.ts +12 -2
- package/dist/modules/authority_resolver.js +15 -8
- package/dist/modules/bitshares-native/chain_client.d.ts +39 -4
- package/dist/modules/bitshares-native/chain_client.js +59 -59
- package/dist/modules/bitshares-native/crypto/ecc.browser.js +11 -171
- package/dist/modules/bitshares-native/crypto/ecc.js +13 -176
- package/dist/modules/bitshares-native/crypto/ecc_core.d.ts +33 -0
- package/dist/modules/bitshares-native/crypto/ecc_core.js +213 -0
- package/dist/modules/bitshares-native/crypto/ecc_selector.d.ts +2 -1
- package/dist/modules/bitshares-native/crypto/ecc_selector.js +1 -13
- package/dist/modules/bitshares-native/index.d.ts +1 -1
- package/dist/modules/bitshares-native/lru_cache.d.ts +7 -7
- package/dist/modules/bitshares-native/resolvers.d.ts +18 -6
- package/dist/modules/bitshares-native/resolvers.js +22 -25
- package/dist/modules/bitshares-native/serial/lazy_buffer.d.ts +4 -0
- package/dist/modules/bitshares-native/serial/lazy_buffer.js +21 -0
- package/dist/modules/bitshares-native/serial/operations.d.ts +1 -1
- package/dist/modules/bitshares-native/serial/serializer.d.ts +16 -12
- package/dist/modules/bitshares-native/serial/serializer.js +7 -13
- package/dist/modules/bitshares-native/serial/types.d.ts +25 -16
- package/dist/modules/bitshares-native/serial/types.js +73 -108
- package/dist/modules/bitshares-native/signing_client.d.ts +32 -2
- package/dist/modules/bitshares-native/signing_client.js +19 -14
- package/dist/modules/bitshares-native/subscriptions.d.ts +81 -1
- package/dist/modules/bitshares-native/subscriptions.js +12 -12
- package/dist/modules/bitshares-native/transport.d.ts +5 -4
- package/dist/modules/bitshares-native/transport.js +5 -4
- package/dist/modules/bitshares-native/tx/builder.d.ts +40 -5
- package/dist/modules/bitshares-native/tx/builder.js +4 -3
- package/dist/modules/bitshares-native/tx/tx_cache.d.ts +4 -4
- package/dist/modules/bitshares_client.d.ts +45 -13
- package/dist/modules/bitshares_client.js +28 -19
- package/dist/modules/bot_defaults.d.ts +8 -16
- package/dist/modules/bot_defaults.js +1 -5
- package/dist/modules/bot_settings.d.ts +44 -10
- package/dist/modules/bot_settings.js +11 -8
- package/dist/modules/bots_file_lock.d.ts +6 -6
- package/dist/modules/bots_file_lock.js +16 -12
- package/dist/modules/broadcast_failure.d.ts +4 -3
- package/dist/modules/broadcast_failure.js +5 -4
- package/dist/modules/chain_keys.d.ts +42 -40
- package/dist/modules/chain_keys.js +53 -45
- package/dist/modules/chain_orders.d.ts +94 -60
- package/dist/modules/chain_orders.js +81 -118
- package/dist/modules/cli_start_onboarding.d.ts +2 -1
- package/dist/modules/constants.d.ts +534 -32
- package/dist/modules/constants.js +35 -48
- package/dist/modules/cr_planner.d.ts +41 -3
- package/dist/modules/cr_planner.js +1 -5
- package/dist/modules/credential_policy.d.ts +68 -8
- package/dist/modules/credential_policy.js +37 -31
- package/dist/modules/credential_session_cache.d.ts +2 -2
- package/dist/modules/credit_pricing.d.ts +43 -6
- package/dist/modules/credit_pricing.js +70 -60
- package/dist/modules/credit_runtime.d.ts +283 -118
- package/dist/modules/credit_runtime.js +500 -231
- package/dist/modules/crypto/browser_provider.js +6 -4
- package/dist/modules/crypto/node_provider.js +1 -1
- package/dist/modules/crypto/pure_scrypt.js +35 -4
- package/dist/modules/crypto/pure_secp256k1.js +72 -26
- package/dist/modules/crypto/sync.d.ts +9 -9
- package/dist/modules/crypto/sync.js +16 -9
- package/dist/modules/daemon_node_health.d.ts +4 -3
- package/dist/modules/dexbot_class.d.ts +213 -146
- package/dist/modules/dexbot_class.js +183 -86
- package/dist/modules/dexbot_cow_runtime.d.ts +160 -87
- package/dist/modules/dexbot_cow_runtime.js +302 -234
- package/dist/modules/dexbot_credential_client.d.ts +19 -18
- package/dist/modules/dexbot_credential_client.js +1 -2
- package/dist/modules/dexbot_fill_runtime.d.ts +63 -49
- package/dist/modules/dexbot_fill_runtime.js +53 -47
- package/dist/modules/dexbot_maintenance_runtime.d.ts +127 -71
- package/dist/modules/dexbot_maintenance_runtime.js +187 -147
- package/dist/modules/dexbot_startup_runtime.d.ts +11 -11
- package/dist/modules/dexbot_startup_runtime.js +56 -57
- package/dist/modules/dexbot_state_recovery.d.ts +13 -12
- package/dist/modules/dexbot_state_recovery.js +18 -13
- package/dist/modules/fund_registry.d.ts +4 -2
- package/dist/modules/fund_registry.js +10 -10
- package/dist/modules/general_settings.d.ts +30 -4
- package/dist/modules/graceful_shutdown.d.ts +3 -3
- package/dist/modules/graceful_shutdown.js +19 -13
- package/dist/modules/grid_price_source.d.ts +1 -1
- package/dist/modules/key_store.d.ts +14 -8
- package/dist/modules/key_store.js +7 -7
- package/dist/modules/launcher/adapter_requirement.d.ts +11 -5
- package/dist/modules/launcher/adapter_requirement.js +5 -5
- package/dist/modules/launcher/bot_supervisor.d.ts +106 -24
- package/dist/modules/launcher/bot_supervisor.js +12 -11
- package/dist/modules/launcher/credential_bootstrap.d.ts +1 -1
- package/dist/modules/launcher/credential_bootstrap.js +1 -1
- package/dist/modules/launcher/credential_daemon.d.ts +4 -4
- package/dist/modules/launcher/credential_daemon.js +2 -2
- package/dist/modules/launcher/credential_secret.d.ts +1 -1
- package/dist/modules/launcher/foreign_cred_daemon.d.ts +2 -2
- package/dist/modules/launcher/market_adapter_runtime.d.ts +61 -6
- package/dist/modules/launcher/market_adapter_watchdog.d.ts +10 -2
- package/dist/modules/launcher/market_adapter_watchdog.js +4 -0
- package/dist/modules/launcher/monolithic_runtime.d.ts +18 -16
- package/dist/modules/launcher/status_reporting.d.ts +22 -14
- package/dist/modules/launcher/supervisor_control.d.ts +8 -1
- package/dist/modules/launcher/supervisor_control.js +4 -2
- package/dist/modules/lazy_shim.d.ts +11 -0
- package/dist/modules/lazy_shim.js +16 -0
- package/dist/modules/market_adapter_whitelist.d.ts +9 -3
- package/dist/modules/market_adapter_whitelist.js +15 -3
- package/dist/modules/node_connect_policy.d.ts +3 -2
- package/dist/modules/node_failure_ledger.d.ts +6 -5
- package/dist/modules/node_manager.d.ts +41 -11
- package/dist/modules/node_manager.js +5 -4
- package/dist/modules/order/accounting.d.ts +53 -24
- package/dist/modules/order/accounting.js +16 -15
- package/dist/modules/order/async_lock.d.ts +5 -2
- package/dist/modules/order/async_lock.js +1 -1
- package/dist/modules/order/export.d.ts +7 -6
- package/dist/modules/order/export.js +1 -7
- package/dist/modules/order/format.d.ts +16 -7
- package/dist/modules/order/format.js +15 -3
- package/dist/modules/order/genesis_policy.d.ts +24 -21
- package/dist/modules/order/genesis_policy.js +17 -10
- package/dist/modules/order/grid.d.ts +144 -36
- package/dist/modules/order/grid.js +226 -145
- package/dist/modules/order/grid_reconcile.d.ts +21 -20
- package/dist/modules/order/grid_reconcile.js +13 -12
- package/dist/modules/order/grid_reconcile_internal.d.ts +85 -72
- package/dist/modules/order/grid_reconcile_internal.js +28 -19
- package/dist/modules/order/index.d.ts +264 -1
- package/dist/modules/order/logger.d.ts +46 -19
- package/dist/modules/order/logger.js +38 -49
- package/dist/modules/order/logger_state.d.ts +4 -4
- package/dist/modules/order/manager.d.ts +232 -191
- package/dist/modules/order/manager.js +110 -130
- package/dist/modules/order/processed_fill_store.d.ts +18 -3
- package/dist/modules/order/processed_fill_store.js +16 -27
- package/dist/modules/order/strategy.d.ts +21 -13
- package/dist/modules/order/strategy.js +5 -6
- package/dist/modules/order/sync_engine.d.ts +91 -33
- package/dist/modules/order/sync_engine.js +84 -53
- package/dist/modules/order/utils/math.d.ts +157 -102
- package/dist/modules/order/utils/math.js +77 -38
- package/dist/modules/order/utils/order.d.ts +310 -110
- package/dist/modules/order/utils/order.js +153 -126
- package/dist/modules/order/utils/slot.d.ts +1 -1
- package/dist/modules/order/utils/system.d.ts +156 -26
- package/dist/modules/order/utils/system.js +103 -71
- package/dist/modules/order/utils/validate.d.ts +89 -41
- package/dist/modules/order/utils/validate.js +26 -24
- package/dist/modules/order/utils/withPoolRef.d.ts +6 -4
- package/dist/modules/order/utils/withPoolRef.js +18 -12
- package/dist/modules/order/working_grid.d.ts +14 -13
- package/dist/modules/paths.d.ts +1 -4
- package/dist/modules/paths.js +33 -61
- package/dist/modules/process_discovery.d.ts +1 -1
- package/dist/modules/process_discovery.js +2 -1
- package/dist/modules/runtime.d.ts +7 -3
- package/dist/modules/runtime.js +4 -3
- package/dist/modules/runtime_settings.d.ts +14 -11
- package/dist/modules/runtime_settings.js +30 -24
- package/dist/modules/settings_merge.d.ts +29 -3
- package/dist/modules/settings_merge.js +56 -78
- package/dist/modules/socket_json_client.d.ts +9 -5
- package/dist/modules/storage/browser_adapter.d.ts +38 -53
- package/dist/modules/storage/browser_adapter.js +7 -30
- package/dist/modules/storage/index.d.ts +1 -1
- package/dist/modules/storage/node_adapter.d.ts +45 -27
- package/dist/modules/storage/node_adapter.js +9 -9
- package/dist/modules/storage/types.d.ts +5 -4
- package/dist/modules/types.d.ts +1090 -6
- package/dist/modules/types.js +4 -1
- package/dist/modules/utils/asset_symbols.d.ts +2 -1
- package/dist/modules/utils/asset_symbols.js +2 -1
- package/dist/modules/utils/errors.d.ts +9 -0
- package/dist/modules/utils/errors.js +24 -4
- package/dist/modules/utils/time_range.d.ts +1 -12
- package/dist/modules/utils/time_range.js +1 -1
- package/dist/modules/validate_profiles.js +53 -43
- package/dist/modules/version_notice.d.ts +23 -11
- package/dist/modules/version_notice.js +6 -4
- package/dist/pm2.d.ts +28 -27
- package/dist/pm2.js +61 -40
- package/dist/scripts/analyze-credit.d.ts +2 -1
- package/dist/scripts/analyze-credit.js +23 -24
- package/dist/scripts/analyze-git.js +2 -15
- package/dist/scripts/analyze-orders.d.ts +77 -9
- package/dist/scripts/analyze-orders.js +65 -40
- package/dist/scripts/chart_command.d.ts +27 -18
- package/dist/scripts/chart_command.js +15 -13
- package/dist/scripts/check_any.d.ts +22 -0
- package/dist/scripts/check_any.js +158 -0
- package/dist/scripts/diagnose-pool-history.js +13 -13
- package/dist/scripts/print_grid.js +0 -1
- package/dist/scripts/run-tests.js +39 -8
- package/dist/scripts/runner.js +1 -1
- package/dist/scripts/sync-version.js +0 -10
- package/dist/scripts/test-credit-renewal.js +30 -21
- package/dist/scripts/update.d.ts +10 -5
- package/dist/scripts/update.js +168 -103
- package/dist/scripts/update_dist_freshness.js +1 -0
- package/dist/scripts/update_layout.d.ts +61 -0
- package/dist/scripts/update_layout.js +180 -0
- package/dist/scripts/validate_bots.js +2 -1
- package/dist/scripts/verify-browser-bundle.js +8 -0
- package/dist/unlock.d.ts +28 -3
- package/dist/unlock.js +63 -35
- package/docs/BITSHARES_ONBOARDING.md +10 -12
- package/docs/COPY_ON_WRITE_MASTER_PLAN.md +2 -2
- package/docs/COW_INVARIANTS.md +13 -6
- package/docs/DEXBOT_COMPARISON.md +8 -8
- package/docs/EVOLUTION.md +10 -8
- package/docs/FUND_MOVEMENT_AND_ACCOUNTING.md +5 -5
- package/docs/GRID_RECALCULATION.md +4 -2
- package/docs/GRID_RECONCILE.md +14 -3
- package/docs/LIFECYCLE.md +11 -11
- package/docs/MPA_CREDIT_USAGE.md +22 -3
- package/docs/README.md +14 -3
- package/docs/WORKFLOW.md +1 -0
- package/docs/architecture.md +31 -19
- package/docs/developer_guide.md +6 -6
- package/market_adapter/README.md +12 -5
- package/modules/README.md +4 -1
- package/package.json +9 -9
- package/scripts/README.md +43 -38
- package/tests/README.md +25 -10
- package/dist/scripts/diagnose-kibana-candles.d.ts +0 -3
- package/dist/scripts/diagnose-kibana-candles.js +0 -82
- package/scripts/git-viewer.sh +0 -489
- package/scripts/postinstall.js +0 -16
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
'use strict';
|
|
2
|
+
import { getErrorCode } from '../../modules/utils/errors.js';
|
|
2
3
|
import { getStorage } from '../../modules/storage/index.js';
|
|
3
4
|
import { getProcessDiscovery } from '../../modules/process_discovery.js';
|
|
4
5
|
import { runtime } from '../../modules/runtime.js';
|
|
@@ -74,6 +75,23 @@ function _isLockStaleOrDead(lockPath, staleMs, now, aliveCheck) {
|
|
|
74
75
|
}
|
|
75
76
|
return false;
|
|
76
77
|
}
|
|
78
|
+
/**
|
|
79
|
+
* Resolve the ownership token, payload builder, and lazy error messages shared
|
|
80
|
+
* by the sync and async lock cores.
|
|
81
|
+
*/
|
|
82
|
+
function _resolveLockPayload(lockPath, opts, timeoutMs) {
|
|
83
|
+
const ownerId = _lockOwnerId();
|
|
84
|
+
const buildPayloadFn = opts.buildPayload;
|
|
85
|
+
const buildPayload = typeof buildPayloadFn === 'function'
|
|
86
|
+
? () => ({ ...buildPayloadFn(), ownerId })
|
|
87
|
+
: () => ({ pid: _lockOwnerId(), at: Date.now(), ownerId });
|
|
88
|
+
const alreadyRunningMsg = opts.alreadyRunningMsg;
|
|
89
|
+
const resolveRunningMsg = typeof alreadyRunningMsg === 'function'
|
|
90
|
+
? alreadyRunningMsg
|
|
91
|
+
: () => (alreadyRunningMsg || `already locked: `);
|
|
92
|
+
const timeoutMsg = opts.timeoutMsg || `Could not acquire lock on ${lockPath} within ${timeoutMs}ms`;
|
|
93
|
+
return { ownerId, buildPayload, resolveRunningMsg, timeoutMsg };
|
|
94
|
+
}
|
|
77
95
|
/**
|
|
78
96
|
* Shared file-lock primitive.
|
|
79
97
|
*
|
|
@@ -95,23 +113,16 @@ function _isLockStaleOrDead(lockPath, staleMs, now, aliveCheck) {
|
|
|
95
113
|
* from the lock file only when contention is actually hit)
|
|
96
114
|
*/
|
|
97
115
|
function _acquireLockCore(lockPath, opts = {}) {
|
|
98
|
-
const staleMs = Number.isFinite(opts.staleMs) && opts.staleMs > 0 ? opts.staleMs : 30000;
|
|
99
|
-
const timeoutMs = Number.isFinite(opts.timeoutMs) && opts.timeoutMs > 0 ? opts.timeoutMs : Infinity;
|
|
100
|
-
const retryMs = Number.isFinite(opts.retryMs) && opts.retryMs > 0 ? opts.retryMs : 0;
|
|
101
|
-
const maxAttempts = Number.isFinite(opts.maxAttempts) && opts.maxAttempts > 0 ? opts.maxAttempts : Infinity;
|
|
116
|
+
const staleMs = typeof opts.staleMs === 'number' && Number.isFinite(opts.staleMs) && opts.staleMs > 0 ? opts.staleMs : 30000;
|
|
117
|
+
const timeoutMs = typeof opts.timeoutMs === 'number' && Number.isFinite(opts.timeoutMs) && opts.timeoutMs > 0 ? opts.timeoutMs : Infinity;
|
|
118
|
+
const retryMs = typeof opts.retryMs === 'number' && Number.isFinite(opts.retryMs) && opts.retryMs > 0 ? opts.retryMs : 0;
|
|
119
|
+
const maxAttempts = typeof opts.maxAttempts === 'number' && Number.isFinite(opts.maxAttempts) && opts.maxAttempts > 0 ? opts.maxAttempts : Infinity;
|
|
102
120
|
const contention = opts.contention === 'wait' ? 'wait' : 'throw';
|
|
103
121
|
const aliveCheck = typeof opts.aliveCheck === 'function' ? opts.aliveCheck : null;
|
|
104
122
|
// The heartbeat must fire strictly inside the staleness window, otherwise a
|
|
105
123
|
// live-held lock looks stale between beats and can be stolen.
|
|
106
124
|
const heartbeatMs = Math.min(MARKET_ADAPTER.FILE_LOCK_HEARTBEAT_MAX_MS, Math.max(MARKET_ADAPTER.FILE_LOCK_HEARTBEAT_MIN_MS, Math.floor(staleMs / 2)));
|
|
107
|
-
const ownerId =
|
|
108
|
-
const buildPayload = typeof opts.buildPayload === 'function'
|
|
109
|
-
? () => ({ ...opts.buildPayload(), ownerId })
|
|
110
|
-
: () => ({ pid: _lockOwnerId(), at: Date.now(), ownerId });
|
|
111
|
-
const resolveRunningMsg = typeof opts.alreadyRunningMsg === 'function'
|
|
112
|
-
? opts.alreadyRunningMsg
|
|
113
|
-
: () => (opts.alreadyRunningMsg || `already locked: ${lockPath}`);
|
|
114
|
-
const timeoutMsg = opts.timeoutMsg || `Could not acquire lock on ${lockPath} within ${timeoutMs}ms`;
|
|
125
|
+
const { ownerId, buildPayload, resolveRunningMsg, timeoutMsg } = _resolveLockPayload(lockPath, opts, timeoutMs);
|
|
115
126
|
const deadline = Number.isFinite(timeoutMs) ? Date.now() + timeoutMs : Infinity;
|
|
116
127
|
let attempts = 0;
|
|
117
128
|
while (attempts < maxAttempts && Date.now() < deadline) {
|
|
@@ -151,7 +162,7 @@ function _acquireLockCore(lockPath, opts = {}) {
|
|
|
151
162
|
}
|
|
152
163
|
catch (_) { }
|
|
153
164
|
}
|
|
154
|
-
if (err
|
|
165
|
+
if (getErrorCode(err) !== 'EEXIST')
|
|
155
166
|
throw err;
|
|
156
167
|
attempts++;
|
|
157
168
|
if (_isLockStaleOrDead(lockPath, staleMs, Date.now(), aliveCheck)) {
|
|
@@ -184,18 +195,11 @@ function _releaseOwnedLock(lockPath, ownerId, unlinkFn) {
|
|
|
184
195
|
return true;
|
|
185
196
|
}
|
|
186
197
|
async function _acquireLockCoreAsync(lockPath, opts = {}) {
|
|
187
|
-
const staleMs = Number.isFinite(opts.staleMs) && opts.staleMs > 0 ? opts.staleMs : 30000;
|
|
188
|
-
const timeoutMs = Number.isFinite(opts.timeoutMs) && opts.timeoutMs > 0 ? opts.timeoutMs : 5000;
|
|
189
|
-
const retryMs = Number.isFinite(opts.retryMs) && opts.retryMs > 0 ? opts.retryMs : 50;
|
|
198
|
+
const staleMs = typeof opts.staleMs === 'number' && Number.isFinite(opts.staleMs) && opts.staleMs > 0 ? opts.staleMs : 30000;
|
|
199
|
+
const timeoutMs = typeof opts.timeoutMs === 'number' && Number.isFinite(opts.timeoutMs) && opts.timeoutMs > 0 ? opts.timeoutMs : 5000;
|
|
200
|
+
const retryMs = typeof opts.retryMs === 'number' && Number.isFinite(opts.retryMs) && opts.retryMs > 0 ? opts.retryMs : 50;
|
|
190
201
|
const aliveCheck = typeof opts.aliveCheck === 'function' ? opts.aliveCheck : null;
|
|
191
|
-
const ownerId =
|
|
192
|
-
const buildPayload = typeof opts.buildPayload === 'function'
|
|
193
|
-
? () => ({ ...opts.buildPayload(), ownerId })
|
|
194
|
-
: () => ({ pid: _lockOwnerId(), at: Date.now(), ownerId });
|
|
195
|
-
const resolveRunningMsg = typeof opts.alreadyRunningMsg === 'function'
|
|
196
|
-
? opts.alreadyRunningMsg
|
|
197
|
-
: () => (opts.alreadyRunningMsg || `already locked: ${lockPath}`);
|
|
198
|
-
const timeoutMsg = opts.timeoutMsg || `Could not acquire lock on ${lockPath} within ${timeoutMs}ms`;
|
|
202
|
+
const { ownerId, buildPayload, resolveRunningMsg, timeoutMsg } = _resolveLockPayload(lockPath, opts, timeoutMs);
|
|
199
203
|
const deadline = Date.now() + timeoutMs;
|
|
200
204
|
while (Date.now() < deadline) {
|
|
201
205
|
try {
|
|
@@ -205,7 +209,7 @@ async function _acquireLockCoreAsync(lockPath, opts = {}) {
|
|
|
205
209
|
};
|
|
206
210
|
}
|
|
207
211
|
catch (err) {
|
|
208
|
-
if (err
|
|
212
|
+
if (getErrorCode(err) !== 'EEXIST') {
|
|
209
213
|
// A non-EEXIST failure may have left a partially written lock
|
|
210
214
|
// file behind — clean it up if it still carries our token.
|
|
211
215
|
try {
|
|
@@ -244,7 +248,7 @@ async function _acquireLockCoreAsync(lockPath, opts = {}) {
|
|
|
244
248
|
* ownership check, so a live adapter lock is never stolen by a newer process.
|
|
245
249
|
*/
|
|
246
250
|
function acquireFileLockSync(lockPath, opts = {}) {
|
|
247
|
-
const staleMs = Number.isFinite(opts.staleMs) && opts.staleMs > 0 ? opts.staleMs : (6 * 3600 * 1000);
|
|
251
|
+
const staleMs = typeof opts.staleMs === 'number' && Number.isFinite(opts.staleMs) && opts.staleMs > 0 ? opts.staleMs : (6 * 3600 * 1000);
|
|
248
252
|
return _acquireLockCore(lockPath, {
|
|
249
253
|
staleMs,
|
|
250
254
|
maxAttempts: 2,
|
|
@@ -287,9 +291,9 @@ function releaseFileLockSync(lock) {
|
|
|
287
291
|
*/
|
|
288
292
|
function acquirePathLockSync(filePath, opts = {}) {
|
|
289
293
|
const lockPath = `${filePath}.lock`;
|
|
290
|
-
const staleMs = Number.isFinite(opts.staleMs) && opts.staleMs > 0 ? opts.staleMs : 30000;
|
|
291
|
-
const timeoutMs = Number.isFinite(opts.timeoutMs) && opts.timeoutMs > 0 ? opts.timeoutMs : 5000;
|
|
292
|
-
const retryMs = Number.isFinite(opts.retryMs) && opts.retryMs > 0 ? opts.retryMs : 50;
|
|
294
|
+
const staleMs = typeof opts.staleMs === 'number' && Number.isFinite(opts.staleMs) && opts.staleMs > 0 ? opts.staleMs : 30000;
|
|
295
|
+
const timeoutMs = typeof opts.timeoutMs === 'number' && Number.isFinite(opts.timeoutMs) && opts.timeoutMs > 0 ? opts.timeoutMs : 5000;
|
|
296
|
+
const retryMs = typeof opts.retryMs === 'number' && Number.isFinite(opts.retryMs) && opts.retryMs > 0 ? opts.retryMs : 50;
|
|
293
297
|
const lock = _acquireLockCore(lockPath, {
|
|
294
298
|
staleMs,
|
|
295
299
|
timeoutMs,
|
|
@@ -297,12 +301,12 @@ function acquirePathLockSync(filePath, opts = {}) {
|
|
|
297
301
|
contention: 'wait',
|
|
298
302
|
timeoutMsg: `Could not acquire lock on ${filePath} within ${timeoutMs}ms`,
|
|
299
303
|
});
|
|
300
|
-
return { fd: lock.fd, lockPath: lock.lockPath, ownerId: lock.ownerId };
|
|
304
|
+
return { fd: lock.fd, lockPath: lock.lockPath, heartbeat: lock.heartbeat, ownerId: lock.ownerId };
|
|
301
305
|
}
|
|
302
306
|
async function acquireFileLock(filePath, opts = {}) {
|
|
303
307
|
const lockPath = `${filePath}.lock`;
|
|
304
|
-
const staleMs = Number.isFinite(opts.staleMs) && opts.staleMs > 0 ? opts.staleMs : 30000;
|
|
305
|
-
const timeoutMs = Number.isFinite(opts.timeoutMs) && opts.timeoutMs > 0 ? opts.timeoutMs : 5000;
|
|
308
|
+
const staleMs = typeof opts.staleMs === 'number' && Number.isFinite(opts.staleMs) && opts.staleMs > 0 ? opts.staleMs : 30000;
|
|
309
|
+
const timeoutMs = typeof opts.timeoutMs === 'number' && Number.isFinite(opts.timeoutMs) && opts.timeoutMs > 0 ? opts.timeoutMs : 5000;
|
|
306
310
|
return _acquireLockCoreAsync(lockPath, {
|
|
307
311
|
staleMs,
|
|
308
312
|
timeoutMs,
|
|
@@ -0,0 +1,84 @@
|
|
|
1
|
+
/** A span that was actually queried, with the time the query ran. */
|
|
2
|
+
type QueriedRange = {
|
|
3
|
+
gte: number;
|
|
4
|
+
lte: number;
|
|
5
|
+
at: number | null;
|
|
6
|
+
};
|
|
7
|
+
/** A plain inclusive ms range. */
|
|
8
|
+
type Span = {
|
|
9
|
+
gte: number;
|
|
10
|
+
lte: number;
|
|
11
|
+
};
|
|
12
|
+
declare function shardKeyForTimestamp(tsMs: unknown): string;
|
|
13
|
+
declare function shardBoundsForKey(key: unknown): {
|
|
14
|
+
start: number;
|
|
15
|
+
end: number;
|
|
16
|
+
};
|
|
17
|
+
declare function shardKeysForRange(gteMs: unknown, lteMs: unknown): string[];
|
|
18
|
+
declare function shardPathFor(basePath: string, shardKey: string): string;
|
|
19
|
+
/**
|
|
20
|
+
* If `name` is a shard file for `baseName`, return its `YYYY-MM` key;
|
|
21
|
+
* otherwise null. Guards the `sibling`/family scans against stray files.
|
|
22
|
+
*/
|
|
23
|
+
declare function shardKeyFromName(name: string, baseName: string, ext?: string): string | null;
|
|
24
|
+
/**
|
|
25
|
+
* The base stem of a shard filename, or null when `name` is not a shard.
|
|
26
|
+
* `lp_pool_133_1h.shard_2026-10.json` → `lp_pool_133_1h`. Callers that must
|
|
27
|
+
* group or upgrade a family use this instead of re-deriving the marker regex.
|
|
28
|
+
*/
|
|
29
|
+
declare function shardStemFromName(name: string, ext?: string): string | null;
|
|
30
|
+
/** Parse a verification timestamp: epoch ms or ISO. Anything else is unknown. */
|
|
31
|
+
declare function timestampMs(raw: unknown): number | null;
|
|
32
|
+
declare function verifiedAt(range: unknown): number | null;
|
|
33
|
+
/**
|
|
34
|
+
* Normalize recorded spans: sort, then merge overlapping / bucket-adjacent
|
|
35
|
+
* ones — but ONLY when they assert the same verification time. Merging spans
|
|
36
|
+
* with different `at` would have to pick one verdict for the whole union, and
|
|
37
|
+
* either pick loses (min → the merged span vouches for buckets the older
|
|
38
|
+
* query never saw; max → buckets verified long ago look freshly verified).
|
|
39
|
+
* Keeping them separate preserves exact per-bucket freshness. The same-`at`
|
|
40
|
+
* case (bulk fetches, and every pre-`at` shard) collapses to one span.
|
|
41
|
+
*
|
|
42
|
+
* `bucketMs` widens adjacency: `0` merges only overlaps, `1` merges adjacent
|
|
43
|
+
* integer-ms spans (fills), a bucket size merges spans a bucket apart (candles).
|
|
44
|
+
*/
|
|
45
|
+
declare function unionQueriedRanges(ranges: {
|
|
46
|
+
gte: number;
|
|
47
|
+
lte: number;
|
|
48
|
+
at?: number | null;
|
|
49
|
+
}[], bucketMs?: number): QueriedRange[];
|
|
50
|
+
/**
|
|
51
|
+
* Bound the persisted span list. Because spans merge only when they assert the
|
|
52
|
+
* same `at`, a shard that is re-verified on every run gains one span per run
|
|
53
|
+
* and would otherwise grow without limit. Dropping the OLDEST spans never
|
|
54
|
+
* invents emptiness. The input is already sorted by extent, so the tail is
|
|
55
|
+
* newest.
|
|
56
|
+
*/
|
|
57
|
+
declare function compactCoverage(spans: QueriedRange[], maxSpans: number): QueriedRange[];
|
|
58
|
+
declare function rangesCoveredBy(have: {
|
|
59
|
+
gte: number;
|
|
60
|
+
lte: number;
|
|
61
|
+
}[], want: {
|
|
62
|
+
gte: number;
|
|
63
|
+
lte: number;
|
|
64
|
+
}[]): boolean;
|
|
65
|
+
/**
|
|
66
|
+
* Change detection for shard writes: `have` already accounts for every span in
|
|
67
|
+
* `want`, in extent AND in verification time. Without the `at` half, a run
|
|
68
|
+
* whose only news is "these buckets were re-verified 1h later" would skip the
|
|
69
|
+
* write and the next run would fall back to the wide fixed refresh window.
|
|
70
|
+
* An unknown `at` on either side is never treated as fresh.
|
|
71
|
+
*/
|
|
72
|
+
declare function coverageSatisfied(have: QueriedRange[], want: QueriedRange[]): boolean;
|
|
73
|
+
/** Every recorded span across the loaded files, newest verification included. */
|
|
74
|
+
declare function allQueriedRanges(fileCover: {
|
|
75
|
+
queried?: QueriedRange[] | null;
|
|
76
|
+
}[]): QueriedRange[];
|
|
77
|
+
declare function clipRangeTo(q: QueriedRange, gteMs: number, lteMs: number): QueriedRange | null;
|
|
78
|
+
/** Sort and merge overlapping / adjacent (integer-ms) spans. */
|
|
79
|
+
declare function mergeSpans(spans: Span[]): Span[];
|
|
80
|
+
/** `span` minus the union of `covered` (both as inclusive ms ranges). */
|
|
81
|
+
declare function subtractRanges(span: Span, covered: Span[]): Span[];
|
|
82
|
+
export { shardKeyForTimestamp, shardBoundsForKey, shardKeysForRange, shardPathFor, shardKeyFromName, shardStemFromName, timestampMs, verifiedAt, unionQueriedRanges, compactCoverage, rangesCoveredBy, coverageSatisfied, allQueriedRanges, clipRangeTo, mergeSpans, subtractRanges, };
|
|
83
|
+
export type { QueriedRange, Span };
|
|
84
|
+
//# sourceMappingURL=month_shards.d.ts.map
|
|
@@ -0,0 +1,237 @@
|
|
|
1
|
+
'use strict';
|
|
2
|
+
/**
|
|
3
|
+
* MONTH-SHARD GEOMETRY & COVERAGE — the one place that defines how calendar-
|
|
4
|
+
* month cache shards are named, located, and how recorded query coverage is
|
|
5
|
+
* merged and compared.
|
|
6
|
+
*
|
|
7
|
+
* Two independent caches store one `{ meta, ... }` file per UTC month named
|
|
8
|
+
* `<base>.shard_YYYY-MM.json`:
|
|
9
|
+
* - the candle cache (`market_adapter/inputs/window_cache.ts`)
|
|
10
|
+
* - the fills cache (`analysis/fills_cache.ts`)
|
|
11
|
+
*
|
|
12
|
+
* They previously carried private, near-identical copies of every helper
|
|
13
|
+
* below. The geometry in particular must never drift: two caches that disagree
|
|
14
|
+
* on a month boundary silently double-fetch or drop a bucket. Keeping it here
|
|
15
|
+
* makes the layout a single contract.
|
|
16
|
+
*
|
|
17
|
+
* Pure and I/O-free (only path arithmetic) so it is safe to import from any
|
|
18
|
+
* runtime, including browser-safe code that merely checks a filename.
|
|
19
|
+
*/
|
|
20
|
+
import { path } from '../../modules/path_api.js';
|
|
21
|
+
const SHARD_MARKER = '.shard_';
|
|
22
|
+
const SHARD_KEY_RE = /^\d{4}-\d{2}$/;
|
|
23
|
+
// ─── Month-shard naming ───────────────────────────────────────────────────────
|
|
24
|
+
// Shard key is the UTC calendar month; bounds are half-open [start, end) so
|
|
25
|
+
// every timestamp maps to exactly one shard (a value exactly at a month
|
|
26
|
+
// boundary belongs to the new month).
|
|
27
|
+
function shardKeyForTimestamp(tsMs) {
|
|
28
|
+
const d = new Date(Number(tsMs));
|
|
29
|
+
return `${d.getUTCFullYear()}-${String(d.getUTCMonth() + 1).padStart(2, '0')}`;
|
|
30
|
+
}
|
|
31
|
+
function shardBoundsForKey(key) {
|
|
32
|
+
const parts = String(key).split('-').map(Number);
|
|
33
|
+
const start = Date.UTC(parts[0], parts[1] - 1, 1);
|
|
34
|
+
const end = parts[1] === 12 ? Date.UTC(parts[0] + 1, 0, 1) : Date.UTC(parts[0], parts[1], 1);
|
|
35
|
+
return { start, end };
|
|
36
|
+
}
|
|
37
|
+
function shardKeysForRange(gteMs, lteMs) {
|
|
38
|
+
const keys = [];
|
|
39
|
+
const cursor = new Date(Date.UTC(new Date(Number(gteMs)).getUTCFullYear(), new Date(Number(gteMs)).getUTCMonth(), 1));
|
|
40
|
+
const last = new Date(Number(lteMs));
|
|
41
|
+
while (cursor <= last) {
|
|
42
|
+
keys.push(shardKeyForTimestamp(cursor.getTime()));
|
|
43
|
+
cursor.setUTCMonth(cursor.getUTCMonth() + 1);
|
|
44
|
+
}
|
|
45
|
+
return keys;
|
|
46
|
+
}
|
|
47
|
+
function shardPathFor(basePath, shardKey) {
|
|
48
|
+
const parsed = path.parse(basePath);
|
|
49
|
+
return path.join(parsed.dir, `${parsed.name}${SHARD_MARKER}${shardKey}${parsed.ext}`);
|
|
50
|
+
}
|
|
51
|
+
/**
|
|
52
|
+
* If `name` is a shard file for `baseName`, return its `YYYY-MM` key;
|
|
53
|
+
* otherwise null. Guards the `sibling`/family scans against stray files.
|
|
54
|
+
*/
|
|
55
|
+
function shardKeyFromName(name, baseName, ext = '.json') {
|
|
56
|
+
const prefix = `${baseName}${SHARD_MARKER}`;
|
|
57
|
+
if (ext && !name.endsWith(ext))
|
|
58
|
+
return null;
|
|
59
|
+
if (!name.startsWith(prefix))
|
|
60
|
+
return null;
|
|
61
|
+
const key = name.slice(prefix.length, name.length - ext.length);
|
|
62
|
+
return SHARD_KEY_RE.test(key) ? key : null;
|
|
63
|
+
}
|
|
64
|
+
/**
|
|
65
|
+
* The base stem of a shard filename, or null when `name` is not a shard.
|
|
66
|
+
* `lp_pool_133_1h.shard_2026-10.json` → `lp_pool_133_1h`. Callers that must
|
|
67
|
+
* group or upgrade a family use this instead of re-deriving the marker regex.
|
|
68
|
+
*/
|
|
69
|
+
function shardStemFromName(name, ext = '.json') {
|
|
70
|
+
if (ext && !name.endsWith(ext))
|
|
71
|
+
return null;
|
|
72
|
+
const body = ext ? name.slice(0, name.length - ext.length) : name;
|
|
73
|
+
const idx = body.lastIndexOf(SHARD_MARKER);
|
|
74
|
+
if (idx < 0)
|
|
75
|
+
return null;
|
|
76
|
+
const key = body.slice(idx + SHARD_MARKER.length);
|
|
77
|
+
return SHARD_KEY_RE.test(key) ? body.slice(0, idx) : null;
|
|
78
|
+
}
|
|
79
|
+
// ─── Coverage spans ───────────────────────────────────────────────────────────
|
|
80
|
+
/** Parse a verification timestamp: epoch ms or ISO. Anything else is unknown. */
|
|
81
|
+
function timestampMs(raw) {
|
|
82
|
+
// `null`/`undefined`/`''` mean "not recorded". They must NOT fall through
|
|
83
|
+
// to Number(): Number(null) === 0 is finite, which would read an unknown
|
|
84
|
+
// verification time as "verified at the epoch" — i.e. as maximally stale.
|
|
85
|
+
if (raw == null || raw === '')
|
|
86
|
+
return null;
|
|
87
|
+
if (typeof raw === 'string') {
|
|
88
|
+
const parsed = Date.parse(raw);
|
|
89
|
+
return Number.isFinite(parsed) ? parsed : null;
|
|
90
|
+
}
|
|
91
|
+
const at = Number(raw);
|
|
92
|
+
return Number.isFinite(at) ? at : null;
|
|
93
|
+
}
|
|
94
|
+
function verifiedAt(range) {
|
|
95
|
+
return timestampMs(range?.at);
|
|
96
|
+
}
|
|
97
|
+
/**
|
|
98
|
+
* Normalize recorded spans: sort, then merge overlapping / bucket-adjacent
|
|
99
|
+
* ones — but ONLY when they assert the same verification time. Merging spans
|
|
100
|
+
* with different `at` would have to pick one verdict for the whole union, and
|
|
101
|
+
* either pick loses (min → the merged span vouches for buckets the older
|
|
102
|
+
* query never saw; max → buckets verified long ago look freshly verified).
|
|
103
|
+
* Keeping them separate preserves exact per-bucket freshness. The same-`at`
|
|
104
|
+
* case (bulk fetches, and every pre-`at` shard) collapses to one span.
|
|
105
|
+
*
|
|
106
|
+
* `bucketMs` widens adjacency: `0` merges only overlaps, `1` merges adjacent
|
|
107
|
+
* integer-ms spans (fills), a bucket size merges spans a bucket apart (candles).
|
|
108
|
+
*/
|
|
109
|
+
function unionQueriedRanges(ranges, bucketMs = 0) {
|
|
110
|
+
const clean = (ranges || [])
|
|
111
|
+
.filter((q) => q && Number.isFinite(Number(q.gte)) && Number.isFinite(Number(q.lte)) && Number(q.lte) >= Number(q.gte))
|
|
112
|
+
.map((q) => ({ gte: Number(q.gte), lte: Number(q.lte), at: verifiedAt(q) }))
|
|
113
|
+
.sort((a, b) => a.gte - b.gte || a.lte - b.lte);
|
|
114
|
+
const merged = [];
|
|
115
|
+
const gap = Number.isFinite(Number(bucketMs)) && Number(bucketMs) > 0 ? Number(bucketMs) : 0;
|
|
116
|
+
for (const q of clean) {
|
|
117
|
+
const top = merged[merged.length - 1];
|
|
118
|
+
if (top && q.gte <= top.lte + gap && top.at === q.at) {
|
|
119
|
+
if (q.lte > top.lte)
|
|
120
|
+
top.lte = q.lte;
|
|
121
|
+
}
|
|
122
|
+
else {
|
|
123
|
+
merged.push({ gte: q.gte, lte: q.lte, at: q.at });
|
|
124
|
+
}
|
|
125
|
+
}
|
|
126
|
+
return merged;
|
|
127
|
+
}
|
|
128
|
+
/**
|
|
129
|
+
* Bound the persisted span list. Because spans merge only when they assert the
|
|
130
|
+
* same `at`, a shard that is re-verified on every run gains one span per run
|
|
131
|
+
* and would otherwise grow without limit. Dropping the OLDEST spans never
|
|
132
|
+
* invents emptiness. The input is already sorted by extent, so the tail is
|
|
133
|
+
* newest.
|
|
134
|
+
*/
|
|
135
|
+
function compactCoverage(spans, maxSpans) {
|
|
136
|
+
const list = spans || [];
|
|
137
|
+
const max = Number.isFinite(Number(maxSpans)) && Number(maxSpans) >= 1 ? Math.floor(Number(maxSpans)) : list.length;
|
|
138
|
+
return list.length <= max ? list : list.slice(list.length - max);
|
|
139
|
+
}
|
|
140
|
+
function rangesCoveredBy(have, want) {
|
|
141
|
+
for (const w of want || []) {
|
|
142
|
+
let covered = false;
|
|
143
|
+
for (const h of have || []) {
|
|
144
|
+
if (h.gte <= w.gte && h.lte >= w.lte) {
|
|
145
|
+
covered = true;
|
|
146
|
+
break;
|
|
147
|
+
}
|
|
148
|
+
}
|
|
149
|
+
if (!covered)
|
|
150
|
+
return false;
|
|
151
|
+
}
|
|
152
|
+
return true;
|
|
153
|
+
}
|
|
154
|
+
/**
|
|
155
|
+
* Change detection for shard writes: `have` already accounts for every span in
|
|
156
|
+
* `want`, in extent AND in verification time. Without the `at` half, a run
|
|
157
|
+
* whose only news is "these buckets were re-verified 1h later" would skip the
|
|
158
|
+
* write and the next run would fall back to the wide fixed refresh window.
|
|
159
|
+
* An unknown `at` on either side is never treated as fresh.
|
|
160
|
+
*/
|
|
161
|
+
function coverageSatisfied(have, want) {
|
|
162
|
+
if (!rangesCoveredBy(have, want))
|
|
163
|
+
return false;
|
|
164
|
+
for (const w of want || []) {
|
|
165
|
+
const wAt = verifiedAt(w);
|
|
166
|
+
if (wAt == null)
|
|
167
|
+
continue;
|
|
168
|
+
let fresh = false;
|
|
169
|
+
for (const h of have || []) {
|
|
170
|
+
if (h.gte > w.gte || h.lte < w.lte)
|
|
171
|
+
continue;
|
|
172
|
+
const hAt = verifiedAt(h);
|
|
173
|
+
if (hAt != null && hAt >= wAt) {
|
|
174
|
+
fresh = true;
|
|
175
|
+
break;
|
|
176
|
+
}
|
|
177
|
+
}
|
|
178
|
+
if (!fresh)
|
|
179
|
+
return false;
|
|
180
|
+
}
|
|
181
|
+
return true;
|
|
182
|
+
}
|
|
183
|
+
/** Every recorded span across the loaded files, newest verification included. */
|
|
184
|
+
function allQueriedRanges(fileCover) {
|
|
185
|
+
const out = [];
|
|
186
|
+
for (const f of fileCover || []) {
|
|
187
|
+
for (const q of f?.queried || []) {
|
|
188
|
+
if (q && Number.isFinite(Number(q.gte)) && Number.isFinite(Number(q.lte)))
|
|
189
|
+
out.push(q);
|
|
190
|
+
}
|
|
191
|
+
}
|
|
192
|
+
return out;
|
|
193
|
+
}
|
|
194
|
+
function clipRangeTo(q, gteMs, lteMs) {
|
|
195
|
+
const gte = Math.max(q.gte, gteMs);
|
|
196
|
+
const lte = Math.min(q.lte, lteMs);
|
|
197
|
+
return lte >= gte ? { gte, lte, at: verifiedAt(q) } : null;
|
|
198
|
+
}
|
|
199
|
+
/** Sort and merge overlapping / adjacent (integer-ms) spans. */
|
|
200
|
+
function mergeSpans(spans) {
|
|
201
|
+
const sorted = [...spans].sort((a, b) => a.gte - b.gte || a.lte - b.lte);
|
|
202
|
+
const merged = [];
|
|
203
|
+
for (const s of sorted) {
|
|
204
|
+
const top = merged[merged.length - 1];
|
|
205
|
+
if (top && s.gte <= top.lte + 1) {
|
|
206
|
+
if (s.lte > top.lte)
|
|
207
|
+
top.lte = s.lte;
|
|
208
|
+
}
|
|
209
|
+
else {
|
|
210
|
+
merged.push({ ...s });
|
|
211
|
+
}
|
|
212
|
+
}
|
|
213
|
+
return merged;
|
|
214
|
+
}
|
|
215
|
+
/** `span` minus the union of `covered` (both as inclusive ms ranges). */
|
|
216
|
+
function subtractRanges(span, covered) {
|
|
217
|
+
let parts = [{ ...span }];
|
|
218
|
+
for (const c of mergeSpans(covered)) {
|
|
219
|
+
const next = [];
|
|
220
|
+
for (const p of parts) {
|
|
221
|
+
if (c.lte < p.gte || c.gte > p.lte) {
|
|
222
|
+
next.push(p);
|
|
223
|
+
continue;
|
|
224
|
+
}
|
|
225
|
+
if (c.gte > p.gte)
|
|
226
|
+
next.push({ gte: p.gte, lte: Math.min(p.lte, c.gte - 1) });
|
|
227
|
+
if (c.lte < p.lte)
|
|
228
|
+
next.push({ gte: Math.max(p.gte, c.lte + 1), lte: p.lte });
|
|
229
|
+
}
|
|
230
|
+
parts = next.filter((p) => p.lte >= p.gte);
|
|
231
|
+
if (parts.length === 0)
|
|
232
|
+
break;
|
|
233
|
+
}
|
|
234
|
+
return parts;
|
|
235
|
+
}
|
|
236
|
+
export { shardKeyForTimestamp, shardBoundsForKey, shardKeysForRange, shardPathFor, shardKeyFromName, shardStemFromName, timestampMs, verifiedAt, unionQueriedRanges, compactCoverage, rangesCoveredBy, coverageSatisfied, allQueriedRanges, clipRangeTo, mergeSpans, subtractRanges, };
|
|
237
|
+
//# sourceMappingURL=month_shards.js.map
|
|
@@ -1,3 +1,10 @@
|
|
|
1
|
+
/** Asset identity/precision needed to convert chain amounts. */
|
|
2
|
+
export interface NativeHistoryAssetMeta {
|
|
3
|
+
id?: unknown;
|
|
4
|
+
precision?: number;
|
|
5
|
+
}
|
|
6
|
+
/** Normalized OHLCV candle: [tsMs, open, high, low, close, volume]. */
|
|
7
|
+
export type NativeHistoryCandle = [number, number, number, number, number, number];
|
|
1
8
|
/**
|
|
2
9
|
* Native BitShares market history parsing utilities.
|
|
3
10
|
*
|
|
@@ -5,7 +12,7 @@
|
|
|
5
12
|
* normalized OHLCV candles. Handles both the compact array format and
|
|
6
13
|
* the raw object format with key.base / key.quote / open_base / etc.
|
|
7
14
|
*/
|
|
8
|
-
declare function parseNativeMarketHistoryTimestamp(entry:
|
|
9
|
-
declare function normalizeNativeMarketHistoryCandles(history:
|
|
15
|
+
declare function parseNativeMarketHistoryTimestamp(entry: unknown): number | null;
|
|
16
|
+
declare function normalizeNativeMarketHistoryCandles(history: unknown, assetA: NativeHistoryAssetMeta, assetB: NativeHistoryAssetMeta): NativeHistoryCandle[];
|
|
10
17
|
export { parseNativeMarketHistoryTimestamp, normalizeNativeMarketHistoryCandles };
|
|
11
18
|
//# sourceMappingURL=native_history.d.ts.map
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
'use strict';
|
|
2
2
|
import { blockchainToFloat } from '../../modules/order/utils/math.js';
|
|
3
|
+
import { isUnknownRecord } from '../../modules/types.js';
|
|
3
4
|
/**
|
|
4
5
|
* Native BitShares market history parsing utilities.
|
|
5
6
|
*
|
|
@@ -8,15 +9,18 @@ import { blockchainToFloat } from '../../modules/order/utils/math.js';
|
|
|
8
9
|
* the raw object format with key.base / key.quote / open_base / etc.
|
|
9
10
|
*/
|
|
10
11
|
function parseNativeMarketHistoryTimestamp(entry) {
|
|
12
|
+
if (!isUnknownRecord(entry))
|
|
13
|
+
return null;
|
|
14
|
+
const historyEntry = entry;
|
|
11
15
|
const candidates = [
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
16
|
+
historyEntry.key?.open,
|
|
17
|
+
historyEntry.key?.time,
|
|
18
|
+
historyEntry.key?.timestamp,
|
|
19
|
+
historyEntry.key?.date,
|
|
20
|
+
historyEntry.open_time,
|
|
21
|
+
historyEntry.time,
|
|
22
|
+
historyEntry.timestamp,
|
|
23
|
+
historyEntry.block_time,
|
|
20
24
|
];
|
|
21
25
|
for (const candidate of candidates) {
|
|
22
26
|
if (candidate == null)
|
|
@@ -75,8 +79,9 @@ function resolveNativeMarketHistoryRatio(entry, field, assetA, assetB) {
|
|
|
75
79
|
}
|
|
76
80
|
const nested = entry?.[field];
|
|
77
81
|
if (nested && typeof nested === 'object') {
|
|
78
|
-
const
|
|
79
|
-
const
|
|
82
|
+
const nestedRecord = nested;
|
|
83
|
+
const base = Number(nestedRecord.base ?? nestedRecord.amount_base ?? nestedRecord.base_amount ?? nestedRecord.amount);
|
|
84
|
+
const quote = Number(nestedRecord.quote ?? nestedRecord.amount_quote ?? nestedRecord.quote_amount ?? nestedRecord.value);
|
|
80
85
|
if (!Number.isFinite(base) || !Number.isFinite(quote) || base <= 0 || quote <= 0) {
|
|
81
86
|
return Number.NaN;
|
|
82
87
|
}
|
|
@@ -84,15 +89,16 @@ function resolveNativeMarketHistoryRatio(entry, field, assetA, assetB) {
|
|
|
84
89
|
}
|
|
85
90
|
return Number.NaN;
|
|
86
91
|
}
|
|
87
|
-
function normalizeNativeMarketHistoryCandles(history, assetA, assetB
|
|
92
|
+
function normalizeNativeMarketHistoryCandles(history, assetA, assetB) {
|
|
93
|
+
const historyRecord = isUnknownRecord(history) ? history : undefined;
|
|
88
94
|
const source = Array.isArray(history)
|
|
89
95
|
? history
|
|
90
|
-
: Array.isArray(
|
|
91
|
-
?
|
|
92
|
-
: Array.isArray(
|
|
93
|
-
?
|
|
94
|
-
: Array.isArray(
|
|
95
|
-
?
|
|
96
|
+
: Array.isArray(historyRecord?.buckets)
|
|
97
|
+
? historyRecord.buckets
|
|
98
|
+
: Array.isArray(historyRecord?.history)
|
|
99
|
+
? historyRecord.history
|
|
100
|
+
: Array.isArray(historyRecord?.result)
|
|
101
|
+
? historyRecord.result
|
|
96
102
|
: [];
|
|
97
103
|
if (!Array.isArray(source) || source.length === 0)
|
|
98
104
|
return [];
|
|
@@ -117,25 +123,26 @@ function normalizeNativeMarketHistoryCandles(history, assetA, assetB, _intervalS
|
|
|
117
123
|
}
|
|
118
124
|
const candles = [];
|
|
119
125
|
for (const entry of source) {
|
|
120
|
-
if (!entry
|
|
126
|
+
if (!isUnknownRecord(entry))
|
|
121
127
|
continue;
|
|
122
|
-
const
|
|
123
|
-
|
|
128
|
+
const historyEntry = entry;
|
|
129
|
+
const tsMs = parseNativeMarketHistoryTimestamp(historyEntry);
|
|
130
|
+
if (tsMs === null || !Number.isFinite(tsMs))
|
|
124
131
|
continue;
|
|
125
|
-
const keyBase = String(
|
|
126
|
-
const keyQuote = String(
|
|
132
|
+
const keyBase = String(historyEntry?.key?.base || '');
|
|
133
|
+
const keyQuote = String(historyEntry?.key?.quote || '');
|
|
127
134
|
const orientation = resolvePairOrientation(keyBase, keyQuote, assetA, assetB);
|
|
128
135
|
if (!orientation)
|
|
129
136
|
continue;
|
|
130
137
|
const { baseIsAssetA, basePrecision, quotePrecision } = orientation;
|
|
131
|
-
const baseVolume = Number(
|
|
132
|
-
const quoteVolume = Number(
|
|
133
|
-
const open = resolveNativeMarketHistoryRatio(
|
|
134
|
-
const resolvedHigh = resolveNativeMarketHistoryRatio(
|
|
135
|
-
const resolvedLow = resolveNativeMarketHistoryRatio(
|
|
138
|
+
const baseVolume = Number(historyEntry?.base_volume);
|
|
139
|
+
const quoteVolume = Number(historyEntry?.quote_volume);
|
|
140
|
+
const open = resolveNativeMarketHistoryRatio(historyEntry, 'open', assetA, assetB);
|
|
141
|
+
const resolvedHigh = resolveNativeMarketHistoryRatio(historyEntry, 'high', assetA, assetB);
|
|
142
|
+
const resolvedLow = resolveNativeMarketHistoryRatio(historyEntry, 'low', assetA, assetB);
|
|
136
143
|
const high = Math.max(resolvedHigh, resolvedLow);
|
|
137
144
|
const low = Math.min(resolvedHigh, resolvedLow);
|
|
138
|
-
const close = resolveNativeMarketHistoryRatio(
|
|
145
|
+
const close = resolveNativeMarketHistoryRatio(historyEntry, 'close', assetA, assetB);
|
|
139
146
|
if (![open, high, low, close].every((value) => Number.isFinite(value) && value > 0)) {
|
|
140
147
|
continue;
|
|
141
148
|
}
|