chia-blockchain 2.5.1rc1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1042) hide show
  1. chia/__init__.py +10 -0
  2. chia/__main__.py +5 -0
  3. chia/_tests/README.md +53 -0
  4. chia/_tests/__init__.py +0 -0
  5. chia/_tests/blockchain/__init__.py +0 -0
  6. chia/_tests/blockchain/blockchain_test_utils.py +195 -0
  7. chia/_tests/blockchain/config.py +4 -0
  8. chia/_tests/blockchain/test_augmented_chain.py +145 -0
  9. chia/_tests/blockchain/test_blockchain.py +4202 -0
  10. chia/_tests/blockchain/test_blockchain_transactions.py +1031 -0
  11. chia/_tests/blockchain/test_build_chains.py +59 -0
  12. chia/_tests/blockchain/test_get_block_generator.py +72 -0
  13. chia/_tests/blockchain/test_lookup_fork_chain.py +194 -0
  14. chia/_tests/build-init-files.py +92 -0
  15. chia/_tests/build-job-matrix.py +204 -0
  16. chia/_tests/check_pytest_monitor_output.py +34 -0
  17. chia/_tests/check_sql_statements.py +72 -0
  18. chia/_tests/chia-start-sim +42 -0
  19. chia/_tests/clvm/__init__.py +0 -0
  20. chia/_tests/clvm/benchmark_costs.py +23 -0
  21. chia/_tests/clvm/coin_store.py +149 -0
  22. chia/_tests/clvm/test_chialisp_deserialization.py +101 -0
  23. chia/_tests/clvm/test_clvm_step.py +37 -0
  24. chia/_tests/clvm/test_condition_codes.py +13 -0
  25. chia/_tests/clvm/test_curry_and_treehash.py +55 -0
  26. chia/_tests/clvm/test_message_conditions.py +184 -0
  27. chia/_tests/clvm/test_program.py +150 -0
  28. chia/_tests/clvm/test_puzzle_compression.py +143 -0
  29. chia/_tests/clvm/test_puzzle_drivers.py +45 -0
  30. chia/_tests/clvm/test_puzzles.py +242 -0
  31. chia/_tests/clvm/test_singletons.py +540 -0
  32. chia/_tests/clvm/test_spend_sim.py +181 -0
  33. chia/_tests/cmds/__init__.py +0 -0
  34. chia/_tests/cmds/cmd_test_utils.py +469 -0
  35. chia/_tests/cmds/config.py +3 -0
  36. chia/_tests/cmds/conftest.py +23 -0
  37. chia/_tests/cmds/test_click_types.py +200 -0
  38. chia/_tests/cmds/test_cmd_framework.py +620 -0
  39. chia/_tests/cmds/test_cmds_util.py +97 -0
  40. chia/_tests/cmds/test_daemon.py +92 -0
  41. chia/_tests/cmds/test_dev_gh.py +131 -0
  42. chia/_tests/cmds/test_farm_cmd.py +66 -0
  43. chia/_tests/cmds/test_show.py +116 -0
  44. chia/_tests/cmds/test_sim.py +207 -0
  45. chia/_tests/cmds/test_timelock_args.py +75 -0
  46. chia/_tests/cmds/test_tx_config_args.py +154 -0
  47. chia/_tests/cmds/testing_classes.py +59 -0
  48. chia/_tests/cmds/wallet/__init__.py +0 -0
  49. chia/_tests/cmds/wallet/test_consts.py +47 -0
  50. chia/_tests/cmds/wallet/test_dao.py +565 -0
  51. chia/_tests/cmds/wallet/test_did.py +403 -0
  52. chia/_tests/cmds/wallet/test_nft.py +471 -0
  53. chia/_tests/cmds/wallet/test_notifications.py +124 -0
  54. chia/_tests/cmds/wallet/test_offer.toffer +1 -0
  55. chia/_tests/cmds/wallet/test_tx_decorators.py +27 -0
  56. chia/_tests/cmds/wallet/test_vcs.py +400 -0
  57. chia/_tests/cmds/wallet/test_wallet.py +1125 -0
  58. chia/_tests/cmds/wallet/test_wallet_check.py +109 -0
  59. chia/_tests/conftest.py +1419 -0
  60. chia/_tests/connection_utils.py +125 -0
  61. chia/_tests/core/__init__.py +0 -0
  62. chia/_tests/core/cmds/__init__.py +0 -0
  63. chia/_tests/core/cmds/test_beta.py +382 -0
  64. chia/_tests/core/cmds/test_keys.py +1734 -0
  65. chia/_tests/core/cmds/test_wallet.py +126 -0
  66. chia/_tests/core/config.py +3 -0
  67. chia/_tests/core/consensus/__init__.py +0 -0
  68. chia/_tests/core/consensus/test_block_creation.py +54 -0
  69. chia/_tests/core/consensus/test_pot_iterations.py +117 -0
  70. chia/_tests/core/custom_types/__init__.py +0 -0
  71. chia/_tests/core/custom_types/test_coin.py +107 -0
  72. chia/_tests/core/custom_types/test_proof_of_space.py +144 -0
  73. chia/_tests/core/custom_types/test_spend_bundle.py +70 -0
  74. chia/_tests/core/daemon/__init__.py +0 -0
  75. chia/_tests/core/daemon/config.py +4 -0
  76. chia/_tests/core/daemon/test_daemon.py +2128 -0
  77. chia/_tests/core/daemon/test_daemon_register.py +109 -0
  78. chia/_tests/core/daemon/test_keychain_proxy.py +101 -0
  79. chia/_tests/core/data_layer/__init__.py +0 -0
  80. chia/_tests/core/data_layer/config.py +5 -0
  81. chia/_tests/core/data_layer/conftest.py +106 -0
  82. chia/_tests/core/data_layer/test_data_cli.py +56 -0
  83. chia/_tests/core/data_layer/test_data_layer.py +83 -0
  84. chia/_tests/core/data_layer/test_data_layer_util.py +218 -0
  85. chia/_tests/core/data_layer/test_data_rpc.py +3847 -0
  86. chia/_tests/core/data_layer/test_data_store.py +2424 -0
  87. chia/_tests/core/data_layer/test_data_store_schema.py +381 -0
  88. chia/_tests/core/data_layer/test_plugin.py +91 -0
  89. chia/_tests/core/data_layer/util.py +233 -0
  90. chia/_tests/core/farmer/__init__.py +0 -0
  91. chia/_tests/core/farmer/config.py +3 -0
  92. chia/_tests/core/farmer/test_farmer_api.py +103 -0
  93. chia/_tests/core/full_node/__init__.py +0 -0
  94. chia/_tests/core/full_node/config.py +4 -0
  95. chia/_tests/core/full_node/dos/__init__.py +0 -0
  96. chia/_tests/core/full_node/dos/config.py +3 -0
  97. chia/_tests/core/full_node/full_sync/__init__.py +0 -0
  98. chia/_tests/core/full_node/full_sync/config.py +4 -0
  99. chia/_tests/core/full_node/full_sync/test_full_sync.py +443 -0
  100. chia/_tests/core/full_node/ram_db.py +27 -0
  101. chia/_tests/core/full_node/stores/__init__.py +0 -0
  102. chia/_tests/core/full_node/stores/config.py +4 -0
  103. chia/_tests/core/full_node/stores/test_block_store.py +590 -0
  104. chia/_tests/core/full_node/stores/test_coin_store.py +897 -0
  105. chia/_tests/core/full_node/stores/test_full_node_store.py +1219 -0
  106. chia/_tests/core/full_node/stores/test_hint_store.py +229 -0
  107. chia/_tests/core/full_node/stores/test_sync_store.py +135 -0
  108. chia/_tests/core/full_node/test_address_manager.py +588 -0
  109. chia/_tests/core/full_node/test_block_height_map.py +556 -0
  110. chia/_tests/core/full_node/test_conditions.py +556 -0
  111. chia/_tests/core/full_node/test_full_node.py +2700 -0
  112. chia/_tests/core/full_node/test_generator_tools.py +82 -0
  113. chia/_tests/core/full_node/test_hint_management.py +104 -0
  114. chia/_tests/core/full_node/test_node_load.py +34 -0
  115. chia/_tests/core/full_node/test_performance.py +179 -0
  116. chia/_tests/core/full_node/test_subscriptions.py +492 -0
  117. chia/_tests/core/full_node/test_transactions.py +203 -0
  118. chia/_tests/core/full_node/test_tx_processing_queue.py +155 -0
  119. chia/_tests/core/large_block.py +2388 -0
  120. chia/_tests/core/make_block_generator.py +70 -0
  121. chia/_tests/core/mempool/__init__.py +0 -0
  122. chia/_tests/core/mempool/config.py +4 -0
  123. chia/_tests/core/mempool/test_mempool.py +3255 -0
  124. chia/_tests/core/mempool/test_mempool_fee_estimator.py +104 -0
  125. chia/_tests/core/mempool/test_mempool_fee_protocol.py +55 -0
  126. chia/_tests/core/mempool/test_mempool_item_queries.py +190 -0
  127. chia/_tests/core/mempool/test_mempool_manager.py +2084 -0
  128. chia/_tests/core/mempool/test_mempool_performance.py +64 -0
  129. chia/_tests/core/mempool/test_singleton_fast_forward.py +567 -0
  130. chia/_tests/core/node_height.py +28 -0
  131. chia/_tests/core/server/__init__.py +0 -0
  132. chia/_tests/core/server/config.py +3 -0
  133. chia/_tests/core/server/flood.py +84 -0
  134. chia/_tests/core/server/serve.py +135 -0
  135. chia/_tests/core/server/test_api_protocol.py +21 -0
  136. chia/_tests/core/server/test_capabilities.py +66 -0
  137. chia/_tests/core/server/test_dos.py +319 -0
  138. chia/_tests/core/server/test_event_loop.py +109 -0
  139. chia/_tests/core/server/test_loop.py +294 -0
  140. chia/_tests/core/server/test_node_discovery.py +73 -0
  141. chia/_tests/core/server/test_rate_limits.py +482 -0
  142. chia/_tests/core/server/test_server.py +226 -0
  143. chia/_tests/core/server/test_upnp.py +8 -0
  144. chia/_tests/core/services/__init__.py +0 -0
  145. chia/_tests/core/services/config.py +3 -0
  146. chia/_tests/core/services/test_services.py +188 -0
  147. chia/_tests/core/ssl/__init__.py +0 -0
  148. chia/_tests/core/ssl/config.py +3 -0
  149. chia/_tests/core/ssl/test_ssl.py +202 -0
  150. chia/_tests/core/test_coins.py +33 -0
  151. chia/_tests/core/test_cost_calculation.py +313 -0
  152. chia/_tests/core/test_crawler.py +175 -0
  153. chia/_tests/core/test_crawler_rpc.py +53 -0
  154. chia/_tests/core/test_daemon_rpc.py +24 -0
  155. chia/_tests/core/test_db_conversion.py +130 -0
  156. chia/_tests/core/test_db_validation.py +162 -0
  157. chia/_tests/core/test_farmer_harvester_rpc.py +505 -0
  158. chia/_tests/core/test_filter.py +35 -0
  159. chia/_tests/core/test_full_node_rpc.py +768 -0
  160. chia/_tests/core/test_merkle_set.py +343 -0
  161. chia/_tests/core/test_program.py +47 -0
  162. chia/_tests/core/test_rpc_util.py +86 -0
  163. chia/_tests/core/test_seeder.py +420 -0
  164. chia/_tests/core/test_setproctitle.py +13 -0
  165. chia/_tests/core/util/__init__.py +0 -0
  166. chia/_tests/core/util/config.py +4 -0
  167. chia/_tests/core/util/test_block_cache.py +44 -0
  168. chia/_tests/core/util/test_cached_bls.py +57 -0
  169. chia/_tests/core/util/test_config.py +337 -0
  170. chia/_tests/core/util/test_file_keyring_synchronization.py +105 -0
  171. chia/_tests/core/util/test_files.py +391 -0
  172. chia/_tests/core/util/test_jsonify.py +146 -0
  173. chia/_tests/core/util/test_keychain.py +522 -0
  174. chia/_tests/core/util/test_keyring_wrapper.py +491 -0
  175. chia/_tests/core/util/test_lockfile.py +380 -0
  176. chia/_tests/core/util/test_log_exceptions.py +187 -0
  177. chia/_tests/core/util/test_lru_cache.py +56 -0
  178. chia/_tests/core/util/test_significant_bits.py +40 -0
  179. chia/_tests/core/util/test_streamable.py +883 -0
  180. chia/_tests/db/__init__.py +0 -0
  181. chia/_tests/db/test_db_wrapper.py +566 -0
  182. chia/_tests/environments/__init__.py +0 -0
  183. chia/_tests/environments/common.py +35 -0
  184. chia/_tests/environments/full_node.py +47 -0
  185. chia/_tests/environments/wallet.py +429 -0
  186. chia/_tests/ether.py +19 -0
  187. chia/_tests/farmer_harvester/__init__.py +0 -0
  188. chia/_tests/farmer_harvester/config.py +3 -0
  189. chia/_tests/farmer_harvester/test_farmer.py +1264 -0
  190. chia/_tests/farmer_harvester/test_farmer_harvester.py +292 -0
  191. chia/_tests/farmer_harvester/test_filter_prefix_bits.py +131 -0
  192. chia/_tests/farmer_harvester/test_third_party_harvesters.py +528 -0
  193. chia/_tests/farmer_harvester/test_third_party_harvesters_data.json +29 -0
  194. chia/_tests/fee_estimation/__init__.py +0 -0
  195. chia/_tests/fee_estimation/config.py +3 -0
  196. chia/_tests/fee_estimation/test_fee_estimation_integration.py +262 -0
  197. chia/_tests/fee_estimation/test_fee_estimation_rpc.py +287 -0
  198. chia/_tests/fee_estimation/test_fee_estimation_unit_tests.py +144 -0
  199. chia/_tests/fee_estimation/test_mempoolitem_height_added.py +146 -0
  200. chia/_tests/generator/__init__.py +0 -0
  201. chia/_tests/generator/puzzles/__init__.py +0 -0
  202. chia/_tests/generator/puzzles/test_generator_deserialize.clsp +3 -0
  203. chia/_tests/generator/puzzles/test_generator_deserialize.clsp.hex +1 -0
  204. chia/_tests/generator/puzzles/test_multiple_generator_input_arguments.clsp +19 -0
  205. chia/_tests/generator/puzzles/test_multiple_generator_input_arguments.clsp.hex +1 -0
  206. chia/_tests/generator/test_compression.py +201 -0
  207. chia/_tests/generator/test_generator_types.py +44 -0
  208. chia/_tests/generator/test_rom.py +180 -0
  209. chia/_tests/plot_sync/__init__.py +0 -0
  210. chia/_tests/plot_sync/config.py +3 -0
  211. chia/_tests/plot_sync/test_delta.py +101 -0
  212. chia/_tests/plot_sync/test_plot_sync.py +618 -0
  213. chia/_tests/plot_sync/test_receiver.py +451 -0
  214. chia/_tests/plot_sync/test_sender.py +116 -0
  215. chia/_tests/plot_sync/test_sync_simulated.py +451 -0
  216. chia/_tests/plot_sync/util.py +68 -0
  217. chia/_tests/plotting/__init__.py +0 -0
  218. chia/_tests/plotting/config.py +3 -0
  219. chia/_tests/plotting/test_plot_manager.py +781 -0
  220. chia/_tests/plotting/util.py +12 -0
  221. chia/_tests/pools/__init__.py +0 -0
  222. chia/_tests/pools/config.py +5 -0
  223. chia/_tests/pools/test_pool_cli_parsing.py +128 -0
  224. chia/_tests/pools/test_pool_cmdline.py +1001 -0
  225. chia/_tests/pools/test_pool_config.py +42 -0
  226. chia/_tests/pools/test_pool_puzzles_lifecycle.py +397 -0
  227. chia/_tests/pools/test_pool_rpc.py +1123 -0
  228. chia/_tests/pools/test_pool_wallet.py +205 -0
  229. chia/_tests/pools/test_wallet_pool_store.py +161 -0
  230. chia/_tests/process_junit.py +348 -0
  231. chia/_tests/rpc/__init__.py +0 -0
  232. chia/_tests/rpc/test_rpc_client.py +138 -0
  233. chia/_tests/rpc/test_rpc_server.py +183 -0
  234. chia/_tests/simulation/__init__.py +0 -0
  235. chia/_tests/simulation/config.py +6 -0
  236. chia/_tests/simulation/test_simulation.py +501 -0
  237. chia/_tests/simulation/test_simulator.py +232 -0
  238. chia/_tests/simulation/test_start_simulator.py +107 -0
  239. chia/_tests/testconfig.py +13 -0
  240. chia/_tests/timelord/__init__.py +0 -0
  241. chia/_tests/timelord/config.py +3 -0
  242. chia/_tests/timelord/test_new_peak.py +437 -0
  243. chia/_tests/timelord/test_timelord.py +11 -0
  244. chia/_tests/tools/1315537.json +170 -0
  245. chia/_tests/tools/1315544.json +160 -0
  246. chia/_tests/tools/1315630.json +150 -0
  247. chia/_tests/tools/300000.json +105 -0
  248. chia/_tests/tools/442734.json +140 -0
  249. chia/_tests/tools/466212.json +130 -0
  250. chia/_tests/tools/__init__.py +0 -0
  251. chia/_tests/tools/config.py +5 -0
  252. chia/_tests/tools/test-blockchain-db.sqlite +0 -0
  253. chia/_tests/tools/test_full_sync.py +30 -0
  254. chia/_tests/tools/test_legacy_keyring.py +82 -0
  255. chia/_tests/tools/test_run_block.py +128 -0
  256. chia/_tests/tools/test_virtual_project.py +591 -0
  257. chia/_tests/util/__init__.py +0 -0
  258. chia/_tests/util/benchmark_cost.py +170 -0
  259. chia/_tests/util/benchmarks.py +153 -0
  260. chia/_tests/util/bip39_test_vectors.json +148 -0
  261. chia/_tests/util/blockchain.py +134 -0
  262. chia/_tests/util/blockchain_mock.py +132 -0
  263. chia/_tests/util/build_network_protocol_files.py +302 -0
  264. chia/_tests/util/clvm_generator.bin +0 -0
  265. chia/_tests/util/config.py +3 -0
  266. chia/_tests/util/constants.py +20 -0
  267. chia/_tests/util/db_connection.py +37 -0
  268. chia/_tests/util/full_sync.py +253 -0
  269. chia/_tests/util/gen_ssl_certs.py +114 -0
  270. chia/_tests/util/generator_tools_testing.py +45 -0
  271. chia/_tests/util/get_name_puzzle_conditions.py +52 -0
  272. chia/_tests/util/key_tool.py +36 -0
  273. chia/_tests/util/misc.py +675 -0
  274. chia/_tests/util/network_protocol_data.py +1072 -0
  275. chia/_tests/util/protocol_messages_bytes-v1.0 +0 -0
  276. chia/_tests/util/protocol_messages_json.py +2701 -0
  277. chia/_tests/util/rpc.py +26 -0
  278. chia/_tests/util/run_block.py +163 -0
  279. chia/_tests/util/setup_nodes.py +481 -0
  280. chia/_tests/util/spend_sim.py +492 -0
  281. chia/_tests/util/split_managers.py +102 -0
  282. chia/_tests/util/temp_file.py +14 -0
  283. chia/_tests/util/test_action_scope.py +144 -0
  284. chia/_tests/util/test_async_pool.py +366 -0
  285. chia/_tests/util/test_build_job_matrix.py +42 -0
  286. chia/_tests/util/test_build_network_protocol_files.py +7 -0
  287. chia/_tests/util/test_chia_version.py +50 -0
  288. chia/_tests/util/test_collection.py +11 -0
  289. chia/_tests/util/test_condition_tools.py +229 -0
  290. chia/_tests/util/test_config.py +426 -0
  291. chia/_tests/util/test_dump_keyring.py +60 -0
  292. chia/_tests/util/test_errors.py +10 -0
  293. chia/_tests/util/test_full_block_utils.py +279 -0
  294. chia/_tests/util/test_installed.py +20 -0
  295. chia/_tests/util/test_limited_semaphore.py +53 -0
  296. chia/_tests/util/test_logging_filter.py +42 -0
  297. chia/_tests/util/test_misc.py +445 -0
  298. chia/_tests/util/test_network.py +73 -0
  299. chia/_tests/util/test_network_protocol_files.py +578 -0
  300. chia/_tests/util/test_network_protocol_json.py +267 -0
  301. chia/_tests/util/test_network_protocol_test.py +256 -0
  302. chia/_tests/util/test_paginator.py +71 -0
  303. chia/_tests/util/test_pprint.py +17 -0
  304. chia/_tests/util/test_priority_mutex.py +488 -0
  305. chia/_tests/util/test_recursive_replace.py +116 -0
  306. chia/_tests/util/test_replace_str_to_bytes.py +137 -0
  307. chia/_tests/util/test_service_groups.py +15 -0
  308. chia/_tests/util/test_ssl_check.py +31 -0
  309. chia/_tests/util/test_testnet_overrides.py +19 -0
  310. chia/_tests/util/test_tests_misc.py +38 -0
  311. chia/_tests/util/test_timing.py +37 -0
  312. chia/_tests/util/test_trusted_peer.py +51 -0
  313. chia/_tests/util/time_out_assert.py +191 -0
  314. chia/_tests/wallet/__init__.py +0 -0
  315. chia/_tests/wallet/cat_wallet/__init__.py +0 -0
  316. chia/_tests/wallet/cat_wallet/config.py +4 -0
  317. chia/_tests/wallet/cat_wallet/test_cat_lifecycle.py +468 -0
  318. chia/_tests/wallet/cat_wallet/test_cat_outer_puzzle.py +69 -0
  319. chia/_tests/wallet/cat_wallet/test_cat_wallet.py +1826 -0
  320. chia/_tests/wallet/cat_wallet/test_offer_lifecycle.py +291 -0
  321. chia/_tests/wallet/cat_wallet/test_trades.py +2600 -0
  322. chia/_tests/wallet/clawback/__init__.py +0 -0
  323. chia/_tests/wallet/clawback/config.py +3 -0
  324. chia/_tests/wallet/clawback/test_clawback_decorator.py +78 -0
  325. chia/_tests/wallet/clawback/test_clawback_lifecycle.py +292 -0
  326. chia/_tests/wallet/clawback/test_clawback_metadata.py +50 -0
  327. chia/_tests/wallet/config.py +4 -0
  328. chia/_tests/wallet/conftest.py +278 -0
  329. chia/_tests/wallet/dao_wallet/__init__.py +0 -0
  330. chia/_tests/wallet/dao_wallet/config.py +3 -0
  331. chia/_tests/wallet/dao_wallet/test_dao_clvm.py +1330 -0
  332. chia/_tests/wallet/dao_wallet/test_dao_wallets.py +3488 -0
  333. chia/_tests/wallet/db_wallet/__init__.py +0 -0
  334. chia/_tests/wallet/db_wallet/config.py +3 -0
  335. chia/_tests/wallet/db_wallet/test_db_graftroot.py +141 -0
  336. chia/_tests/wallet/db_wallet/test_dl_offers.py +491 -0
  337. chia/_tests/wallet/db_wallet/test_dl_wallet.py +823 -0
  338. chia/_tests/wallet/did_wallet/__init__.py +0 -0
  339. chia/_tests/wallet/did_wallet/config.py +4 -0
  340. chia/_tests/wallet/did_wallet/test_did.py +2284 -0
  341. chia/_tests/wallet/nft_wallet/__init__.py +0 -0
  342. chia/_tests/wallet/nft_wallet/config.py +4 -0
  343. chia/_tests/wallet/nft_wallet/test_nft_1_offers.py +1493 -0
  344. chia/_tests/wallet/nft_wallet/test_nft_bulk_mint.py +1024 -0
  345. chia/_tests/wallet/nft_wallet/test_nft_lifecycle.py +375 -0
  346. chia/_tests/wallet/nft_wallet/test_nft_offers.py +1209 -0
  347. chia/_tests/wallet/nft_wallet/test_nft_puzzles.py +172 -0
  348. chia/_tests/wallet/nft_wallet/test_nft_wallet.py +2584 -0
  349. chia/_tests/wallet/nft_wallet/test_ownership_outer_puzzle.py +70 -0
  350. chia/_tests/wallet/rpc/__init__.py +0 -0
  351. chia/_tests/wallet/rpc/config.py +4 -0
  352. chia/_tests/wallet/rpc/test_dl_wallet_rpc.py +285 -0
  353. chia/_tests/wallet/rpc/test_wallet_rpc.py +3153 -0
  354. chia/_tests/wallet/simple_sync/__init__.py +0 -0
  355. chia/_tests/wallet/simple_sync/config.py +3 -0
  356. chia/_tests/wallet/simple_sync/test_simple_sync_protocol.py +718 -0
  357. chia/_tests/wallet/sync/__init__.py +0 -0
  358. chia/_tests/wallet/sync/config.py +4 -0
  359. chia/_tests/wallet/sync/test_wallet_sync.py +1692 -0
  360. chia/_tests/wallet/test_address_type.py +189 -0
  361. chia/_tests/wallet/test_bech32m.py +45 -0
  362. chia/_tests/wallet/test_clvm_streamable.py +244 -0
  363. chia/_tests/wallet/test_coin_management.py +354 -0
  364. chia/_tests/wallet/test_coin_selection.py +588 -0
  365. chia/_tests/wallet/test_conditions.py +400 -0
  366. chia/_tests/wallet/test_debug_spend_bundle.py +218 -0
  367. chia/_tests/wallet/test_new_wallet_protocol.py +1174 -0
  368. chia/_tests/wallet/test_nft_store.py +192 -0
  369. chia/_tests/wallet/test_notifications.py +196 -0
  370. chia/_tests/wallet/test_offer_parsing_performance.py +48 -0
  371. chia/_tests/wallet/test_puzzle_store.py +132 -0
  372. chia/_tests/wallet/test_sign_coin_spends.py +159 -0
  373. chia/_tests/wallet/test_signer_protocol.py +947 -0
  374. chia/_tests/wallet/test_singleton.py +122 -0
  375. chia/_tests/wallet/test_singleton_lifecycle_fast.py +772 -0
  376. chia/_tests/wallet/test_singleton_store.py +152 -0
  377. chia/_tests/wallet/test_taproot.py +19 -0
  378. chia/_tests/wallet/test_transaction_store.py +945 -0
  379. chia/_tests/wallet/test_util.py +185 -0
  380. chia/_tests/wallet/test_wallet.py +2139 -0
  381. chia/_tests/wallet/test_wallet_action_scope.py +85 -0
  382. chia/_tests/wallet/test_wallet_blockchain.py +111 -0
  383. chia/_tests/wallet/test_wallet_coin_store.py +1002 -0
  384. chia/_tests/wallet/test_wallet_interested_store.py +43 -0
  385. chia/_tests/wallet/test_wallet_key_val_store.py +40 -0
  386. chia/_tests/wallet/test_wallet_node.py +780 -0
  387. chia/_tests/wallet/test_wallet_retry.py +95 -0
  388. chia/_tests/wallet/test_wallet_state_manager.py +259 -0
  389. chia/_tests/wallet/test_wallet_test_framework.py +275 -0
  390. chia/_tests/wallet/test_wallet_trade_store.py +218 -0
  391. chia/_tests/wallet/test_wallet_user_store.py +34 -0
  392. chia/_tests/wallet/test_wallet_utils.py +156 -0
  393. chia/_tests/wallet/vc_wallet/__init__.py +0 -0
  394. chia/_tests/wallet/vc_wallet/config.py +3 -0
  395. chia/_tests/wallet/vc_wallet/test_cr_outer_puzzle.py +70 -0
  396. chia/_tests/wallet/vc_wallet/test_vc_lifecycle.py +883 -0
  397. chia/_tests/wallet/vc_wallet/test_vc_wallet.py +830 -0
  398. chia/_tests/wallet/wallet_block_tools.py +327 -0
  399. chia/_tests/weight_proof/__init__.py +0 -0
  400. chia/_tests/weight_proof/config.py +3 -0
  401. chia/_tests/weight_proof/test_weight_proof.py +528 -0
  402. chia/apis.py +19 -0
  403. chia/clvm/__init__.py +0 -0
  404. chia/cmds/__init__.py +0 -0
  405. chia/cmds/beta.py +184 -0
  406. chia/cmds/beta_funcs.py +137 -0
  407. chia/cmds/check_wallet_db.py +420 -0
  408. chia/cmds/chia.py +151 -0
  409. chia/cmds/cmd_classes.py +323 -0
  410. chia/cmds/cmd_helpers.py +242 -0
  411. chia/cmds/cmds_util.py +488 -0
  412. chia/cmds/coin_funcs.py +275 -0
  413. chia/cmds/coins.py +182 -0
  414. chia/cmds/completion.py +49 -0
  415. chia/cmds/configure.py +332 -0
  416. chia/cmds/dao.py +1064 -0
  417. chia/cmds/dao_funcs.py +598 -0
  418. chia/cmds/data.py +708 -0
  419. chia/cmds/data_funcs.py +385 -0
  420. chia/cmds/db.py +87 -0
  421. chia/cmds/db_backup_func.py +77 -0
  422. chia/cmds/db_upgrade_func.py +452 -0
  423. chia/cmds/db_validate_func.py +184 -0
  424. chia/cmds/dev.py +18 -0
  425. chia/cmds/farm.py +100 -0
  426. chia/cmds/farm_funcs.py +200 -0
  427. chia/cmds/gh.py +275 -0
  428. chia/cmds/init.py +63 -0
  429. chia/cmds/init_funcs.py +367 -0
  430. chia/cmds/installers.py +131 -0
  431. chia/cmds/keys.py +527 -0
  432. chia/cmds/keys_funcs.py +863 -0
  433. chia/cmds/netspace.py +50 -0
  434. chia/cmds/netspace_funcs.py +54 -0
  435. chia/cmds/options.py +32 -0
  436. chia/cmds/param_types.py +238 -0
  437. chia/cmds/passphrase.py +131 -0
  438. chia/cmds/passphrase_funcs.py +292 -0
  439. chia/cmds/peer.py +51 -0
  440. chia/cmds/peer_funcs.py +129 -0
  441. chia/cmds/plotnft.py +260 -0
  442. chia/cmds/plotnft_funcs.py +405 -0
  443. chia/cmds/plots.py +230 -0
  444. chia/cmds/plotters.py +18 -0
  445. chia/cmds/rpc.py +208 -0
  446. chia/cmds/show.py +72 -0
  447. chia/cmds/show_funcs.py +215 -0
  448. chia/cmds/signer.py +296 -0
  449. chia/cmds/sim.py +225 -0
  450. chia/cmds/sim_funcs.py +509 -0
  451. chia/cmds/start.py +24 -0
  452. chia/cmds/start_funcs.py +109 -0
  453. chia/cmds/stop.py +62 -0
  454. chia/cmds/units.py +9 -0
  455. chia/cmds/wallet.py +1901 -0
  456. chia/cmds/wallet_funcs.py +1874 -0
  457. chia/consensus/__init__.py +0 -0
  458. chia/consensus/block_body_validation.py +562 -0
  459. chia/consensus/block_creation.py +546 -0
  460. chia/consensus/block_header_validation.py +1059 -0
  461. chia/consensus/block_record.py +31 -0
  462. chia/consensus/block_rewards.py +53 -0
  463. chia/consensus/blockchain.py +1087 -0
  464. chia/consensus/blockchain_interface.py +56 -0
  465. chia/consensus/coinbase.py +30 -0
  466. chia/consensus/condition_costs.py +9 -0
  467. chia/consensus/constants.py +49 -0
  468. chia/consensus/cost_calculator.py +15 -0
  469. chia/consensus/default_constants.py +89 -0
  470. chia/consensus/deficit.py +55 -0
  471. chia/consensus/difficulty_adjustment.py +412 -0
  472. chia/consensus/find_fork_point.py +111 -0
  473. chia/consensus/full_block_to_block_record.py +167 -0
  474. chia/consensus/get_block_challenge.py +106 -0
  475. chia/consensus/get_block_generator.py +27 -0
  476. chia/consensus/make_sub_epoch_summary.py +210 -0
  477. chia/consensus/multiprocess_validation.py +268 -0
  478. chia/consensus/pos_quality.py +19 -0
  479. chia/consensus/pot_iterations.py +67 -0
  480. chia/consensus/puzzles/__init__.py +0 -0
  481. chia/consensus/puzzles/chialisp_deserialisation.clsp +69 -0
  482. chia/consensus/puzzles/chialisp_deserialisation.clsp.hex +1 -0
  483. chia/consensus/puzzles/rom_bootstrap_generator.clsp +37 -0
  484. chia/consensus/puzzles/rom_bootstrap_generator.clsp.hex +1 -0
  485. chia/consensus/vdf_info_computation.py +156 -0
  486. chia/daemon/__init__.py +0 -0
  487. chia/daemon/client.py +252 -0
  488. chia/daemon/keychain_proxy.py +502 -0
  489. chia/daemon/keychain_server.py +365 -0
  490. chia/daemon/server.py +1606 -0
  491. chia/daemon/windows_signal.py +56 -0
  492. chia/data_layer/__init__.py +0 -0
  493. chia/data_layer/data_layer.py +1291 -0
  494. chia/data_layer/data_layer_api.py +33 -0
  495. chia/data_layer/data_layer_errors.py +50 -0
  496. chia/data_layer/data_layer_server.py +170 -0
  497. chia/data_layer/data_layer_util.py +985 -0
  498. chia/data_layer/data_layer_wallet.py +1311 -0
  499. chia/data_layer/data_store.py +2267 -0
  500. chia/data_layer/dl_wallet_store.py +407 -0
  501. chia/data_layer/download_data.py +389 -0
  502. chia/data_layer/puzzles/__init__.py +0 -0
  503. chia/data_layer/puzzles/graftroot_dl_offers.clsp +100 -0
  504. chia/data_layer/puzzles/graftroot_dl_offers.clsp.hex +1 -0
  505. chia/data_layer/s3_plugin_config.yml +33 -0
  506. chia/data_layer/s3_plugin_service.py +468 -0
  507. chia/data_layer/util/__init__.py +0 -0
  508. chia/data_layer/util/benchmark.py +107 -0
  509. chia/data_layer/util/plugin.py +40 -0
  510. chia/farmer/__init__.py +0 -0
  511. chia/farmer/farmer.py +923 -0
  512. chia/farmer/farmer_api.py +820 -0
  513. chia/full_node/__init__.py +0 -0
  514. chia/full_node/bitcoin_fee_estimator.py +85 -0
  515. chia/full_node/block_height_map.py +271 -0
  516. chia/full_node/block_store.py +576 -0
  517. chia/full_node/bundle_tools.py +19 -0
  518. chia/full_node/coin_store.py +647 -0
  519. chia/full_node/fee_estimate.py +54 -0
  520. chia/full_node/fee_estimate_store.py +24 -0
  521. chia/full_node/fee_estimation.py +92 -0
  522. chia/full_node/fee_estimator.py +90 -0
  523. chia/full_node/fee_estimator_constants.py +38 -0
  524. chia/full_node/fee_estimator_interface.py +42 -0
  525. chia/full_node/fee_history.py +25 -0
  526. chia/full_node/fee_tracker.py +564 -0
  527. chia/full_node/full_node.py +3327 -0
  528. chia/full_node/full_node_api.py +2025 -0
  529. chia/full_node/full_node_store.py +1033 -0
  530. chia/full_node/hint_management.py +56 -0
  531. chia/full_node/hint_store.py +93 -0
  532. chia/full_node/mempool.py +589 -0
  533. chia/full_node/mempool_check_conditions.py +146 -0
  534. chia/full_node/mempool_manager.py +853 -0
  535. chia/full_node/pending_tx_cache.py +112 -0
  536. chia/full_node/puzzles/__init__.py +0 -0
  537. chia/full_node/puzzles/block_program_zero.clsp +14 -0
  538. chia/full_node/puzzles/block_program_zero.clsp.hex +1 -0
  539. chia/full_node/puzzles/decompress_coin_spend_entry.clsp +5 -0
  540. chia/full_node/puzzles/decompress_coin_spend_entry.clsp.hex +1 -0
  541. chia/full_node/puzzles/decompress_coin_spend_entry_with_prefix.clsp +7 -0
  542. chia/full_node/puzzles/decompress_coin_spend_entry_with_prefix.clsp.hex +1 -0
  543. chia/full_node/puzzles/decompress_puzzle.clsp +6 -0
  544. chia/full_node/puzzles/decompress_puzzle.clsp.hex +1 -0
  545. chia/full_node/signage_point.py +16 -0
  546. chia/full_node/subscriptions.py +247 -0
  547. chia/full_node/sync_store.py +146 -0
  548. chia/full_node/tx_processing_queue.py +78 -0
  549. chia/full_node/util/__init__.py +0 -0
  550. chia/full_node/weight_proof.py +1720 -0
  551. chia/harvester/__init__.py +0 -0
  552. chia/harvester/harvester.py +272 -0
  553. chia/harvester/harvester_api.py +380 -0
  554. chia/introducer/__init__.py +0 -0
  555. chia/introducer/introducer.py +122 -0
  556. chia/introducer/introducer_api.py +70 -0
  557. chia/legacy/__init__.py +0 -0
  558. chia/legacy/keyring.py +155 -0
  559. chia/plot_sync/__init__.py +0 -0
  560. chia/plot_sync/delta.py +61 -0
  561. chia/plot_sync/exceptions.py +56 -0
  562. chia/plot_sync/receiver.py +386 -0
  563. chia/plot_sync/sender.py +340 -0
  564. chia/plot_sync/util.py +43 -0
  565. chia/plotters/__init__.py +0 -0
  566. chia/plotters/bladebit.py +388 -0
  567. chia/plotters/chiapos.py +63 -0
  568. chia/plotters/madmax.py +224 -0
  569. chia/plotters/plotters.py +577 -0
  570. chia/plotters/plotters_util.py +133 -0
  571. chia/plotting/__init__.py +0 -0
  572. chia/plotting/cache.py +213 -0
  573. chia/plotting/check_plots.py +283 -0
  574. chia/plotting/create_plots.py +278 -0
  575. chia/plotting/manager.py +436 -0
  576. chia/plotting/util.py +336 -0
  577. chia/pools/__init__.py +0 -0
  578. chia/pools/pool_config.py +110 -0
  579. chia/pools/pool_puzzles.py +459 -0
  580. chia/pools/pool_wallet.py +933 -0
  581. chia/pools/pool_wallet_info.py +118 -0
  582. chia/pools/puzzles/__init__.py +0 -0
  583. chia/pools/puzzles/pool_member_innerpuz.clsp +70 -0
  584. chia/pools/puzzles/pool_member_innerpuz.clsp.hex +1 -0
  585. chia/pools/puzzles/pool_waitingroom_innerpuz.clsp +69 -0
  586. chia/pools/puzzles/pool_waitingroom_innerpuz.clsp.hex +1 -0
  587. chia/protocols/__init__.py +0 -0
  588. chia/protocols/farmer_protocol.py +102 -0
  589. chia/protocols/full_node_protocol.py +219 -0
  590. chia/protocols/harvester_protocol.py +216 -0
  591. chia/protocols/introducer_protocol.py +25 -0
  592. chia/protocols/pool_protocol.py +177 -0
  593. chia/protocols/protocol_message_types.py +139 -0
  594. chia/protocols/protocol_state_machine.py +87 -0
  595. chia/protocols/protocol_timing.py +8 -0
  596. chia/protocols/shared_protocol.py +86 -0
  597. chia/protocols/timelord_protocol.py +93 -0
  598. chia/protocols/wallet_protocol.py +401 -0
  599. chia/py.typed +0 -0
  600. chia/rpc/__init__.py +0 -0
  601. chia/rpc/crawler_rpc_api.py +80 -0
  602. chia/rpc/data_layer_rpc_api.py +644 -0
  603. chia/rpc/data_layer_rpc_client.py +188 -0
  604. chia/rpc/data_layer_rpc_util.py +58 -0
  605. chia/rpc/farmer_rpc_api.py +365 -0
  606. chia/rpc/farmer_rpc_client.py +86 -0
  607. chia/rpc/full_node_rpc_api.py +959 -0
  608. chia/rpc/full_node_rpc_client.py +292 -0
  609. chia/rpc/harvester_rpc_api.py +141 -0
  610. chia/rpc/harvester_rpc_client.py +54 -0
  611. chia/rpc/rpc_client.py +164 -0
  612. chia/rpc/rpc_server.py +521 -0
  613. chia/rpc/timelord_rpc_api.py +32 -0
  614. chia/rpc/util.py +93 -0
  615. chia/rpc/wallet_request_types.py +904 -0
  616. chia/rpc/wallet_rpc_api.py +4943 -0
  617. chia/rpc/wallet_rpc_client.py +1814 -0
  618. chia/seeder/__init__.py +0 -0
  619. chia/seeder/crawl_store.py +425 -0
  620. chia/seeder/crawler.py +410 -0
  621. chia/seeder/crawler_api.py +135 -0
  622. chia/seeder/dns_server.py +593 -0
  623. chia/seeder/peer_record.py +146 -0
  624. chia/seeder/start_crawler.py +92 -0
  625. chia/server/__init__.py +0 -0
  626. chia/server/address_manager.py +658 -0
  627. chia/server/address_manager_store.py +237 -0
  628. chia/server/api_protocol.py +116 -0
  629. chia/server/capabilities.py +24 -0
  630. chia/server/chia_policy.py +346 -0
  631. chia/server/introducer_peers.py +76 -0
  632. chia/server/node_discovery.py +714 -0
  633. chia/server/outbound_message.py +33 -0
  634. chia/server/rate_limit_numbers.py +214 -0
  635. chia/server/rate_limits.py +153 -0
  636. chia/server/server.py +741 -0
  637. chia/server/signal_handlers.py +120 -0
  638. chia/server/ssl_context.py +32 -0
  639. chia/server/start_data_layer.py +151 -0
  640. chia/server/start_farmer.py +98 -0
  641. chia/server/start_full_node.py +112 -0
  642. chia/server/start_harvester.py +93 -0
  643. chia/server/start_introducer.py +81 -0
  644. chia/server/start_service.py +316 -0
  645. chia/server/start_timelord.py +89 -0
  646. chia/server/start_wallet.py +113 -0
  647. chia/server/upnp.py +118 -0
  648. chia/server/ws_connection.py +766 -0
  649. chia/simulator/__init__.py +0 -0
  650. chia/simulator/add_blocks_in_batches.py +54 -0
  651. chia/simulator/block_tools.py +2054 -0
  652. chia/simulator/full_node_simulator.py +794 -0
  653. chia/simulator/keyring.py +128 -0
  654. chia/simulator/setup_services.py +506 -0
  655. chia/simulator/simulator_constants.py +13 -0
  656. chia/simulator/simulator_full_node_rpc_api.py +99 -0
  657. chia/simulator/simulator_full_node_rpc_client.py +60 -0
  658. chia/simulator/simulator_protocol.py +29 -0
  659. chia/simulator/simulator_test_tools.py +164 -0
  660. chia/simulator/socket.py +24 -0
  661. chia/simulator/ssl_certs.py +114 -0
  662. chia/simulator/ssl_certs_1.py +697 -0
  663. chia/simulator/ssl_certs_10.py +697 -0
  664. chia/simulator/ssl_certs_2.py +697 -0
  665. chia/simulator/ssl_certs_3.py +697 -0
  666. chia/simulator/ssl_certs_4.py +697 -0
  667. chia/simulator/ssl_certs_5.py +697 -0
  668. chia/simulator/ssl_certs_6.py +697 -0
  669. chia/simulator/ssl_certs_7.py +697 -0
  670. chia/simulator/ssl_certs_8.py +697 -0
  671. chia/simulator/ssl_certs_9.py +697 -0
  672. chia/simulator/start_simulator.py +143 -0
  673. chia/simulator/wallet_tools.py +246 -0
  674. chia/ssl/__init__.py +0 -0
  675. chia/ssl/chia_ca.crt +19 -0
  676. chia/ssl/chia_ca.key +28 -0
  677. chia/ssl/create_ssl.py +249 -0
  678. chia/ssl/dst_root_ca.pem +20 -0
  679. chia/timelord/__init__.py +0 -0
  680. chia/timelord/iters_from_block.py +50 -0
  681. chia/timelord/timelord.py +1226 -0
  682. chia/timelord/timelord_api.py +138 -0
  683. chia/timelord/timelord_launcher.py +190 -0
  684. chia/timelord/timelord_state.py +244 -0
  685. chia/timelord/types.py +22 -0
  686. chia/types/__init__.py +0 -0
  687. chia/types/aliases.py +35 -0
  688. chia/types/block_protocol.py +20 -0
  689. chia/types/blockchain_format/__init__.py +0 -0
  690. chia/types/blockchain_format/classgroup.py +5 -0
  691. chia/types/blockchain_format/coin.py +28 -0
  692. chia/types/blockchain_format/foliage.py +8 -0
  693. chia/types/blockchain_format/pool_target.py +5 -0
  694. chia/types/blockchain_format/program.py +269 -0
  695. chia/types/blockchain_format/proof_of_space.py +135 -0
  696. chia/types/blockchain_format/reward_chain_block.py +6 -0
  697. chia/types/blockchain_format/serialized_program.py +5 -0
  698. chia/types/blockchain_format/sized_bytes.py +11 -0
  699. chia/types/blockchain_format/slots.py +9 -0
  700. chia/types/blockchain_format/sub_epoch_summary.py +5 -0
  701. chia/types/blockchain_format/tree_hash.py +72 -0
  702. chia/types/blockchain_format/vdf.py +86 -0
  703. chia/types/clvm_cost.py +13 -0
  704. chia/types/coin_record.py +43 -0
  705. chia/types/coin_spend.py +115 -0
  706. chia/types/condition_opcodes.py +73 -0
  707. chia/types/condition_with_args.py +16 -0
  708. chia/types/eligible_coin_spends.py +365 -0
  709. chia/types/end_of_slot_bundle.py +5 -0
  710. chia/types/fee_rate.py +38 -0
  711. chia/types/full_block.py +5 -0
  712. chia/types/generator_types.py +13 -0
  713. chia/types/header_block.py +5 -0
  714. chia/types/internal_mempool_item.py +18 -0
  715. chia/types/mempool_inclusion_status.py +9 -0
  716. chia/types/mempool_item.py +85 -0
  717. chia/types/mempool_submission_status.py +30 -0
  718. chia/types/mojos.py +7 -0
  719. chia/types/peer_info.py +64 -0
  720. chia/types/signing_mode.py +29 -0
  721. chia/types/spend_bundle.py +30 -0
  722. chia/types/spend_bundle_conditions.py +7 -0
  723. chia/types/transaction_queue_entry.py +55 -0
  724. chia/types/unfinished_block.py +5 -0
  725. chia/types/unfinished_header_block.py +37 -0
  726. chia/types/validation_state.py +14 -0
  727. chia/types/weight_proof.py +49 -0
  728. chia/util/__init__.py +0 -0
  729. chia/util/action_scope.py +168 -0
  730. chia/util/async_pool.py +226 -0
  731. chia/util/augmented_chain.py +134 -0
  732. chia/util/batches.py +42 -0
  733. chia/util/bech32m.py +126 -0
  734. chia/util/beta_metrics.py +119 -0
  735. chia/util/block_cache.py +56 -0
  736. chia/util/byte_types.py +12 -0
  737. chia/util/check_fork_next_block.py +33 -0
  738. chia/util/chia_logging.py +144 -0
  739. chia/util/chia_version.py +33 -0
  740. chia/util/collection.py +17 -0
  741. chia/util/condition_tools.py +201 -0
  742. chia/util/config.py +367 -0
  743. chia/util/cpu.py +22 -0
  744. chia/util/db_synchronous.py +23 -0
  745. chia/util/db_version.py +32 -0
  746. chia/util/db_wrapper.py +430 -0
  747. chia/util/default_root.py +27 -0
  748. chia/util/dump_keyring.py +93 -0
  749. chia/util/english.txt +2048 -0
  750. chia/util/errors.py +353 -0
  751. chia/util/file_keyring.py +469 -0
  752. chia/util/files.py +97 -0
  753. chia/util/full_block_utils.py +345 -0
  754. chia/util/generator_tools.py +72 -0
  755. chia/util/hash.py +31 -0
  756. chia/util/initial-config.yaml +694 -0
  757. chia/util/inline_executor.py +26 -0
  758. chia/util/ints.py +19 -0
  759. chia/util/ip_address.py +39 -0
  760. chia/util/json_util.py +37 -0
  761. chia/util/keychain.py +676 -0
  762. chia/util/keyring_wrapper.py +327 -0
  763. chia/util/limited_semaphore.py +41 -0
  764. chia/util/lock.py +49 -0
  765. chia/util/log_exceptions.py +32 -0
  766. chia/util/logging.py +36 -0
  767. chia/util/lru_cache.py +31 -0
  768. chia/util/math.py +20 -0
  769. chia/util/network.py +182 -0
  770. chia/util/paginator.py +48 -0
  771. chia/util/path.py +31 -0
  772. chia/util/permissions.py +20 -0
  773. chia/util/prev_transaction_block.py +21 -0
  774. chia/util/priority_mutex.py +95 -0
  775. chia/util/profiler.py +197 -0
  776. chia/util/recursive_replace.py +24 -0
  777. chia/util/safe_cancel_task.py +16 -0
  778. chia/util/service_groups.py +47 -0
  779. chia/util/setproctitle.py +22 -0
  780. chia/util/significant_bits.py +32 -0
  781. chia/util/ssl_check.py +213 -0
  782. chia/util/streamable.py +642 -0
  783. chia/util/task_referencer.py +59 -0
  784. chia/util/task_timing.py +382 -0
  785. chia/util/timing.py +67 -0
  786. chia/util/vdf_prover.py +30 -0
  787. chia/util/virtual_project_analysis.py +540 -0
  788. chia/util/ws_message.py +66 -0
  789. chia/wallet/__init__.py +0 -0
  790. chia/wallet/cat_wallet/__init__.py +0 -0
  791. chia/wallet/cat_wallet/cat_constants.py +75 -0
  792. chia/wallet/cat_wallet/cat_info.py +47 -0
  793. chia/wallet/cat_wallet/cat_outer_puzzle.py +120 -0
  794. chia/wallet/cat_wallet/cat_utils.py +164 -0
  795. chia/wallet/cat_wallet/cat_wallet.py +855 -0
  796. chia/wallet/cat_wallet/dao_cat_info.py +28 -0
  797. chia/wallet/cat_wallet/dao_cat_wallet.py +669 -0
  798. chia/wallet/cat_wallet/lineage_store.py +74 -0
  799. chia/wallet/cat_wallet/puzzles/__init__.py +0 -0
  800. chia/wallet/cat_wallet/puzzles/cat_truths.clib +31 -0
  801. chia/wallet/cat_wallet/puzzles/cat_v2.clsp +397 -0
  802. chia/wallet/cat_wallet/puzzles/cat_v2.clsp.hex +1 -0
  803. chia/wallet/cat_wallet/puzzles/delegated_tail.clsp +25 -0
  804. chia/wallet/cat_wallet/puzzles/delegated_tail.clsp.hex +1 -0
  805. chia/wallet/cat_wallet/puzzles/everything_with_signature.clsp +15 -0
  806. chia/wallet/cat_wallet/puzzles/everything_with_signature.clsp.hex +1 -0
  807. chia/wallet/cat_wallet/puzzles/genesis_by_coin_id.clsp +26 -0
  808. chia/wallet/cat_wallet/puzzles/genesis_by_coin_id.clsp.hex +1 -0
  809. chia/wallet/cat_wallet/puzzles/genesis_by_coin_id_or_singleton.clsp +42 -0
  810. chia/wallet/cat_wallet/puzzles/genesis_by_coin_id_or_singleton.clsp.hex +1 -0
  811. chia/wallet/cat_wallet/puzzles/genesis_by_puzzle_hash.clsp +24 -0
  812. chia/wallet/cat_wallet/puzzles/genesis_by_puzzle_hash.clsp.hex +1 -0
  813. chia/wallet/coin_selection.py +188 -0
  814. chia/wallet/conditions.py +1512 -0
  815. chia/wallet/dao_wallet/__init__.py +0 -0
  816. chia/wallet/dao_wallet/dao_info.py +61 -0
  817. chia/wallet/dao_wallet/dao_utils.py +811 -0
  818. chia/wallet/dao_wallet/dao_wallet.py +2119 -0
  819. chia/wallet/db_wallet/__init__.py +0 -0
  820. chia/wallet/db_wallet/db_wallet_puzzles.py +111 -0
  821. chia/wallet/derivation_record.py +30 -0
  822. chia/wallet/derive_keys.py +146 -0
  823. chia/wallet/did_wallet/__init__.py +0 -0
  824. chia/wallet/did_wallet/did_info.py +39 -0
  825. chia/wallet/did_wallet/did_wallet.py +1494 -0
  826. chia/wallet/did_wallet/did_wallet_puzzles.py +221 -0
  827. chia/wallet/did_wallet/puzzles/__init__.py +0 -0
  828. chia/wallet/did_wallet/puzzles/did_innerpuz.clsp +135 -0
  829. chia/wallet/did_wallet/puzzles/did_innerpuz.clsp.hex +1 -0
  830. chia/wallet/driver_protocol.py +26 -0
  831. chia/wallet/key_val_store.py +55 -0
  832. chia/wallet/lineage_proof.py +58 -0
  833. chia/wallet/nft_wallet/__init__.py +0 -0
  834. chia/wallet/nft_wallet/metadata_outer_puzzle.py +92 -0
  835. chia/wallet/nft_wallet/nft_info.py +120 -0
  836. chia/wallet/nft_wallet/nft_puzzles.py +305 -0
  837. chia/wallet/nft_wallet/nft_wallet.py +1687 -0
  838. chia/wallet/nft_wallet/ownership_outer_puzzle.py +101 -0
  839. chia/wallet/nft_wallet/puzzles/__init__.py +0 -0
  840. chia/wallet/nft_wallet/puzzles/create_nft_launcher_from_did.clsp +6 -0
  841. chia/wallet/nft_wallet/puzzles/create_nft_launcher_from_did.clsp.hex +1 -0
  842. chia/wallet/nft_wallet/puzzles/nft_intermediate_launcher.clsp +6 -0
  843. chia/wallet/nft_wallet/puzzles/nft_intermediate_launcher.clsp.hex +1 -0
  844. chia/wallet/nft_wallet/puzzles/nft_metadata_updater_default.clsp +30 -0
  845. chia/wallet/nft_wallet/puzzles/nft_metadata_updater_default.clsp.hex +1 -0
  846. chia/wallet/nft_wallet/puzzles/nft_metadata_updater_updateable.clsp +28 -0
  847. chia/wallet/nft_wallet/puzzles/nft_metadata_updater_updateable.clsp.hex +1 -0
  848. chia/wallet/nft_wallet/puzzles/nft_ownership_layer.clsp +100 -0
  849. chia/wallet/nft_wallet/puzzles/nft_ownership_layer.clsp.hex +1 -0
  850. chia/wallet/nft_wallet/puzzles/nft_ownership_transfer_program_one_way_claim_with_royalties.clsp +78 -0
  851. chia/wallet/nft_wallet/puzzles/nft_ownership_transfer_program_one_way_claim_with_royalties.clsp.hex +1 -0
  852. chia/wallet/nft_wallet/puzzles/nft_state_layer.clsp +74 -0
  853. chia/wallet/nft_wallet/puzzles/nft_state_layer.clsp.hex +1 -0
  854. chia/wallet/nft_wallet/singleton_outer_puzzle.py +101 -0
  855. chia/wallet/nft_wallet/transfer_program_puzzle.py +82 -0
  856. chia/wallet/nft_wallet/uncurry_nft.py +217 -0
  857. chia/wallet/notification_manager.py +117 -0
  858. chia/wallet/notification_store.py +178 -0
  859. chia/wallet/outer_puzzles.py +84 -0
  860. chia/wallet/payment.py +33 -0
  861. chia/wallet/puzzle_drivers.py +118 -0
  862. chia/wallet/puzzles/__init__.py +0 -0
  863. chia/wallet/puzzles/augmented_condition.clsp +13 -0
  864. chia/wallet/puzzles/augmented_condition.clsp.hex +1 -0
  865. chia/wallet/puzzles/clawback/__init__.py +0 -0
  866. chia/wallet/puzzles/clawback/drivers.py +188 -0
  867. chia/wallet/puzzles/clawback/metadata.py +38 -0
  868. chia/wallet/puzzles/clawback/puzzle_decorator.py +67 -0
  869. chia/wallet/puzzles/condition_codes.clib +77 -0
  870. chia/wallet/puzzles/curry-and-treehash.clib +102 -0
  871. chia/wallet/puzzles/curry.clib +135 -0
  872. chia/wallet/puzzles/curry_by_index.clib +16 -0
  873. chia/wallet/puzzles/dao_cat_eve.clsp +17 -0
  874. chia/wallet/puzzles/dao_cat_eve.clsp.hex +1 -0
  875. chia/wallet/puzzles/dao_cat_launcher.clsp +36 -0
  876. chia/wallet/puzzles/dao_cat_launcher.clsp.hex +1 -0
  877. chia/wallet/puzzles/dao_finished_state.clsp +35 -0
  878. chia/wallet/puzzles/dao_finished_state.clsp.hex +1 -0
  879. chia/wallet/puzzles/dao_finished_state.clsp.hex.sha256tree +1 -0
  880. chia/wallet/puzzles/dao_lockup.clsp +288 -0
  881. chia/wallet/puzzles/dao_lockup.clsp.hex +1 -0
  882. chia/wallet/puzzles/dao_lockup.clsp.hex.sha256tree +1 -0
  883. chia/wallet/puzzles/dao_proposal.clsp +377 -0
  884. chia/wallet/puzzles/dao_proposal.clsp.hex +1 -0
  885. chia/wallet/puzzles/dao_proposal.clsp.hex.sha256tree +1 -0
  886. chia/wallet/puzzles/dao_proposal_timer.clsp +78 -0
  887. chia/wallet/puzzles/dao_proposal_timer.clsp.hex +1 -0
  888. chia/wallet/puzzles/dao_proposal_timer.clsp.hex.sha256tree +1 -0
  889. chia/wallet/puzzles/dao_proposal_validator.clsp +87 -0
  890. chia/wallet/puzzles/dao_proposal_validator.clsp.hex +1 -0
  891. chia/wallet/puzzles/dao_proposal_validator.clsp.hex.sha256tree +1 -0
  892. chia/wallet/puzzles/dao_spend_p2_singleton_v2.clsp +240 -0
  893. chia/wallet/puzzles/dao_spend_p2_singleton_v2.clsp.hex +1 -0
  894. chia/wallet/puzzles/dao_spend_p2_singleton_v2.clsp.hex.sha256tree +1 -0
  895. chia/wallet/puzzles/dao_treasury.clsp +115 -0
  896. chia/wallet/puzzles/dao_treasury.clsp.hex +1 -0
  897. chia/wallet/puzzles/dao_update_proposal.clsp +44 -0
  898. chia/wallet/puzzles/dao_update_proposal.clsp.hex +1 -0
  899. chia/wallet/puzzles/deployed_puzzle_hashes.json +67 -0
  900. chia/wallet/puzzles/json.clib +25 -0
  901. chia/wallet/puzzles/load_clvm.py +161 -0
  902. chia/wallet/puzzles/merkle_utils.clib +18 -0
  903. chia/wallet/puzzles/notification.clsp +7 -0
  904. chia/wallet/puzzles/notification.clsp.hex +1 -0
  905. chia/wallet/puzzles/p2_1_of_n.clsp +22 -0
  906. chia/wallet/puzzles/p2_1_of_n.clsp.hex +1 -0
  907. chia/wallet/puzzles/p2_conditions.clsp +3 -0
  908. chia/wallet/puzzles/p2_conditions.clsp.hex +1 -0
  909. chia/wallet/puzzles/p2_conditions.py +26 -0
  910. chia/wallet/puzzles/p2_delegated_conditions.clsp +18 -0
  911. chia/wallet/puzzles/p2_delegated_conditions.clsp.hex +1 -0
  912. chia/wallet/puzzles/p2_delegated_conditions.py +21 -0
  913. chia/wallet/puzzles/p2_delegated_puzzle.clsp +19 -0
  914. chia/wallet/puzzles/p2_delegated_puzzle.clsp.hex +1 -0
  915. chia/wallet/puzzles/p2_delegated_puzzle.py +34 -0
  916. chia/wallet/puzzles/p2_delegated_puzzle_or_hidden_puzzle.clsp +91 -0
  917. chia/wallet/puzzles/p2_delegated_puzzle_or_hidden_puzzle.clsp.hex +1 -0
  918. chia/wallet/puzzles/p2_delegated_puzzle_or_hidden_puzzle.py +160 -0
  919. chia/wallet/puzzles/p2_m_of_n_delegate_direct.clsp +108 -0
  920. chia/wallet/puzzles/p2_m_of_n_delegate_direct.clsp.hex +1 -0
  921. chia/wallet/puzzles/p2_m_of_n_delegate_direct.py +21 -0
  922. chia/wallet/puzzles/p2_parent.clsp +19 -0
  923. chia/wallet/puzzles/p2_parent.clsp.hex +1 -0
  924. chia/wallet/puzzles/p2_puzzle_hash.clsp +18 -0
  925. chia/wallet/puzzles/p2_puzzle_hash.clsp.hex +1 -0
  926. chia/wallet/puzzles/p2_puzzle_hash.py +27 -0
  927. chia/wallet/puzzles/p2_singleton.clsp +30 -0
  928. chia/wallet/puzzles/p2_singleton.clsp.hex +1 -0
  929. chia/wallet/puzzles/p2_singleton_aggregator.clsp +81 -0
  930. chia/wallet/puzzles/p2_singleton_aggregator.clsp.hex +1 -0
  931. chia/wallet/puzzles/p2_singleton_or_delayed_puzhash.clsp +50 -0
  932. chia/wallet/puzzles/p2_singleton_or_delayed_puzhash.clsp.hex +1 -0
  933. chia/wallet/puzzles/p2_singleton_via_delegated_puzzle.clsp +47 -0
  934. chia/wallet/puzzles/p2_singleton_via_delegated_puzzle.clsp.hex +1 -0
  935. chia/wallet/puzzles/puzzle_utils.py +34 -0
  936. chia/wallet/puzzles/settlement_payments.clsp +49 -0
  937. chia/wallet/puzzles/settlement_payments.clsp.hex +1 -0
  938. chia/wallet/puzzles/sha256tree.clib +11 -0
  939. chia/wallet/puzzles/singleton_launcher.clsp +16 -0
  940. chia/wallet/puzzles/singleton_launcher.clsp.hex +1 -0
  941. chia/wallet/puzzles/singleton_top_layer.clsp +177 -0
  942. chia/wallet/puzzles/singleton_top_layer.clsp.hex +1 -0
  943. chia/wallet/puzzles/singleton_top_layer.py +296 -0
  944. chia/wallet/puzzles/singleton_top_layer_v1_1.clsp +107 -0
  945. chia/wallet/puzzles/singleton_top_layer_v1_1.clsp.hex +1 -0
  946. chia/wallet/puzzles/singleton_top_layer_v1_1.py +345 -0
  947. chia/wallet/puzzles/singleton_truths.clib +21 -0
  948. chia/wallet/puzzles/tails.py +348 -0
  949. chia/wallet/puzzles/utility_macros.clib +48 -0
  950. chia/wallet/signer_protocol.py +125 -0
  951. chia/wallet/singleton.py +106 -0
  952. chia/wallet/singleton_record.py +30 -0
  953. chia/wallet/trade_manager.py +1102 -0
  954. chia/wallet/trade_record.py +67 -0
  955. chia/wallet/trading/__init__.py +0 -0
  956. chia/wallet/trading/offer.py +702 -0
  957. chia/wallet/trading/trade_status.py +13 -0
  958. chia/wallet/trading/trade_store.py +526 -0
  959. chia/wallet/transaction_record.py +158 -0
  960. chia/wallet/transaction_sorting.py +14 -0
  961. chia/wallet/uncurried_puzzle.py +17 -0
  962. chia/wallet/util/__init__.py +0 -0
  963. chia/wallet/util/address_type.py +55 -0
  964. chia/wallet/util/blind_signer_tl.py +164 -0
  965. chia/wallet/util/clvm_streamable.py +203 -0
  966. chia/wallet/util/compute_hints.py +66 -0
  967. chia/wallet/util/compute_memos.py +43 -0
  968. chia/wallet/util/curry_and_treehash.py +91 -0
  969. chia/wallet/util/debug_spend_bundle.py +232 -0
  970. chia/wallet/util/merkle_tree.py +100 -0
  971. chia/wallet/util/merkle_utils.py +102 -0
  972. chia/wallet/util/new_peak_queue.py +82 -0
  973. chia/wallet/util/notifications.py +12 -0
  974. chia/wallet/util/peer_request_cache.py +174 -0
  975. chia/wallet/util/pprint.py +39 -0
  976. chia/wallet/util/puzzle_compression.py +95 -0
  977. chia/wallet/util/puzzle_decorator.py +100 -0
  978. chia/wallet/util/puzzle_decorator_type.py +7 -0
  979. chia/wallet/util/query_filter.py +59 -0
  980. chia/wallet/util/transaction_type.py +23 -0
  981. chia/wallet/util/tx_config.py +158 -0
  982. chia/wallet/util/wallet_sync_utils.py +351 -0
  983. chia/wallet/util/wallet_types.py +72 -0
  984. chia/wallet/vc_wallet/__init__.py +0 -0
  985. chia/wallet/vc_wallet/cr_cat_drivers.py +664 -0
  986. chia/wallet/vc_wallet/cr_cat_wallet.py +877 -0
  987. chia/wallet/vc_wallet/cr_outer_puzzle.py +102 -0
  988. chia/wallet/vc_wallet/cr_puzzles/__init__.py +0 -0
  989. chia/wallet/vc_wallet/cr_puzzles/conditions_w_fee_announce.clsp +3 -0
  990. chia/wallet/vc_wallet/cr_puzzles/conditions_w_fee_announce.clsp.hex +1 -0
  991. chia/wallet/vc_wallet/cr_puzzles/credential_restriction.clsp +304 -0
  992. chia/wallet/vc_wallet/cr_puzzles/credential_restriction.clsp.hex +1 -0
  993. chia/wallet/vc_wallet/cr_puzzles/flag_proofs_checker.clsp +45 -0
  994. chia/wallet/vc_wallet/cr_puzzles/flag_proofs_checker.clsp.hex +1 -0
  995. chia/wallet/vc_wallet/vc_drivers.py +838 -0
  996. chia/wallet/vc_wallet/vc_puzzles/__init__.py +0 -0
  997. chia/wallet/vc_wallet/vc_puzzles/covenant_layer.clsp +30 -0
  998. chia/wallet/vc_wallet/vc_puzzles/covenant_layer.clsp.hex +1 -0
  999. chia/wallet/vc_wallet/vc_puzzles/eml_covenant_morpher.clsp +75 -0
  1000. chia/wallet/vc_wallet/vc_puzzles/eml_covenant_morpher.clsp.hex +1 -0
  1001. chia/wallet/vc_wallet/vc_puzzles/eml_transfer_program_covenant_adapter.clsp +32 -0
  1002. chia/wallet/vc_wallet/vc_puzzles/eml_transfer_program_covenant_adapter.clsp.hex +1 -0
  1003. chia/wallet/vc_wallet/vc_puzzles/eml_update_metadata_with_DID.clsp +80 -0
  1004. chia/wallet/vc_wallet/vc_puzzles/eml_update_metadata_with_DID.clsp.hex +1 -0
  1005. chia/wallet/vc_wallet/vc_puzzles/exigent_metadata_layer.clsp +163 -0
  1006. chia/wallet/vc_wallet/vc_puzzles/exigent_metadata_layer.clsp.hex +1 -0
  1007. chia/wallet/vc_wallet/vc_puzzles/p2_announced_delegated_puzzle.clsp +16 -0
  1008. chia/wallet/vc_wallet/vc_puzzles/p2_announced_delegated_puzzle.clsp.hex +1 -0
  1009. chia/wallet/vc_wallet/vc_puzzles/standard_vc_backdoor_puzzle.clsp +74 -0
  1010. chia/wallet/vc_wallet/vc_puzzles/standard_vc_backdoor_puzzle.clsp.hex +1 -0
  1011. chia/wallet/vc_wallet/vc_puzzles/std_parent_morpher.clsp +23 -0
  1012. chia/wallet/vc_wallet/vc_puzzles/std_parent_morpher.clsp.hex +1 -0
  1013. chia/wallet/vc_wallet/vc_puzzles/viral_backdoor.clsp +64 -0
  1014. chia/wallet/vc_wallet/vc_puzzles/viral_backdoor.clsp.hex +1 -0
  1015. chia/wallet/vc_wallet/vc_store.py +263 -0
  1016. chia/wallet/vc_wallet/vc_wallet.py +638 -0
  1017. chia/wallet/wallet.py +698 -0
  1018. chia/wallet/wallet_action_scope.py +96 -0
  1019. chia/wallet/wallet_blockchain.py +244 -0
  1020. chia/wallet/wallet_coin_record.py +72 -0
  1021. chia/wallet/wallet_coin_store.py +351 -0
  1022. chia/wallet/wallet_info.py +35 -0
  1023. chia/wallet/wallet_interested_store.py +188 -0
  1024. chia/wallet/wallet_nft_store.py +279 -0
  1025. chia/wallet/wallet_node.py +1765 -0
  1026. chia/wallet/wallet_node_api.py +207 -0
  1027. chia/wallet/wallet_pool_store.py +119 -0
  1028. chia/wallet/wallet_protocol.py +90 -0
  1029. chia/wallet/wallet_puzzle_store.py +396 -0
  1030. chia/wallet/wallet_retry_store.py +70 -0
  1031. chia/wallet/wallet_singleton_store.py +259 -0
  1032. chia/wallet/wallet_spend_bundle.py +25 -0
  1033. chia/wallet/wallet_state_manager.py +2819 -0
  1034. chia/wallet/wallet_transaction_store.py +496 -0
  1035. chia/wallet/wallet_user_store.py +110 -0
  1036. chia/wallet/wallet_weight_proof_handler.py +126 -0
  1037. chia_blockchain-2.5.1rc1.dist-info/LICENSE +201 -0
  1038. chia_blockchain-2.5.1rc1.dist-info/METADATA +156 -0
  1039. chia_blockchain-2.5.1rc1.dist-info/RECORD +1042 -0
  1040. chia_blockchain-2.5.1rc1.dist-info/WHEEL +4 -0
  1041. chia_blockchain-2.5.1rc1.dist-info/entry_points.txt +17 -0
  1042. mozilla-ca/cacert.pem +3611 -0
@@ -0,0 +1,1765 @@
1
+ from __future__ import annotations
2
+
3
+ import asyncio
4
+ import contextlib
5
+ import dataclasses
6
+ import logging
7
+ import multiprocessing
8
+ import random
9
+ import sys
10
+ import time
11
+ import traceback
12
+ from collections.abc import AsyncIterator
13
+ from pathlib import Path
14
+ from typing import TYPE_CHECKING, Any, ClassVar, Literal, Optional, Union, cast, overload
15
+
16
+ import aiosqlite
17
+ from chia_rs import AugSchemeMPL, G1Element, G2Element, PrivateKey
18
+ from packaging.version import Version
19
+
20
+ from chia.consensus.blockchain import AddBlockResult
21
+ from chia.consensus.constants import ConsensusConstants
22
+ from chia.daemon.keychain_proxy import KeychainProxy, connect_to_keychain_and_validate, wrap_local_keychain
23
+ from chia.full_node.full_node_api import FullNodeAPI
24
+ from chia.protocols.full_node_protocol import RequestProofOfWeight, RespondProofOfWeight
25
+ from chia.protocols.protocol_message_types import ProtocolMessageTypes
26
+ from chia.protocols.wallet_protocol import (
27
+ CoinState,
28
+ CoinStateUpdate,
29
+ NewPeakWallet,
30
+ RegisterForCoinUpdates,
31
+ RequestBlockHeader,
32
+ RequestChildren,
33
+ RespondBlockHeader,
34
+ RespondChildren,
35
+ RespondToCoinUpdates,
36
+ SendTransaction,
37
+ )
38
+ from chia.rpc.rpc_server import StateChangedProtocol, default_get_connections
39
+ from chia.server.node_discovery import WalletPeers
40
+ from chia.server.outbound_message import Message, NodeType, make_msg
41
+ from chia.server.server import ChiaServer
42
+ from chia.server.ws_connection import WSChiaConnection
43
+ from chia.types.blockchain_format.coin import Coin
44
+ from chia.types.blockchain_format.sized_bytes import bytes32
45
+ from chia.types.header_block import HeaderBlock
46
+ from chia.types.mempool_inclusion_status import MempoolInclusionStatus
47
+ from chia.types.weight_proof import WeightProof
48
+ from chia.util.batches import to_batches
49
+ from chia.util.config import lock_and_load_config, process_config_start_method, save_config
50
+ from chia.util.db_wrapper import manage_connection
51
+ from chia.util.errors import KeychainIsEmpty, KeychainIsLocked, KeychainKeyNotFound, KeychainProxyConnectionFailure
52
+ from chia.util.hash import std_hash
53
+ from chia.util.ints import uint16, uint32, uint64, uint128
54
+ from chia.util.keychain import Keychain
55
+ from chia.util.path import path_from_root
56
+ from chia.util.profiler import mem_profile_task, profile_task
57
+ from chia.util.streamable import Streamable, streamable
58
+ from chia.util.task_referencer import create_referenced_task
59
+ from chia.wallet.puzzles.clawback.metadata import AutoClaimSettings
60
+ from chia.wallet.transaction_record import TransactionRecord
61
+ from chia.wallet.util.new_peak_queue import NewPeakItem, NewPeakQueue, NewPeakQueueTypes
62
+ from chia.wallet.util.peer_request_cache import PeerRequestCache, can_use_peer_request_cache
63
+ from chia.wallet.util.wallet_sync_utils import (
64
+ PeerRequestException,
65
+ fetch_header_blocks_in_range,
66
+ request_and_validate_additions,
67
+ request_and_validate_removals,
68
+ request_header_blocks,
69
+ sort_coin_states,
70
+ subscribe_to_coin_updates,
71
+ subscribe_to_phs,
72
+ )
73
+ from chia.wallet.util.wallet_types import CoinType, WalletType
74
+ from chia.wallet.wallet_spend_bundle import WalletSpendBundle
75
+ from chia.wallet.wallet_state_manager import WalletStateManager
76
+ from chia.wallet.wallet_weight_proof_handler import WalletWeightProofHandler, get_wp_fork_point
77
+
78
+
79
+ def get_wallet_db_path(root_path: Path, config: dict[str, Any], key_fingerprint: str) -> Path:
80
+ """
81
+ Construct a path to the wallet db. Uses config values and the wallet key's fingerprint to
82
+ determine the wallet db filename.
83
+ """
84
+ db_path_replaced: str = (
85
+ config["database_path"].replace("CHALLENGE", config["selected_network"]).replace("KEY", key_fingerprint)
86
+ )
87
+
88
+ # "v2_r1" is the current wallet db version identifier
89
+ if "v2_r1" not in db_path_replaced:
90
+ db_path_replaced = db_path_replaced.replace("v2", "v2_r1").replace("v1", "v2_r1")
91
+
92
+ path: Path = path_from_root(root_path, db_path_replaced)
93
+ return path
94
+
95
+
96
+ @streamable
97
+ @dataclasses.dataclass(frozen=True)
98
+ class Balance(Streamable):
99
+ confirmed_wallet_balance: uint128 = uint128(0)
100
+ unconfirmed_wallet_balance: uint128 = uint128(0)
101
+ spendable_balance: uint128 = uint128(0)
102
+ pending_change: uint64 = uint64(0)
103
+ max_send_amount: uint128 = uint128(0)
104
+ unspent_coin_count: uint32 = uint32(0)
105
+ pending_coin_removal_count: uint32 = uint32(0)
106
+
107
+
108
+ @dataclasses.dataclass
109
+ class WalletNode:
110
+ if TYPE_CHECKING:
111
+ from chia.rpc.rpc_server import RpcServiceProtocol
112
+
113
+ _protocol_check: ClassVar[RpcServiceProtocol] = cast("WalletNode", None)
114
+
115
+ config: dict[str, Any]
116
+ root_path: Path
117
+ constants: ConsensusConstants
118
+ local_keychain: Optional[Keychain] = None
119
+
120
+ log: logging.Logger = logging.getLogger(__name__)
121
+
122
+ # Sync data
123
+ state_changed_callback: Optional[StateChangedProtocol] = None
124
+ _wallet_state_manager: Optional[WalletStateManager] = None
125
+ _weight_proof_handler: Optional[WalletWeightProofHandler] = None
126
+ _server: Optional[ChiaServer] = None
127
+ sync_task: Optional[asyncio.Task[None]] = None
128
+ logged_in_fingerprint: Optional[int] = None
129
+ logged_in: bool = False
130
+ _keychain_proxy: Optional[KeychainProxy] = None
131
+ _balance_cache: dict[int, Balance] = dataclasses.field(default_factory=dict)
132
+ # Peers that we have long synced to
133
+ synced_peers: set[bytes32] = dataclasses.field(default_factory=set)
134
+ wallet_peers: Optional[WalletPeers] = None
135
+ peer_caches: dict[bytes32, PeerRequestCache] = dataclasses.field(default_factory=dict)
136
+ validation_semaphore: Optional[asyncio.Semaphore] = None
137
+ local_node_synced: bool = False
138
+ LONG_SYNC_THRESHOLD: int = 300
139
+ last_wallet_tx_resend_time: int = 0
140
+ # Duration in seconds
141
+ coin_state_retry_seconds: int = 10
142
+ wallet_tx_resend_timeout_secs: int = 1800
143
+ _new_peak_queue: Optional[NewPeakQueue] = None
144
+
145
+ _shut_down: bool = False
146
+ _process_new_subscriptions_task: Optional[asyncio.Task[None]] = None
147
+ _retry_failed_states_task: Optional[asyncio.Task[None]] = None
148
+ _secondary_peer_sync_task: Optional[asyncio.Task[None]] = None
149
+ _tx_messages_in_progress: dict[bytes32, list[bytes32]] = dataclasses.field(default_factory=dict)
150
+
151
+ @contextlib.asynccontextmanager
152
+ async def manage(self) -> AsyncIterator[None]:
153
+ await self._start()
154
+ try:
155
+ yield
156
+ finally:
157
+ self._close()
158
+ await self._await_closed()
159
+
160
+ @property
161
+ def keychain_proxy(self) -> KeychainProxy:
162
+ # This is a stop gap until the class usage is refactored such the values of
163
+ # integral attributes are known at creation of the instance.
164
+ if self._keychain_proxy is None:
165
+ raise RuntimeError("keychain proxy not assigned")
166
+
167
+ return self._keychain_proxy
168
+
169
+ @property
170
+ def wallet_state_manager(self) -> WalletStateManager:
171
+ # This is a stop gap until the class usage is refactored such the values of
172
+ # integral attributes are known at creation of the instance.
173
+ if self._wallet_state_manager is None:
174
+ raise RuntimeError("wallet state manager not assigned")
175
+
176
+ return self._wallet_state_manager
177
+
178
+ @property
179
+ def server(self) -> ChiaServer:
180
+ # This is a stop gap until the class usage is refactored such the values of
181
+ # integral attributes are known at creation of the instance.
182
+ if self._server is None:
183
+ raise RuntimeError("server not assigned")
184
+
185
+ return self._server
186
+
187
+ @property
188
+ def new_peak_queue(self) -> NewPeakQueue:
189
+ # This is a stop gap until the class usage is refactored such the values of
190
+ # integral attributes are known at creation of the instance.
191
+ if self._new_peak_queue is None:
192
+ raise RuntimeError("new peak queue not assigned")
193
+
194
+ return self._new_peak_queue
195
+
196
+ def get_connections(self, request_node_type: Optional[NodeType]) -> list[dict[str, Any]]:
197
+ return default_get_connections(server=self.server, request_node_type=request_node_type)
198
+
199
+ async def ensure_keychain_proxy(self) -> KeychainProxy:
200
+ if self._keychain_proxy is None:
201
+ if self.local_keychain:
202
+ self._keychain_proxy = wrap_local_keychain(self.local_keychain, log=self.log)
203
+ else:
204
+ self._keychain_proxy = await connect_to_keychain_and_validate(self.root_path, self.log)
205
+ if not self._keychain_proxy:
206
+ raise KeychainProxyConnectionFailure()
207
+ return self._keychain_proxy
208
+
209
+ def get_cache_for_peer(self, peer: WSChiaConnection) -> PeerRequestCache:
210
+ if peer.peer_node_id not in self.peer_caches:
211
+ self.peer_caches[peer.peer_node_id] = PeerRequestCache()
212
+ return self.peer_caches[peer.peer_node_id]
213
+
214
+ def rollback_request_caches(self, reorg_height: int) -> None:
215
+ # Everything after reorg_height should be removed from the cache
216
+ for cache in self.peer_caches.values():
217
+ cache.clear_after_height(reorg_height)
218
+
219
+ @overload
220
+ async def get_key_for_fingerprint(self, fingerprint: Optional[int]) -> Optional[G1Element]: ...
221
+
222
+ @overload
223
+ async def get_key_for_fingerprint(
224
+ self, fingerprint: Optional[int], private: Literal[True]
225
+ ) -> Optional[PrivateKey]: ...
226
+
227
+ @overload
228
+ async def get_key_for_fingerprint(
229
+ self, fingerprint: Optional[int], private: Literal[False]
230
+ ) -> Optional[G1Element]: ...
231
+
232
+ @overload
233
+ async def get_key_for_fingerprint(
234
+ self, fingerprint: Optional[int], private: bool
235
+ ) -> Optional[Union[PrivateKey, G1Element]]: ...
236
+
237
+ async def get_key_for_fingerprint(
238
+ self, fingerprint: Optional[int], private: bool = False
239
+ ) -> Optional[Union[PrivateKey, G1Element]]:
240
+ try:
241
+ keychain_proxy = await self.ensure_keychain_proxy()
242
+ # Returns first key if fingerprint is None
243
+ key: Optional[Union[PrivateKey, G1Element]] = await keychain_proxy.get_key_for_fingerprint(
244
+ fingerprint, private=private
245
+ )
246
+ except KeychainIsEmpty:
247
+ self.log.warning("No keys present. Create keys with the UI, or with the 'chia keys' program.")
248
+ return None
249
+ except KeychainKeyNotFound:
250
+ self.log.warning(f"Key not found for fingerprint {fingerprint}")
251
+ return None
252
+ except KeychainIsLocked:
253
+ self.log.warning("Keyring is locked")
254
+ return None
255
+ except KeychainProxyConnectionFailure as e:
256
+ tb = traceback.format_exc()
257
+ self.log.error(f"Missing keychain_proxy: {e} {tb}")
258
+ raise # Re-raise so that the caller can decide whether to continue or abort
259
+
260
+ return key
261
+
262
+ async def get_key(
263
+ self, fingerprint: Optional[int], private: bool = True, find_a_default: bool = True
264
+ ) -> Optional[Union[PrivateKey, G1Element]]:
265
+ """
266
+ Attempt to get the private key for the given fingerprint. If the fingerprint is None,
267
+ get_key_for_fingerprint() will return the first private key. Similarly, if a key isn't
268
+ returned for the provided fingerprint, the first key will be returned.
269
+ """
270
+ key: Optional[Union[PrivateKey, G1Element]] = await self.get_key_for_fingerprint(fingerprint, private=private)
271
+
272
+ if key is None and fingerprint is not None and find_a_default:
273
+ key = await self.get_key_for_fingerprint(None, private=private)
274
+ if key is not None:
275
+ if isinstance(key, PrivateKey):
276
+ fp = key.get_g1().get_fingerprint()
277
+ else:
278
+ fp = key.get_fingerprint()
279
+ self.log.info(f"Using first key found (fingerprint: {fp})")
280
+
281
+ return key
282
+
283
+ def set_resync_on_startup(self, fingerprint: int, enabled: bool = True) -> None:
284
+ with lock_and_load_config(self.root_path, "config.yaml") as config:
285
+ if enabled is True:
286
+ config["wallet"]["reset_sync_for_fingerprint"] = fingerprint
287
+ self.log.info("Enabled resync for wallet fingerprint: %s", fingerprint)
288
+ else:
289
+ self.log.debug(
290
+ "Trying to disable resync: %s [%s]", fingerprint, config["wallet"].get("reset_sync_for_fingerprint")
291
+ )
292
+ if config["wallet"].get("reset_sync_for_fingerprint") == fingerprint:
293
+ del config["wallet"]["reset_sync_for_fingerprint"]
294
+ self.log.info("Disabled resync for wallet fingerprint: %s", fingerprint)
295
+ save_config(self.root_path, "config.yaml", config)
296
+
297
+ def set_auto_claim(self, auto_claim_config: AutoClaimSettings) -> dict[str, Any]:
298
+ if auto_claim_config.batch_size < 1:
299
+ auto_claim_config = dataclasses.replace(auto_claim_config, batch_size=uint16(50))
300
+ auto_claim_config_json = auto_claim_config.to_json_dict()
301
+ if "auto_claim" not in self.config or self.config["auto_claim"] != auto_claim_config_json:
302
+ # Update in memory config
303
+ self.config["auto_claim"] = auto_claim_config_json
304
+ # Update config file
305
+ with lock_and_load_config(self.root_path, "config.yaml") as config:
306
+ config["wallet"]["auto_claim"] = self.config["auto_claim"]
307
+ save_config(self.root_path, "config.yaml", config)
308
+ return auto_claim_config.to_json_dict()
309
+
310
+ async def reset_sync_db(self, db_path: Union[Path, str], fingerprint: int) -> bool:
311
+ conn: aiosqlite.Connection
312
+ # are not part of core wallet tables, but might appear later
313
+ ignore_tables = {"lineage_proofs_", "sqlite_", "MIGRATED_VALID_TIMES_TXS", "MIGRATED_VALID_TIMES_TRADES"}
314
+ known_tables = [
315
+ "coin_record",
316
+ "transaction_record",
317
+ "derivation_paths",
318
+ "users_wallets",
319
+ "users_nfts",
320
+ "action_queue",
321
+ "all_notification_ids",
322
+ "key_val_store",
323
+ "trade_records",
324
+ "trade_record_times",
325
+ "tx_times",
326
+ "pool_state_transitions",
327
+ "singleton_records",
328
+ "mirrors",
329
+ "mirror_confirmations",
330
+ "launchers",
331
+ "launcher_confirmations",
332
+ "interested_coins",
333
+ "interested_puzzle_hashes",
334
+ "unacknowledged_asset_tokens",
335
+ "coin_of_interest_to_trade_record",
336
+ "notifications",
337
+ "retry_store",
338
+ "unacknowledged_asset_token_states",
339
+ "vc_records",
340
+ "vc_proofs",
341
+ ]
342
+
343
+ async with manage_connection(db_path) as conn:
344
+ self.log.info("Resetting wallet sync data...")
345
+ rows = list(await conn.execute_fetchall("SELECT name FROM sqlite_master WHERE type='table'"))
346
+ names = {x[0] for x in rows}
347
+ names -= set(known_tables)
348
+ tables_to_drop = []
349
+ for name in names:
350
+ for ignore_name in ignore_tables:
351
+ if name.startswith(ignore_name):
352
+ break
353
+ else:
354
+ tables_to_drop.append(name)
355
+
356
+ await conn.execute("BEGIN")
357
+ commit = True
358
+ tables = [row[0] for row in rows]
359
+ try:
360
+ for table in tables_to_drop:
361
+ await conn.execute(f"DROP TABLE {table}")
362
+ if "coin_record" in tables:
363
+ await conn.execute("DELETE FROM coin_record")
364
+ if "interested_coins" in tables:
365
+ await conn.execute("DELETE FROM interested_coins")
366
+ if "interested_puzzle_hashes" in tables:
367
+ await conn.execute("DELETE FROM interested_puzzle_hashes")
368
+ if "key_val_store" in tables:
369
+ await conn.execute("DELETE FROM key_val_store")
370
+ if "users_nfts" in tables:
371
+ await conn.execute("DELETE FROM users_nfts")
372
+ except aiosqlite.Error:
373
+ self.log.exception("Error resetting sync tables")
374
+ commit = False
375
+ finally:
376
+ try:
377
+ if commit:
378
+ self.log.info("Reset wallet sync data completed.")
379
+ await conn.execute("COMMIT")
380
+ else:
381
+ self.log.info("Reverting reset resync changes")
382
+ await conn.execute("ROLLBACK")
383
+ except aiosqlite.Error:
384
+ self.log.exception("Error finishing reset resync db")
385
+ # disable the resync in any case
386
+ self.set_resync_on_startup(fingerprint, False)
387
+ return commit
388
+
389
+ async def _start(self) -> None:
390
+ await self._start_with_fingerprint()
391
+
392
+ async def _start_with_fingerprint(
393
+ self,
394
+ fingerprint: Optional[int] = None,
395
+ ) -> bool:
396
+ # Makes sure the coin_state_updates get higher priority than new_peak messages.
397
+ # Delayed instantiation until here to avoid errors.
398
+ # got Future <Future pending> attached to a different loop
399
+ self._new_peak_queue = NewPeakQueue(inner_queue=asyncio.PriorityQueue())
400
+ if not fingerprint:
401
+ fingerprint = self.get_last_used_fingerprint()
402
+ multiprocessing_start_method = process_config_start_method(config=self.config, log=self.log)
403
+ multiprocessing_context = multiprocessing.get_context(method=multiprocessing_start_method)
404
+ self._weight_proof_handler = WalletWeightProofHandler(self.constants, multiprocessing_context)
405
+ self.synced_peers = set()
406
+ public_key = None
407
+ private_key = await self.get_key(fingerprint, private=True, find_a_default=False)
408
+ if private_key is None:
409
+ public_key = await self.get_key(fingerprint, private=False, find_a_default=False)
410
+ else:
411
+ assert isinstance(private_key, PrivateKey)
412
+ public_key = private_key.get_g1()
413
+
414
+ if public_key is None:
415
+ private_key = await self.get_key(None, private=True, find_a_default=True)
416
+ if private_key is not None:
417
+ assert isinstance(private_key, PrivateKey)
418
+ public_key = private_key.get_g1()
419
+ else:
420
+ self.log_out()
421
+ return False
422
+ assert isinstance(public_key, G1Element)
423
+ # override with private key fetched in case it's different from what was passed
424
+ if fingerprint is None:
425
+ fingerprint = public_key.get_fingerprint()
426
+ if self.config.get("enable_profiler", False):
427
+ if sys.getprofile() is not None:
428
+ self.log.warning("not enabling profiler, getprofile() is already set")
429
+ else:
430
+ create_referenced_task(profile_task(self.root_path, "wallet", self.log), known_unreferenced=True)
431
+
432
+ if self.config.get("enable_memory_profiler", False):
433
+ create_referenced_task(mem_profile_task(self.root_path, "wallet", self.log), known_unreferenced=True)
434
+
435
+ path: Path = get_wallet_db_path(self.root_path, self.config, str(fingerprint))
436
+ path.parent.mkdir(parents=True, exist_ok=True)
437
+ if self.config.get("reset_sync_for_fingerprint") == fingerprint:
438
+ await self.reset_sync_db(path, fingerprint)
439
+
440
+ assert private_key is None or isinstance(private_key, PrivateKey)
441
+ self._wallet_state_manager = await WalletStateManager.create(
442
+ private_key,
443
+ self.config,
444
+ path,
445
+ self.constants,
446
+ self.server,
447
+ self.root_path,
448
+ self,
449
+ public_key,
450
+ )
451
+
452
+ if self.state_changed_callback is not None:
453
+ self.wallet_state_manager.set_callback(self.state_changed_callback)
454
+
455
+ self.last_wallet_tx_resend_time = int(time.time())
456
+ self.wallet_tx_resend_timeout_secs = self.config.get("tx_resend_timeout_secs", 60 * 60)
457
+ self.wallet_state_manager.set_pending_callback(self._pending_tx_handler)
458
+ self._shut_down = False
459
+ self._process_new_subscriptions_task = create_referenced_task(self._process_new_subscriptions())
460
+ self._retry_failed_states_task = create_referenced_task(self._retry_failed_states())
461
+
462
+ self.sync_event = asyncio.Event()
463
+ self.log_in(fingerprint)
464
+ self.wallet_state_manager.state_changed("sync_changed")
465
+
466
+ # Populate the balance caches for all wallets
467
+ async with self.wallet_state_manager.lock:
468
+ for wallet_id in self.wallet_state_manager.wallets:
469
+ await self._update_balance_cache(wallet_id)
470
+
471
+ async with self.wallet_state_manager.puzzle_store.lock:
472
+ index = await self.wallet_state_manager.puzzle_store.get_last_derivation_path()
473
+ if index is None or index < self.wallet_state_manager.initial_num_public_keys - 1:
474
+ await self.wallet_state_manager.create_more_puzzle_hashes(from_zero=True)
475
+
476
+ if self.wallet_peers is None:
477
+ self.initialize_wallet_peers()
478
+
479
+ return True
480
+
481
+ def _close(self) -> None:
482
+ self.log.info("self._close")
483
+ self.log_out()
484
+ self._shut_down = True
485
+ if self._weight_proof_handler is not None:
486
+ self._weight_proof_handler.cancel_weight_proof_tasks()
487
+ if self._process_new_subscriptions_task is not None:
488
+ self._process_new_subscriptions_task.cancel()
489
+ if self._retry_failed_states_task is not None:
490
+ self._retry_failed_states_task.cancel()
491
+ if self._secondary_peer_sync_task is not None:
492
+ self._secondary_peer_sync_task.cancel()
493
+
494
+ async def _await_closed(self, shutting_down: bool = True) -> None:
495
+ self.log.info("self._await_closed")
496
+ if self._server is not None:
497
+ await self.server.close_all_connections()
498
+ if self.wallet_peers is not None:
499
+ await self.wallet_peers.ensure_is_closed()
500
+ if self._wallet_state_manager is not None:
501
+ await self.wallet_state_manager._await_closed()
502
+ self._wallet_state_manager = None
503
+ if shutting_down and self._keychain_proxy is not None:
504
+ proxy = self._keychain_proxy
505
+ self._keychain_proxy = None
506
+ await proxy.close()
507
+ await asyncio.sleep(0.5) # https://docs.aiohttp.org/en/stable/client_advanced.html#graceful-shutdown
508
+ self.wallet_peers = None
509
+ self._balance_cache = {}
510
+
511
+ def _set_state_changed_callback(self, callback: StateChangedProtocol) -> None:
512
+ self.state_changed_callback = callback
513
+
514
+ if self._wallet_state_manager is not None:
515
+ self.wallet_state_manager.set_callback(self.state_changed_callback)
516
+ self.wallet_state_manager.set_pending_callback(self._pending_tx_handler)
517
+
518
+ def _pending_tx_handler(self) -> None:
519
+ if self._wallet_state_manager is None:
520
+ return None
521
+ create_referenced_task(self._resend_queue(), known_unreferenced=True)
522
+
523
+ async def _resend_queue(self) -> None:
524
+ if self._shut_down or self._server is None or self._wallet_state_manager is None:
525
+ return None
526
+
527
+ for msg, sent_peers in await self._messages_to_resend():
528
+ if self._shut_down or self._server is None or self._wallet_state_manager is None:
529
+ return None
530
+ full_nodes = self.server.get_connections(NodeType.FULL_NODE)
531
+ for peer in full_nodes:
532
+ if peer.peer_node_id in sent_peers:
533
+ continue
534
+ msg_name: bytes32 = std_hash(msg.data)
535
+ if (
536
+ peer.peer_node_id in self._tx_messages_in_progress
537
+ and msg_name in self._tx_messages_in_progress[peer.peer_node_id]
538
+ ):
539
+ continue
540
+ self.log.debug(f"sending: {msg}")
541
+ await peer.send_message(msg)
542
+ self._tx_messages_in_progress.setdefault(peer.peer_node_id, [])
543
+ self._tx_messages_in_progress[peer.peer_node_id].append(msg_name)
544
+
545
+ async def _messages_to_resend(self) -> list[tuple[Message, set[bytes32]]]:
546
+ if self._wallet_state_manager is None or self._shut_down:
547
+ return []
548
+ messages: list[tuple[Message, set[bytes32]]] = []
549
+
550
+ current_time = int(time.time())
551
+ retry_accepted_txs = False
552
+ if self.last_wallet_tx_resend_time < current_time - self.wallet_tx_resend_timeout_secs:
553
+ self.last_wallet_tx_resend_time = current_time
554
+ retry_accepted_txs = True
555
+ records: list[TransactionRecord] = await self.wallet_state_manager.tx_store.get_not_sent(
556
+ include_accepted_txs=retry_accepted_txs
557
+ )
558
+
559
+ for record in records:
560
+ if record.spend_bundle is None:
561
+ continue
562
+ msg = make_msg(ProtocolMessageTypes.send_transaction, SendTransaction(record.spend_bundle))
563
+ already_sent = set()
564
+ for peer, status, _ in record.sent_to:
565
+ if status == MempoolInclusionStatus.SUCCESS.value:
566
+ already_sent.add(bytes32.from_hexstr(peer))
567
+ messages.append((msg, already_sent))
568
+
569
+ return messages
570
+
571
+ async def _retry_failed_states(self) -> None:
572
+ while not self._shut_down:
573
+ try:
574
+ await asyncio.sleep(self.coin_state_retry_seconds)
575
+ if self.wallet_state_manager is None:
576
+ continue
577
+ states_to_retry = await self.wallet_state_manager.retry_store.get_all_states_to_retry()
578
+ for state, peer_id, fork_height in states_to_retry:
579
+ matching_peer = tuple(
580
+ p for p in self.server.get_connections(NodeType.FULL_NODE) if p.peer_node_id == peer_id
581
+ )
582
+ if len(matching_peer) == 0:
583
+ try:
584
+ peer = self.get_full_node_peer()
585
+ self.log.info(
586
+ f"disconnected from peer {peer_id}, state will retry with {peer.peer_node_id}"
587
+ )
588
+ except ValueError:
589
+ self.log.info(f"disconnected from all peers, cannot retry state: {state}")
590
+ continue
591
+ else:
592
+ peer = matching_peer[0]
593
+ async with self.wallet_state_manager.db_wrapper.writer():
594
+ self.log.info(f"retrying coin_state: {state}")
595
+ await self.wallet_state_manager.add_coin_states(
596
+ [state], peer, None if fork_height == 0 else fork_height
597
+ )
598
+ except asyncio.CancelledError:
599
+ self.log.info("Retry task cancelled, exiting.")
600
+ raise
601
+
602
+ async def _process_new_subscriptions(self) -> None:
603
+ while not self._shut_down:
604
+ # Here we process four types of messages in the queue, where the first one has higher priority (lower
605
+ # number in the queue), and priority decreases for each type.
606
+ peer: Optional[WSChiaConnection] = None
607
+ item: Optional[NewPeakItem] = None
608
+ try:
609
+ peer, item = None, None
610
+ item = await self.new_peak_queue.get()
611
+ assert item is not None
612
+ if item.item_type == NewPeakQueueTypes.COIN_ID_SUBSCRIPTION:
613
+ self.log.debug("Pulled from queue: %s %s", item.item_type.name, item.data)
614
+ # Subscriptions are the highest priority, because we don't want to process any more peaks or
615
+ # state updates until we are sure that we subscribed to everything that we need to. Otherwise,
616
+ # we might not be able to process some state.
617
+ coin_ids: list[bytes32] = item.data
618
+ for peer in self.server.get_connections(NodeType.FULL_NODE):
619
+ coin_states: list[CoinState] = await subscribe_to_coin_updates(coin_ids, peer, 0)
620
+ if len(coin_states) > 0:
621
+ async with self.wallet_state_manager.lock:
622
+ await self.add_states_from_peer(coin_states, peer)
623
+ elif item.item_type == NewPeakQueueTypes.PUZZLE_HASH_SUBSCRIPTION:
624
+ self.log.debug("Pulled from queue: %s %s", item.item_type.name, item.data)
625
+ puzzle_hashes: list[bytes32] = item.data
626
+ for peer in self.server.get_connections(NodeType.FULL_NODE):
627
+ # Puzzle hash subscription
628
+ coin_states = await subscribe_to_phs(puzzle_hashes, peer, 0)
629
+ if len(coin_states) > 0:
630
+ async with self.wallet_state_manager.lock:
631
+ await self.add_states_from_peer(coin_states, peer)
632
+ elif item.item_type == NewPeakQueueTypes.FULL_NODE_STATE_UPDATED:
633
+ # Note: this can take a while when we have a lot of transactions. We want to process these
634
+ # before new_peaks, since new_peak_wallet requires that we first obtain the state for that peak.
635
+ self.log.debug("Pulled from queue: %s %s", item.item_type.name, item.data[0])
636
+ coin_state_update = item.data[0]
637
+ peer = item.data[1]
638
+ assert peer is not None
639
+ await self.state_update_received(coin_state_update, peer)
640
+ elif item.item_type == NewPeakQueueTypes.NEW_PEAK_WALLET:
641
+ self.log.debug("Pulled from queue: %s %s", item.item_type.name, item.data[0])
642
+ # This can take a VERY long time, because it might trigger a long sync. It is OK if we miss some
643
+ # subscriptions or state updates, since all subscriptions and state updates will be handled by
644
+ # long_sync (up to the target height).
645
+ new_peak = item.data[0]
646
+ peer = item.data[1]
647
+ assert peer is not None
648
+ await self.new_peak_wallet(new_peak, peer)
649
+ else:
650
+ self.log.debug("Pulled from queue: UNKNOWN %s", item.item_type)
651
+ assert False
652
+ except asyncio.CancelledError:
653
+ self.log.info("Queue task cancelled, exiting.")
654
+ raise
655
+ except Exception as e:
656
+ self.log.error(f"Exception handling {item}, {e} {traceback.format_exc()}")
657
+ if peer is not None:
658
+ await peer.close(9999)
659
+
660
+ def log_in(self, fingerprint: int) -> None:
661
+ self.logged_in_fingerprint = fingerprint
662
+ self.logged_in = True
663
+ self.log.info(f"Wallet is logged in using key with fingerprint: {self.logged_in_fingerprint}")
664
+ try:
665
+ self.update_last_used_fingerprint()
666
+ except Exception:
667
+ self.log.exception("Non-fatal: Unable to update last used fingerprint.")
668
+
669
+ def log_out(self) -> None:
670
+ self.logged_in_fingerprint = None
671
+ self.logged_in = False
672
+
673
+ def update_last_used_fingerprint(self) -> None:
674
+ fingerprint = self.logged_in_fingerprint
675
+ assert fingerprint is not None
676
+ path = self.get_last_used_fingerprint_path()
677
+ path.parent.mkdir(parents=True, exist_ok=True)
678
+ path.write_text(str(fingerprint))
679
+ self.log.info(f"Updated last used fingerprint: {fingerprint}")
680
+
681
+ def get_last_used_fingerprint(self) -> Optional[int]:
682
+ fingerprint: Optional[int] = None
683
+ try:
684
+ path = self.get_last_used_fingerprint_path()
685
+ if path.exists():
686
+ fingerprint = int(path.read_text().strip())
687
+ except Exception:
688
+ self.log.exception("Non-fatal: Unable to read last used fingerprint.")
689
+ return fingerprint
690
+
691
+ def get_last_used_fingerprint_path(self) -> Path:
692
+ db_path: Path = path_from_root(self.root_path, self.config["database_path"])
693
+ fingerprint_path = db_path.parent / "last_used_fingerprint"
694
+ return fingerprint_path
695
+
696
+ def set_server(self, server: ChiaServer) -> None:
697
+ self._server = server
698
+ self.initialize_wallet_peers()
699
+
700
+ def initialize_wallet_peers(self) -> None:
701
+ self.server.on_connect = self.on_connect
702
+ network_name = self.config["selected_network"]
703
+ try:
704
+ default_port = self.config["network_overrides"]["config"][network_name]["default_full_node_port"]
705
+ except KeyError:
706
+ self.log.info("Default port field not found in config.")
707
+ default_port = None
708
+ connect_to_unknown_peers = self.config.get("connect_to_unknown_peers", True)
709
+ testing = self.config.get("testing", False)
710
+ if self.wallet_peers is None and connect_to_unknown_peers and not testing:
711
+ self.wallet_peers = WalletPeers(
712
+ self.server,
713
+ self.config["target_peer_count"],
714
+ self.root_path / Path(self.config.get("wallet_peers_file_path", "wallet/db/wallet_peers.dat")),
715
+ self.config["introducer_peer"],
716
+ self.config.get("dns_servers", ["dns-introducer.chia.net"]),
717
+ self.config["peer_connect_interval"],
718
+ network_name,
719
+ default_port,
720
+ self.log,
721
+ )
722
+ create_referenced_task(self.wallet_peers.start())
723
+
724
+ async def on_disconnect(self, peer: WSChiaConnection) -> None:
725
+ if self.is_trusted(peer):
726
+ self.local_node_synced = False
727
+ self.initialize_wallet_peers()
728
+
729
+ if peer.peer_node_id in self.peer_caches:
730
+ self.peer_caches.pop(peer.peer_node_id)
731
+ if peer.peer_node_id in self.synced_peers:
732
+ self.synced_peers.remove(peer.peer_node_id)
733
+ if peer.peer_node_id in self._tx_messages_in_progress:
734
+ del self._tx_messages_in_progress[peer.peer_node_id]
735
+
736
+ self.wallet_state_manager.state_changed("close_connection")
737
+
738
+ async def on_connect(self, peer: WSChiaConnection) -> None:
739
+ if self._wallet_state_manager is None:
740
+ return None
741
+
742
+ if peer.protocol_version < Version("0.0.33"):
743
+ self.log.info("Disconnecting, full node running old software")
744
+ await peer.close()
745
+
746
+ trusted = self.is_trusted(peer)
747
+ if not trusted and self.local_node_synced:
748
+ await peer.close()
749
+
750
+ if peer.peer_node_id in self.synced_peers:
751
+ self.synced_peers.remove(peer.peer_node_id)
752
+
753
+ self.log.info(f"Connected peer {peer.get_peer_info()} is trusted: {trusted}")
754
+ messages_peer_ids = await self._messages_to_resend()
755
+ self.wallet_state_manager.state_changed("add_connection")
756
+ for msg, peer_ids in messages_peer_ids:
757
+ if peer.peer_node_id in peer_ids:
758
+ continue
759
+ await peer.send_message(msg)
760
+
761
+ if self.wallet_peers is not None:
762
+ await self.wallet_peers.on_connect(peer)
763
+
764
+ async def perform_atomic_rollback(self, fork_height: int, cache: Optional[PeerRequestCache] = None) -> None:
765
+ self.log.info(f"perform_atomic_rollback to {fork_height}")
766
+ # this is to start a write transaction
767
+ async with self.wallet_state_manager.db_wrapper.writer():
768
+ try:
769
+ removed_wallet_ids = await self.wallet_state_manager.reorg_rollback(fork_height)
770
+ await self.wallet_state_manager.blockchain.set_finished_sync_up_to(fork_height, in_rollback=True)
771
+ if cache is None:
772
+ self.rollback_request_caches(fork_height)
773
+ else:
774
+ cache.clear_after_height(fork_height)
775
+ except Exception as e:
776
+ tb = traceback.format_exc()
777
+ self.log.error(f"Exception while perform_atomic_rollback: {e} {tb}")
778
+ raise
779
+ else:
780
+ await self.wallet_state_manager.blockchain.clean_block_records()
781
+
782
+ for wallet_id in removed_wallet_ids:
783
+ self.wallet_state_manager.wallets.pop(wallet_id)
784
+
785
+ # this has to be called *after* the transaction commits, otherwise it
786
+ # won't see the changes (since we spawn a new task to handle potential
787
+ # resends)
788
+ self._pending_tx_handler()
789
+
790
+ async def long_sync(
791
+ self,
792
+ target_height: uint32,
793
+ full_node: WSChiaConnection,
794
+ fork_height: int,
795
+ *,
796
+ rollback: bool,
797
+ ) -> None:
798
+ """
799
+ Sync algorithm:
800
+ - Download and verify weight proof (if not trusted)
801
+ - Roll back anything after the fork point (if rollback=True)
802
+ - Subscribe to all puzzle_hashes over and over until there are no more updates
803
+ - Subscribe to all coin_ids over and over until there are no more updates
804
+ - rollback=False means that we are just double-checking with this peer to make sure we don't have any
805
+ missing transactions, so we don't need to rollback
806
+ """
807
+
808
+ def is_new_state_update(cs: CoinState) -> bool:
809
+ if cs.spent_height is None and cs.created_height is None:
810
+ return True
811
+ if cs.spent_height is not None and cs.spent_height >= fork_height:
812
+ return True
813
+ if cs.created_height is not None and cs.created_height >= fork_height:
814
+ return True
815
+ return False
816
+
817
+ trusted: bool = self.is_trusted(full_node)
818
+ self.log.info(f"Starting sync trusted: {trusted} to peer {full_node.peer_info.host}")
819
+ start_time = time.time()
820
+
821
+ if rollback:
822
+ # we should clear all peers since this is a full rollback
823
+ await self.perform_atomic_rollback(fork_height)
824
+ await self.update_ui()
825
+
826
+ # We only process new state updates to avoid slow reprocessing. We set the sync height after adding
827
+ # Things, so we don't have to reprocess these later. There can be many things in ph_update_res.
828
+ use_delta_sync = self.config.get("use_delta_sync", False)
829
+ min_height_for_subscriptions = fork_height if use_delta_sync else 0
830
+ already_checked_ph: set[bytes32] = set()
831
+ while not self._shut_down:
832
+ await self.wallet_state_manager.create_more_puzzle_hashes()
833
+ all_puzzle_hashes = await self.get_puzzle_hashes_to_subscribe()
834
+ not_checked_puzzle_hashes = set(all_puzzle_hashes) - already_checked_ph
835
+ if not_checked_puzzle_hashes == set():
836
+ break
837
+ for batch in to_batches(not_checked_puzzle_hashes, 1000):
838
+ ph_update_res: list[CoinState] = await subscribe_to_phs(
839
+ batch.entries, full_node, min_height_for_subscriptions
840
+ )
841
+ ph_update_res = list(filter(is_new_state_update, ph_update_res))
842
+ if not await self.add_states_from_peer(ph_update_res, full_node):
843
+ # If something goes wrong, abort sync
844
+ return
845
+ already_checked_ph.update(not_checked_puzzle_hashes)
846
+
847
+ self.log.info(f"Successfully subscribed and updated {len(already_checked_ph)} puzzle hashes")
848
+
849
+ # The number of coin id updates are usually going to be significantly less than ph updates, so we can
850
+ # sync from 0 every time.
851
+ already_checked_coin_ids: set[bytes32] = set()
852
+ while not self._shut_down:
853
+ all_coin_ids = await self.get_coin_ids_to_subscribe()
854
+ not_checked_coin_ids = set(all_coin_ids) - already_checked_coin_ids
855
+ if not_checked_coin_ids == set():
856
+ break
857
+ for batch in to_batches(not_checked_coin_ids, 1000):
858
+ c_update_res: list[CoinState] = await subscribe_to_coin_updates(
859
+ batch.entries, full_node, min_height_for_subscriptions
860
+ )
861
+
862
+ if not await self.add_states_from_peer(c_update_res, full_node):
863
+ # If something goes wrong, abort sync
864
+ return
865
+ already_checked_coin_ids.update(not_checked_coin_ids)
866
+ self.log.info(f"Successfully subscribed and updated {len(already_checked_coin_ids)} coin ids")
867
+
868
+ # Only update this fully when the entire sync has completed
869
+ await self.wallet_state_manager.blockchain.set_finished_sync_up_to(target_height)
870
+
871
+ if trusted:
872
+ self.local_node_synced = True
873
+
874
+ self.wallet_state_manager.state_changed("new_block")
875
+
876
+ self.synced_peers.add(full_node.peer_node_id)
877
+ await self.update_ui()
878
+
879
+ self.log.info(f"Sync (trusted: {trusted}) duration was: {time.time() - start_time}")
880
+
881
+ async def add_states_from_peer(
882
+ self,
883
+ items_input: list[CoinState],
884
+ peer: WSChiaConnection,
885
+ fork_height: Optional[uint32] = None,
886
+ height: Optional[uint32] = None,
887
+ ) -> bool:
888
+ # Adds the state to the wallet state manager. If the peer is trusted, we do not validate. If the peer is
889
+ # untrusted we do, but we might not add the state, since we need to receive the new_peak message as well.
890
+ assert self._wallet_state_manager is not None
891
+ trusted = self.is_trusted(peer)
892
+ # Validate states in parallel, apply serial
893
+ # TODO: optimize fetching
894
+ if self.validation_semaphore is None:
895
+ self.validation_semaphore = asyncio.Semaphore(10)
896
+
897
+ # Rollback is handled in wallet_short_sync_backtrack for untrusted peers, so we don't need to do it here.
898
+ # Also it's not safe to rollback, an untrusted peer can give us old fork point and make our TX disappear.
899
+ # wallet_short_sync_backtrack can safely rollback because we validated the weight for the new peak so we
900
+ # know the peer is telling the truth about the reorg.
901
+
902
+ # If there is a fork, we need to ensure that we roll back in trusted mode to properly handle reorgs
903
+ cache: PeerRequestCache = self.get_cache_for_peer(peer)
904
+
905
+ if (
906
+ trusted
907
+ and fork_height is not None
908
+ and height is not None
909
+ and fork_height != height - 1
910
+ and peer.peer_node_id in self.synced_peers
911
+ ):
912
+ # only one peer told us to rollback so only clear for that peer
913
+ await self.perform_atomic_rollback(fork_height, cache=cache)
914
+ else:
915
+ if fork_height is not None:
916
+ # only one peer told us to rollback so only clear for that peer
917
+ cache.clear_after_height(fork_height)
918
+ self.log.info(f"clear_after_height {fork_height} for peer {peer}")
919
+ if not trusted:
920
+ # Rollback race_cache not in clear_after_height to avoid applying rollbacks from new peak processing
921
+ cache.rollback_race_cache(fork_height=fork_height)
922
+
923
+ all_tasks: list[asyncio.Task[None]] = []
924
+ target_concurrent_tasks: int = 30
925
+
926
+ # Ensure the list is sorted
927
+ unique_items = set(items_input)
928
+ before = len(unique_items)
929
+ items = await self.wallet_state_manager.filter_spam(sort_coin_states(unique_items))
930
+ num_filtered = before - len(items)
931
+ if num_filtered > 0:
932
+ self.log.info(f"Filtered {num_filtered} spam transactions")
933
+
934
+ async def validate_and_add(inner_states: list[CoinState], inner_idx_start: int) -> None:
935
+ try:
936
+ assert self.validation_semaphore is not None
937
+ async with self.validation_semaphore:
938
+ valid_states = [
939
+ inner_state
940
+ for inner_state in inner_states
941
+ if await self.validate_received_state_from_peer(inner_state, peer, cache, fork_height)
942
+ ]
943
+ if len(valid_states) > 0:
944
+ async with self.wallet_state_manager.db_wrapper.writer():
945
+ self.log.info(
946
+ f"new coin state received ({inner_idx_start}-"
947
+ f"{inner_idx_start + len(inner_states) - 1}/ {len(updated_coin_states)})"
948
+ )
949
+ await self.wallet_state_manager.add_coin_states(valid_states, peer, fork_height)
950
+ except Exception as e:
951
+ tb = traceback.format_exc()
952
+ log_level = logging.DEBUG if peer.closed or self._shut_down else logging.ERROR
953
+ self.log.log(log_level, f"validate_and_add failed - exception: {e}, traceback: {tb}")
954
+
955
+ # Keep chunk size below 1000 just in case, windows has sqlite limits of 999 per query
956
+ # Untrusted has a smaller batch size since validation has to happen which takes a while
957
+ chunk_size: int = 900 if trusted else 10
958
+
959
+ reorged_coin_states = []
960
+ updated_coin_states = []
961
+ for coin_state in items:
962
+ if coin_state.created_height is None:
963
+ reorged_coin_states.append(coin_state)
964
+ else:
965
+ updated_coin_states.append(coin_state)
966
+
967
+ # Reorged coin states don't require any validation in untrusted mode, so we can just always apply them upfront
968
+ # instead of adding them to the race cache in untrusted mode.
969
+ for batch in to_batches(reorged_coin_states, chunk_size):
970
+ self.log.info(f"Process reorged states: ({len(batch.entries)} / {len(reorged_coin_states)})")
971
+ if not await self.wallet_state_manager.add_coin_states(batch.entries, peer, fork_height):
972
+ self.log.debug("Processing reorged states failed")
973
+ return False
974
+
975
+ idx = 1
976
+ for batch in to_batches(updated_coin_states, chunk_size):
977
+ if self._server is None:
978
+ self.log.error("No server")
979
+ await asyncio.gather(*all_tasks)
980
+ return False
981
+ if peer.peer_node_id not in self.server.all_connections:
982
+ self.log.error(f"Disconnected from peer {peer.peer_node_id} host {peer.peer_info.host}")
983
+ await asyncio.gather(*all_tasks)
984
+ return False
985
+ if trusted:
986
+ async with self.wallet_state_manager.db_wrapper.writer():
987
+ self.log.info(
988
+ f"new coin state received ({idx}-{idx + len(batch.entries) - 1}/ {len(updated_coin_states)})"
989
+ )
990
+ if not await self.wallet_state_manager.add_coin_states(batch.entries, peer, fork_height):
991
+ return False
992
+ else:
993
+ if fork_height is not None:
994
+ cache.add_states_to_race_cache(batch.entries)
995
+ else:
996
+ while len(all_tasks) >= target_concurrent_tasks:
997
+ all_tasks = [task for task in all_tasks if not task.done()]
998
+ await asyncio.sleep(0.1)
999
+ if self._shut_down:
1000
+ self.log.info("Terminating receipt and validation due to shut down request")
1001
+ await asyncio.gather(*all_tasks)
1002
+ return False
1003
+ all_tasks.append(create_referenced_task(validate_and_add(batch.entries, idx)))
1004
+ idx += len(batch.entries)
1005
+
1006
+ still_connected = self._server is not None and peer.peer_node_id in self.server.all_connections
1007
+ await asyncio.gather(*all_tasks)
1008
+ await self.update_ui()
1009
+ return still_connected and self._server is not None and peer.peer_node_id in self.server.all_connections
1010
+
1011
+ def is_timestamp_in_sync(self, timestamp: uint64) -> bool:
1012
+ return self.config.get("testing", False) or uint64(time.time()) - timestamp < 600
1013
+
1014
+ def is_trusted(self, peer: WSChiaConnection) -> bool:
1015
+ return self.server.is_trusted_peer(peer, self.config.get("trusted_peers", {}))
1016
+
1017
+ async def state_update_received(self, request: CoinStateUpdate, peer: WSChiaConnection) -> None:
1018
+ # This gets called every time there is a new coin or puzzle hash change in the DB
1019
+ # that is of interest to this wallet. It is not guaranteed to come for every height. This message is guaranteed
1020
+ # to come before the corresponding new_peak for each height. We handle this differently for trusted and
1021
+ # untrusted peers. For trusted, we always process the state, and we process reorgs as well.
1022
+ for coin in request.items:
1023
+ self.log.info(f"request coin: {coin.coin.name().hex()}{coin}")
1024
+
1025
+ async with self.wallet_state_manager.lock:
1026
+ await self.add_states_from_peer(
1027
+ request.items,
1028
+ peer,
1029
+ request.fork_height,
1030
+ request.height,
1031
+ )
1032
+
1033
+ def get_full_node_peer(self) -> WSChiaConnection:
1034
+ """
1035
+ Get a full node, preferring synced & trusted > synced & untrusted > unsynced & trusted > unsynced & untrusted
1036
+ """
1037
+ full_nodes: list[WSChiaConnection] = self.get_full_node_peers_in_order()
1038
+ if len(full_nodes) == 0:
1039
+ raise ValueError("No peer connected")
1040
+ return full_nodes[0]
1041
+
1042
+ def get_full_node_peers_in_order(self) -> list[WSChiaConnection]:
1043
+ """
1044
+ Get all full nodes sorted:
1045
+ preferring synced & trusted > synced & untrusted > unsynced & trusted > unsynced & untrusted
1046
+ """
1047
+ if self._server is None:
1048
+ return []
1049
+
1050
+ synced_and_trusted: list[WSChiaConnection] = []
1051
+ synced: list[WSChiaConnection] = []
1052
+ trusted: list[WSChiaConnection] = []
1053
+ neither: list[WSChiaConnection] = []
1054
+ all_nodes: list[WSChiaConnection] = self.server.get_connections(NodeType.FULL_NODE)
1055
+ random.shuffle(all_nodes)
1056
+ for node in all_nodes:
1057
+ we_synced_to_it = node.peer_node_id in self.synced_peers
1058
+ is_trusted = self.is_trusted(node)
1059
+ if we_synced_to_it and is_trusted:
1060
+ synced_and_trusted.append(node)
1061
+ elif we_synced_to_it:
1062
+ synced.append(node)
1063
+ elif is_trusted:
1064
+ trusted.append(node)
1065
+ else:
1066
+ neither.append(node)
1067
+ return synced_and_trusted + synced + trusted + neither
1068
+
1069
+ async def get_timestamp_for_height_from_peer(self, height: uint32, peer: WSChiaConnection) -> Optional[uint64]:
1070
+ """
1071
+ Returns the timestamp for transaction block at h=height, if not transaction block, backtracks until it finds
1072
+ a transaction block
1073
+ """
1074
+ cache = self.get_cache_for_peer(peer)
1075
+ request_height: int = height
1076
+ while request_height >= 0:
1077
+ cached_timestamp = cache.get_height_timestamp(uint32(request_height))
1078
+ if cached_timestamp is not None:
1079
+ return cached_timestamp
1080
+ block = cache.get_block(uint32(request_height))
1081
+ if block is None:
1082
+ self.log.debug(f"get_timestamp_for_height_from_peer cache miss for height {request_height}")
1083
+ response: Optional[list[HeaderBlock]] = await request_header_blocks(
1084
+ peer, uint32(request_height), uint32(request_height)
1085
+ )
1086
+ if response is not None and len(response) > 0:
1087
+ self.log.debug(f"get_timestamp_for_height_from_peer add to cache for height {request_height}")
1088
+ cache.add_to_blocks(response[0])
1089
+ block = response[0]
1090
+ elif request_height < height:
1091
+ # The peer might be slightly behind but still synced, so we should allow fetching one more block
1092
+ break
1093
+ else:
1094
+ self.log.debug(f"get_timestamp_for_height_from_peer use cached block for height {request_height}")
1095
+
1096
+ if block is not None and block.foliage_transaction_block is not None:
1097
+ return block.foliage_transaction_block.timestamp
1098
+
1099
+ request_height -= 1
1100
+
1101
+ return None
1102
+
1103
+ async def get_timestamp_for_height(self, height: uint32) -> uint64:
1104
+ for peer in self.get_full_node_peers_in_order():
1105
+ timestamp = await self.get_timestamp_for_height_from_peer(height, peer)
1106
+ if timestamp is not None:
1107
+ return timestamp
1108
+ raise PeerRequestException("Error fetching timestamp from all peers")
1109
+
1110
+ async def new_peak_wallet(self, new_peak: NewPeakWallet, peer: WSChiaConnection) -> None:
1111
+ if self._wallet_state_manager is None:
1112
+ # When logging out of wallet
1113
+ self.log.debug("state manager is None (shutdown)")
1114
+ return
1115
+
1116
+ peak_hb: Optional[HeaderBlock] = await self.wallet_state_manager.blockchain.get_peak_block()
1117
+ if peak_hb is not None and peak_hb.header_hash == new_peak.header_hash:
1118
+ self.log.debug("skip known peak.")
1119
+ return
1120
+
1121
+ if peak_hb is not None and new_peak.weight < peak_hb.weight:
1122
+ # Discards old blocks, accept only heavier peaks blocks that are equal in weight to peak
1123
+ self.log.debug("skip block with lower weight.")
1124
+ return
1125
+
1126
+ request = RequestBlockHeader(new_peak.height)
1127
+ response: Optional[RespondBlockHeader] = await peer.call_api(FullNodeAPI.request_block_header, request)
1128
+ if response is None:
1129
+ self.log.warning(f"Peer {peer.get_peer_info()} did not respond in time.")
1130
+ await peer.close(120)
1131
+ return
1132
+
1133
+ new_peak_hb: HeaderBlock = response.header_block
1134
+ # check response is what we asked for
1135
+ if (
1136
+ new_peak_hb.header_hash != new_peak.header_hash
1137
+ or new_peak_hb.weight != new_peak.weight
1138
+ or new_peak_hb.height != new_peak.height
1139
+ ):
1140
+ self.log.warning(f"bad header block response from Peer {peer.get_peer_info()}.")
1141
+ # todo maybe accept the block if
1142
+ # new_peak_hb.height == new_peak.height and new_peak_hb.weight >= new_peak.weight
1143
+
1144
+ # dont disconnect from peer, this might be a reorg
1145
+ return
1146
+
1147
+ trusted: bool = self.is_trusted(peer)
1148
+ latest_timestamp = await self.get_timestamp_for_height_from_peer(new_peak_hb.height, peer)
1149
+ if latest_timestamp is None or not self.is_timestamp_in_sync(latest_timestamp):
1150
+ if trusted:
1151
+ self.log.debug(f"Trusted peer {peer.get_peer_info()} is not synced.")
1152
+ else:
1153
+ self.log.warning(f"Non-trusted peer {peer.get_peer_info()} is not synced, disconnecting")
1154
+ await peer.close(120)
1155
+ return
1156
+
1157
+ if self.is_trusted(peer):
1158
+ await self.new_peak_from_trusted(
1159
+ new_peak_hb, latest_timestamp, peer, new_peak.fork_point_with_previous_peak
1160
+ )
1161
+ else:
1162
+ if not await self.new_peak_from_untrusted(new_peak_hb, peer):
1163
+ return
1164
+
1165
+ # todo why do we call this if there was an exception / the sync is not finished
1166
+ async with self.wallet_state_manager.lock:
1167
+ await self.wallet_state_manager.new_peak(new_peak.height)
1168
+
1169
+ # Check if any coin needs auto spending
1170
+ if self.config.get("auto_claim", {}).get("enabled", False):
1171
+ await self.wallet_state_manager.auto_claim_coins()
1172
+
1173
+ if peer.peer_node_id in self.synced_peers:
1174
+ await self.wallet_state_manager.blockchain.set_finished_sync_up_to(new_peak.height)
1175
+
1176
+ async def new_peak_from_trusted(
1177
+ self, new_peak_hb: HeaderBlock, latest_timestamp: uint64, peer: WSChiaConnection, fork_point: uint32
1178
+ ) -> None:
1179
+ async with self.wallet_state_manager.set_sync_mode(new_peak_hb.height) as current_height:
1180
+ await self.wallet_state_manager.blockchain.set_peak_block(new_peak_hb, latest_timestamp)
1181
+ if peer.peer_node_id not in self.synced_peers:
1182
+ await self.long_sync(new_peak_hb.height, peer, uint32(max(0, current_height - 256)), rollback=True)
1183
+ elif fork_point < current_height - 1:
1184
+ await self.long_sync(
1185
+ new_peak_hb.height, peer, uint32(min(fork_point, current_height - 256)), rollback=True
1186
+ )
1187
+
1188
+ async def new_peak_from_untrusted(self, new_peak_hb: HeaderBlock, peer: WSChiaConnection) -> bool:
1189
+ far_behind: bool = (
1190
+ new_peak_hb.height - await self.wallet_state_manager.blockchain.get_finished_sync_up_to()
1191
+ > self.LONG_SYNC_THRESHOLD
1192
+ )
1193
+
1194
+ if new_peak_hb.height < self.constants.WEIGHT_PROOF_RECENT_BLOCKS:
1195
+ # this is the case happens chain is shorter then WEIGHT_PROOF_RECENT_BLOCKS
1196
+ return await self.sync_from_untrusted_close_to_peak(new_peak_hb, peer)
1197
+
1198
+ if not far_behind and peer.peer_node_id in self.synced_peers:
1199
+ # This is the (untrusted) case where we already synced and are not too far behind. Here we just
1200
+ # fetch one by one.
1201
+ return await self.sync_from_untrusted_close_to_peak(new_peak_hb, peer)
1202
+
1203
+ # we haven't synced fully to this peer yet
1204
+ syncing = False
1205
+ if far_behind or len(self.synced_peers) == 0:
1206
+ syncing = True
1207
+
1208
+ secondary_sync_running = (
1209
+ self._secondary_peer_sync_task is not None and self._secondary_peer_sync_task.done() is False
1210
+ )
1211
+ if not syncing and secondary_sync_running:
1212
+ self.log.info("Will not do secondary sync, there is already another sync task running.")
1213
+ return False
1214
+
1215
+ try:
1216
+ await self.long_sync_from_untrusted(syncing, new_peak_hb, peer)
1217
+ except Exception:
1218
+ self.log.exception(f"Error syncing to {peer.get_peer_info()}")
1219
+ await peer.close()
1220
+ return False
1221
+ return True
1222
+
1223
+ async def long_sync_from_untrusted(self, syncing: bool, new_peak_hb: HeaderBlock, peer: WSChiaConnection) -> None:
1224
+ current_height: uint32 = await self.wallet_state_manager.blockchain.get_finished_sync_up_to()
1225
+ fork_point_weight_proof = await self.fetch_and_update_weight_proof(peer, new_peak_hb)
1226
+ # This usually happens the first time we start up the wallet. We roll back slightly to be
1227
+ # safe, but we don't want to rollback too much (hence 16)
1228
+ fork_point_rollback: int = max(0, current_height - 16)
1229
+ # If the weight proof fork point is in the past, rollback more to ensure we don't have duplicate
1230
+ fork_point_syncing = min(fork_point_rollback, fork_point_weight_proof)
1231
+
1232
+ if syncing:
1233
+ async with self.wallet_state_manager.set_sync_mode(new_peak_hb.height):
1234
+ await self.long_sync(new_peak_hb.height, peer, fork_point_syncing, rollback=True)
1235
+ return
1236
+
1237
+ # we exit earlier in the case where syncing is False and a Secondary sync is running
1238
+ assert self._secondary_peer_sync_task is None or self._secondary_peer_sync_task.done()
1239
+ self.log.info("Secondary peer syncing")
1240
+ # In this case we will not rollback so it's OK to check some older updates as well, to ensure
1241
+ # that no recent transactions are being hidden.
1242
+ self._secondary_peer_sync_task = create_referenced_task(
1243
+ self.long_sync(new_peak_hb.height, peer, 0, rollback=False)
1244
+ )
1245
+
1246
+ async def sync_from_untrusted_close_to_peak(self, new_peak_hb: HeaderBlock, peer: WSChiaConnection) -> bool:
1247
+ async with self.wallet_state_manager.lock:
1248
+ peak_hb = await self.wallet_state_manager.blockchain.get_peak_block()
1249
+ if peak_hb is None or new_peak_hb.weight > peak_hb.weight:
1250
+ backtrack_fork_height: int = await self.wallet_short_sync_backtrack(new_peak_hb, peer)
1251
+ else:
1252
+ backtrack_fork_height = new_peak_hb.height - 1
1253
+ fork_height = max(backtrack_fork_height, 0)
1254
+
1255
+ use_delta_sync = self.config.get("use_delta_sync", False)
1256
+ min_height_for_subscriptions = fork_height if use_delta_sync else 0
1257
+ cache = self.get_cache_for_peer(peer)
1258
+ if peer.peer_node_id not in self.synced_peers:
1259
+ # Edge case, this happens when the peak < WEIGHT_PROOF_RECENT_BLOCKS
1260
+ # we still want to subscribe for all phs and coins.
1261
+ # (Hints are not in filter)
1262
+ all_coin_ids: list[bytes32] = await self.get_coin_ids_to_subscribe()
1263
+ phs: list[bytes32] = await self.get_puzzle_hashes_to_subscribe()
1264
+ ph_updates: list[CoinState] = await subscribe_to_phs(phs, peer, min_height_for_subscriptions)
1265
+ coin_updates: list[CoinState] = await subscribe_to_coin_updates(
1266
+ all_coin_ids, peer, min_height_for_subscriptions
1267
+ )
1268
+ success = await self.add_states_from_peer(
1269
+ ph_updates + coin_updates,
1270
+ peer,
1271
+ fork_height=uint32(fork_height),
1272
+ )
1273
+ if success:
1274
+ self.synced_peers.add(peer.peer_node_id)
1275
+ else:
1276
+ if peak_hb is not None and new_peak_hb.weight <= peak_hb.weight:
1277
+ # Don't process blocks at the same weight
1278
+ return False
1279
+
1280
+ # For every block, we need to apply the cache from race_cache
1281
+ for potential_height in range(backtrack_fork_height + 1, new_peak_hb.height + 1):
1282
+ try:
1283
+ race_cache = cache.get_race_cache(potential_height)
1284
+ except KeyError:
1285
+ continue
1286
+
1287
+ self.log.info(f"Apply race cache - height: {potential_height}, coin_states: {race_cache}")
1288
+ await self.add_states_from_peer(list(race_cache), peer)
1289
+
1290
+ # Clear old entries that are no longer relevant
1291
+ cache.cleanup_race_cache(min_height=backtrack_fork_height)
1292
+
1293
+ self.wallet_state_manager.state_changed("new_block")
1294
+ self.log.info(f"Finished processing new peak of {new_peak_hb.height}")
1295
+ return True
1296
+
1297
+ async def wallet_short_sync_backtrack(self, header_block: HeaderBlock, peer: WSChiaConnection) -> int:
1298
+ peak: Optional[HeaderBlock] = await self.wallet_state_manager.blockchain.get_peak_block()
1299
+
1300
+ top = header_block
1301
+ blocks = [top]
1302
+ # Fetch blocks backwards until we hit the one that we have,
1303
+ # then complete them with additions / removals going forward
1304
+ fork_height = 0
1305
+ if self.wallet_state_manager.blockchain.contains_block(header_block.prev_header_hash):
1306
+ fork_height = header_block.height - 1
1307
+
1308
+ while not self.wallet_state_manager.blockchain.contains_block(top.prev_header_hash) and top.height > 0:
1309
+ request_prev = RequestBlockHeader(uint32(top.height - 1))
1310
+ response_prev: Optional[RespondBlockHeader] = await peer.call_api(
1311
+ FullNodeAPI.request_block_header, request_prev
1312
+ )
1313
+ if response_prev is None or not isinstance(response_prev, RespondBlockHeader):
1314
+ raise RuntimeError("bad block header response from peer while syncing")
1315
+ prev_head = response_prev.header_block
1316
+ blocks.append(prev_head)
1317
+ top = prev_head
1318
+ fork_height = top.height - 1
1319
+
1320
+ blocks.reverse()
1321
+ # Roll back coins and transactions
1322
+ peak_height = await self.wallet_state_manager.blockchain.get_finished_sync_up_to()
1323
+ if fork_height < peak_height:
1324
+ self.log.info(f"Rolling back to {fork_height}")
1325
+ # we should clear all peers since this is a full rollback
1326
+ await self.perform_atomic_rollback(fork_height)
1327
+ await self.update_ui()
1328
+
1329
+ if peak is not None:
1330
+ assert header_block.weight >= peak.weight
1331
+ for block in blocks:
1332
+ # Set blockchain to the latest peak
1333
+ res, err = await self.wallet_state_manager.blockchain.add_block(block)
1334
+ if res == AddBlockResult.INVALID_BLOCK:
1335
+ raise ValueError(err)
1336
+
1337
+ return fork_height
1338
+
1339
+ async def update_ui(self) -> None:
1340
+ for wallet_id, wallet in self.wallet_state_manager.wallets.items():
1341
+ self.wallet_state_manager.state_changed("coin_removed", wallet_id)
1342
+ self.wallet_state_manager.state_changed("coin_added", wallet_id)
1343
+
1344
+ async def fetch_and_update_weight_proof(self, peer: WSChiaConnection, peak: HeaderBlock) -> int:
1345
+ assert self._weight_proof_handler is not None
1346
+ weight_request = RequestProofOfWeight(peak.height, peak.header_hash)
1347
+ wp_timeout = self.config.get("weight_proof_timeout", 360)
1348
+ self.log.debug(f"weight proof timeout is {wp_timeout} sec")
1349
+ weight_proof_response: RespondProofOfWeight = await peer.call_api(
1350
+ FullNodeAPI.request_proof_of_weight, weight_request, timeout=wp_timeout
1351
+ )
1352
+
1353
+ if weight_proof_response is None:
1354
+ raise Exception("weight proof response was none")
1355
+
1356
+ weight_proof = weight_proof_response.wp
1357
+
1358
+ if weight_proof.recent_chain_data[-1].height != peak.height:
1359
+ raise Exception("weight proof height does not match peak")
1360
+ if weight_proof.recent_chain_data[-1].weight != peak.weight:
1361
+ raise Exception("weight proof weight does not match peak")
1362
+ if weight_proof.recent_chain_data[-1].header_hash != peak.header_hash:
1363
+ raise Exception("weight proof peak hash does not match peak")
1364
+
1365
+ old_proof = self.wallet_state_manager.blockchain.synced_weight_proof
1366
+ block_records = await self._weight_proof_handler.validate_weight_proof(weight_proof, False, old_proof)
1367
+
1368
+ await self.wallet_state_manager.blockchain.new_valid_weight_proof(weight_proof, block_records)
1369
+
1370
+ return get_wp_fork_point(self.constants, old_proof, weight_proof)
1371
+
1372
+ async def get_puzzle_hashes_to_subscribe(self) -> list[bytes32]:
1373
+ all_puzzle_hashes = await self.wallet_state_manager.puzzle_store.get_all_puzzle_hashes(1)
1374
+ # Get all phs from interested store
1375
+ interested_puzzle_hashes = [
1376
+ t[0] for t in await self.wallet_state_manager.interested_store.get_interested_puzzle_hashes()
1377
+ ]
1378
+ all_puzzle_hashes.update(interested_puzzle_hashes)
1379
+ return list(all_puzzle_hashes)
1380
+
1381
+ async def get_coin_ids_to_subscribe(self) -> list[bytes32]:
1382
+ coin_ids = await self.wallet_state_manager.trade_manager.get_coins_of_interest()
1383
+ coin_ids.update(await self.wallet_state_manager.interested_store.get_interested_coin_ids())
1384
+ return list(coin_ids)
1385
+
1386
+ async def validate_received_state_from_peer(
1387
+ self,
1388
+ coin_state: CoinState,
1389
+ peer: WSChiaConnection,
1390
+ peer_request_cache: PeerRequestCache,
1391
+ fork_height: Optional[uint32],
1392
+ ) -> bool:
1393
+ """
1394
+ Returns True if the coin_state is valid and included in the blockchain proved by the weight proof.
1395
+ """
1396
+ if peer.closed:
1397
+ return False
1398
+ # Only use the cache if we are talking about states before the fork point. If we are evaluating something
1399
+ # in a reorg, we cannot use the cache, since we don't know if it's actually in the new chain after the reorg.
1400
+ if can_use_peer_request_cache(coin_state, peer_request_cache, fork_height):
1401
+ return True
1402
+
1403
+ spent_height: Optional[uint32] = None if coin_state.spent_height is None else uint32(coin_state.spent_height)
1404
+ confirmed_height: Optional[uint32] = (
1405
+ None if coin_state.created_height is None else uint32(coin_state.created_height)
1406
+ )
1407
+ current = await self.wallet_state_manager.coin_store.get_coin_record(coin_state.coin.name())
1408
+ # if remote state is same as current local state we skip validation
1409
+
1410
+ # CoinRecord unspent = height 0, coin state = None. We adjust for comparison below
1411
+ current_spent_height = None
1412
+ if current is not None and current.spent_block_height != 0:
1413
+ current_spent_height = current.spent_block_height
1414
+
1415
+ # Same as current state, nothing to do
1416
+ if (
1417
+ current is not None
1418
+ and current_spent_height == spent_height
1419
+ and current.confirmed_block_height == confirmed_height
1420
+ ):
1421
+ peer_request_cache.add_to_states_validated(coin_state)
1422
+ return True
1423
+
1424
+ reorg_mode = False
1425
+
1426
+ # If coin was removed from the blockchain
1427
+ if confirmed_height is None:
1428
+ if current is None:
1429
+ # Coin does not exist in local DB, so no need to do anything
1430
+ return False
1431
+ # This coin got reorged
1432
+ reorg_mode = True
1433
+ confirmed_height = current.confirmed_block_height
1434
+
1435
+ # request header block for created height
1436
+ state_block: Optional[HeaderBlock] = peer_request_cache.get_block(confirmed_height)
1437
+ if state_block is None or reorg_mode:
1438
+ state_blocks = await request_header_blocks(peer, confirmed_height, confirmed_height)
1439
+ if state_blocks is None:
1440
+ return False
1441
+ state_block = state_blocks[0]
1442
+ assert state_block is not None
1443
+ peer_request_cache.add_to_blocks(state_block)
1444
+
1445
+ # get proof of inclusion
1446
+ assert state_block.foliage_transaction_block is not None
1447
+ validate_additions_result = await request_and_validate_additions(
1448
+ peer,
1449
+ peer_request_cache,
1450
+ state_block.height,
1451
+ state_block.header_hash,
1452
+ coin_state.coin.puzzle_hash,
1453
+ state_block.foliage_transaction_block.additions_root,
1454
+ )
1455
+
1456
+ if validate_additions_result is False:
1457
+ self.log.warning("Validate false 1")
1458
+ await peer.close(9999)
1459
+ return False
1460
+
1461
+ # If spent_height is None, we need to validate that the creation block is actually in the longest blockchain.
1462
+ # Otherwise, we don't have to, since we will validate the spent block later.
1463
+ if coin_state.spent_height is None:
1464
+ validated = await self.validate_block_inclusion(state_block, peer, peer_request_cache)
1465
+ if not validated:
1466
+ return False
1467
+
1468
+ # TODO: make sure all cases are covered
1469
+ if current is not None:
1470
+ if spent_height is None and current.spent_block_height != 0:
1471
+ # Peer is telling us that coin that was previously known to be spent is not spent anymore
1472
+ # Check old state
1473
+
1474
+ spent_state_blocks: Optional[list[HeaderBlock]] = await request_header_blocks(
1475
+ peer, current.spent_block_height, current.spent_block_height
1476
+ )
1477
+ if spent_state_blocks is None:
1478
+ return False
1479
+ spent_state_block = spent_state_blocks[0]
1480
+ assert spent_state_block.height == current.spent_block_height
1481
+ assert spent_state_block.foliage_transaction_block is not None
1482
+ peer_request_cache.add_to_blocks(spent_state_block)
1483
+
1484
+ validate_removals_result: bool = await request_and_validate_removals(
1485
+ peer,
1486
+ current.spent_block_height,
1487
+ spent_state_block.header_hash,
1488
+ coin_state.coin.name(),
1489
+ spent_state_block.foliage_transaction_block.removals_root,
1490
+ )
1491
+ if validate_removals_result is False:
1492
+ self.log.warning("Validate false 2")
1493
+ await peer.close(9999)
1494
+ return False
1495
+ validated = await self.validate_block_inclusion(spent_state_block, peer, peer_request_cache)
1496
+ if not validated:
1497
+ return False
1498
+
1499
+ if spent_height is not None:
1500
+ # request header block for created height
1501
+ cached_spent_state_block = peer_request_cache.get_block(spent_height)
1502
+ if cached_spent_state_block is None:
1503
+ spent_state_blocks = await request_header_blocks(peer, spent_height, spent_height)
1504
+ if spent_state_blocks is None:
1505
+ return False
1506
+ spent_state_block = spent_state_blocks[0]
1507
+ assert spent_state_block.height == spent_height
1508
+ assert spent_state_block.foliage_transaction_block is not None
1509
+ peer_request_cache.add_to_blocks(spent_state_block)
1510
+ else:
1511
+ spent_state_block = cached_spent_state_block
1512
+ assert spent_state_block is not None
1513
+ assert spent_state_block.foliage_transaction_block is not None
1514
+ validate_removals_result = await request_and_validate_removals(
1515
+ peer,
1516
+ spent_state_block.height,
1517
+ spent_state_block.header_hash,
1518
+ coin_state.coin.name(),
1519
+ spent_state_block.foliage_transaction_block.removals_root,
1520
+ )
1521
+ if validate_removals_result is False:
1522
+ self.log.warning("Validate false 3")
1523
+ await peer.close(9999)
1524
+ return False
1525
+ validated = await self.validate_block_inclusion(spent_state_block, peer, peer_request_cache)
1526
+ if not validated:
1527
+ return False
1528
+ peer_request_cache.add_to_states_validated(coin_state)
1529
+
1530
+ return True
1531
+
1532
+ async def validate_block_inclusion(
1533
+ self, block: HeaderBlock, peer: WSChiaConnection, peer_request_cache: PeerRequestCache
1534
+ ) -> bool:
1535
+ if self.wallet_state_manager.blockchain.contains_height(block.height):
1536
+ stored_hash = self.wallet_state_manager.blockchain.height_to_hash(block.height)
1537
+ stored_record = self.wallet_state_manager.blockchain.try_block_record(stored_hash)
1538
+ if stored_record is not None:
1539
+ if stored_record.header_hash == block.header_hash:
1540
+ return True
1541
+
1542
+ weight_proof: Optional[WeightProof] = self.wallet_state_manager.blockchain.synced_weight_proof
1543
+ if weight_proof is None:
1544
+ return False
1545
+
1546
+ if block.height >= weight_proof.recent_chain_data[0].height:
1547
+ # this was already validated as part of the wp validation
1548
+ index = block.height - weight_proof.recent_chain_data[0].height
1549
+ if index >= len(weight_proof.recent_chain_data):
1550
+ return False
1551
+ if weight_proof.recent_chain_data[index].header_hash != block.header_hash:
1552
+ self.log.error("Failed validation 1")
1553
+ return False
1554
+ return True
1555
+
1556
+ # block is not included in wp recent chain
1557
+ start = uint32(block.height + 1)
1558
+ compare_to_recent = False
1559
+ inserted: int = 0
1560
+ first_height_recent = weight_proof.recent_chain_data[0].height
1561
+ if start > first_height_recent - 1000:
1562
+ # compare up to weight_proof.recent_chain_data[0].height
1563
+ compare_to_recent = True
1564
+ end = first_height_recent
1565
+ else:
1566
+ # get ses from wp
1567
+ start_height = block.height
1568
+ end_height = block.height + 32
1569
+ ses_start_height = 0
1570
+ end = uint32(0)
1571
+ for idx, ses in enumerate(weight_proof.sub_epochs):
1572
+ if idx == len(weight_proof.sub_epochs) - 1:
1573
+ break
1574
+ next_ses_height = uint32(
1575
+ (idx + 1) * self.constants.SUB_EPOCH_BLOCKS + weight_proof.sub_epochs[idx + 1].num_blocks_overflow
1576
+ )
1577
+ # start_ses_hash
1578
+ if ses_start_height <= start_height < next_ses_height:
1579
+ inserted = idx + 1
1580
+ if ses_start_height < end_height < next_ses_height:
1581
+ end = next_ses_height
1582
+ break
1583
+ else:
1584
+ if idx > len(weight_proof.sub_epochs) - 3:
1585
+ break
1586
+ # else add extra ses as request start <-> end spans two ses
1587
+ end = uint32(
1588
+ (idx + 2) * self.constants.SUB_EPOCH_BLOCKS
1589
+ + weight_proof.sub_epochs[idx + 2].num_blocks_overflow
1590
+ )
1591
+ inserted += 1
1592
+ break
1593
+ ses_start_height = next_ses_height
1594
+
1595
+ if end == 0:
1596
+ self.log.error("Error finding sub epoch")
1597
+ return False
1598
+ all_peers_c = self.server.get_connections(NodeType.FULL_NODE)
1599
+ all_peers = [(con, self.is_trusted(con)) for con in all_peers_c]
1600
+ blocks: Optional[list[HeaderBlock]] = await fetch_header_blocks_in_range(
1601
+ start, end, peer_request_cache, all_peers
1602
+ )
1603
+ if blocks is None:
1604
+ log_level = logging.DEBUG if self._shut_down or peer.closed else logging.ERROR
1605
+ self.log.log(log_level, f"Error fetching blocks {start} {end}")
1606
+ return False
1607
+
1608
+ if compare_to_recent and weight_proof.recent_chain_data[0].header_hash != blocks[-1].header_hash:
1609
+ self.log.error("Failed validation 3")
1610
+ return False
1611
+
1612
+ if not compare_to_recent:
1613
+ last = blocks[-1].finished_sub_slots[-1].reward_chain.get_hash()
1614
+ if last != weight_proof.sub_epochs[inserted].reward_chain_hash:
1615
+ self.log.error("Failed validation 4")
1616
+ return False
1617
+ pk_m_sig: list[tuple[G1Element, bytes32, G2Element]] = []
1618
+ sigs_to_cache: list[HeaderBlock] = []
1619
+ blocks_to_cache: list[tuple[bytes32, uint32]] = []
1620
+
1621
+ signatures_to_validate: int = 30
1622
+ for idx in range(len(blocks)):
1623
+ en_block = blocks[idx]
1624
+ if idx < signatures_to_validate and not peer_request_cache.in_block_signatures_validated(en_block):
1625
+ # Validate that the block is buried in the foliage by checking the signatures
1626
+ pk_m_sig.append(
1627
+ (
1628
+ en_block.reward_chain_block.proof_of_space.plot_public_key,
1629
+ en_block.foliage.foliage_block_data.get_hash(),
1630
+ en_block.foliage.foliage_block_data_signature,
1631
+ )
1632
+ )
1633
+ sigs_to_cache.append(en_block)
1634
+
1635
+ # This is the reward chain challenge. If this is in the cache, it means the prev block
1636
+ # has been validated. We must at least check the first block to ensure they are connected
1637
+ reward_chain_hash: bytes32 = en_block.reward_chain_block.reward_chain_ip_vdf.challenge
1638
+ if idx != 0 and peer_request_cache.in_blocks_validated(reward_chain_hash):
1639
+ # As soon as we see a block we have already concluded is in the chain, we can quit.
1640
+ if idx > signatures_to_validate:
1641
+ break
1642
+ else:
1643
+ # Validate that the block is committed to by the weight proof
1644
+ if idx == 0:
1645
+ prev_block_rc_hash: bytes32 = block.reward_chain_block.get_hash()
1646
+ prev_hash = block.header_hash
1647
+ else:
1648
+ prev_block_rc_hash = blocks[idx - 1].reward_chain_block.get_hash()
1649
+ prev_hash = blocks[idx - 1].header_hash
1650
+
1651
+ if not en_block.prev_header_hash == prev_hash:
1652
+ self.log.error("Failed validation 5")
1653
+ return False
1654
+
1655
+ if len(en_block.finished_sub_slots) > 0:
1656
+ reversed_slots = en_block.finished_sub_slots.copy()
1657
+ reversed_slots.reverse()
1658
+ for slot_idx, slot in enumerate(reversed_slots[:-1]):
1659
+ hash_val = reversed_slots[slot_idx + 1].reward_chain.get_hash()
1660
+ if not hash_val == slot.reward_chain.end_of_slot_vdf.challenge:
1661
+ self.log.error("Failed validation 6")
1662
+ return False
1663
+ if not prev_block_rc_hash == reversed_slots[-1].reward_chain.end_of_slot_vdf.challenge:
1664
+ self.log.error("Failed validation 7")
1665
+ return False
1666
+ else:
1667
+ if not prev_block_rc_hash == reward_chain_hash:
1668
+ self.log.error("Failed validation 8")
1669
+ return False
1670
+ blocks_to_cache.append((reward_chain_hash, en_block.height))
1671
+
1672
+ agg_sig: G2Element = AugSchemeMPL.aggregate([sig for (_, _, sig) in pk_m_sig])
1673
+ if not AugSchemeMPL.aggregate_verify([pk for (pk, _, _) in pk_m_sig], [m for (_, m, _) in pk_m_sig], agg_sig):
1674
+ self.log.error("Failed signature validation")
1675
+ return False
1676
+ for header_block in sigs_to_cache:
1677
+ peer_request_cache.add_to_block_signatures_validated(header_block)
1678
+ for reward_chain_hash, height in blocks_to_cache:
1679
+ peer_request_cache.add_to_blocks_validated(reward_chain_hash, height)
1680
+ return True
1681
+
1682
+ async def get_coin_state(
1683
+ self, coin_names: list[bytes32], peer: WSChiaConnection, fork_height: Optional[uint32] = None
1684
+ ) -> list[CoinState]:
1685
+ msg = RegisterForCoinUpdates(coin_names, uint32(0))
1686
+ coin_state: Optional[RespondToCoinUpdates] = await peer.call_api(FullNodeAPI.register_for_coin_updates, msg)
1687
+ if coin_state is None or not isinstance(coin_state, RespondToCoinUpdates):
1688
+ raise PeerRequestException(f"Was not able to get states for {coin_names}")
1689
+
1690
+ if not self.is_trusted(peer):
1691
+ valid_list = []
1692
+ for coin in coin_state.coin_states:
1693
+ if coin.coin.name() not in coin_names:
1694
+ await peer.close(9999)
1695
+ self.log.warning(f"Peer {peer.peer_node_id} sent us an unrequested coin state. Banning.")
1696
+ raise PeerRequestException(f"Peer sent us unrequested coin state {coin}")
1697
+ valid = await self.validate_received_state_from_peer(
1698
+ coin, peer, self.get_cache_for_peer(peer), fork_height
1699
+ )
1700
+ if valid:
1701
+ valid_list.append(coin)
1702
+ return valid_list
1703
+
1704
+ return coin_state.coin_states
1705
+
1706
+ async def fetch_children(
1707
+ self, coin_name: bytes32, peer: WSChiaConnection, fork_height: Optional[uint32] = None
1708
+ ) -> list[CoinState]:
1709
+ response: Optional[RespondChildren] = await peer.call_api(
1710
+ FullNodeAPI.request_children, RequestChildren(coin_name)
1711
+ )
1712
+ if response is None or not isinstance(response, RespondChildren):
1713
+ raise PeerRequestException(f"Was not able to obtain children {response}")
1714
+
1715
+ if not self.is_trusted(peer):
1716
+ request_cache = self.get_cache_for_peer(peer)
1717
+ validated = []
1718
+ for state in response.coin_states:
1719
+ valid = await self.validate_received_state_from_peer(state, peer, request_cache, fork_height)
1720
+ if valid:
1721
+ validated.append(state)
1722
+ return validated
1723
+ return response.coin_states
1724
+
1725
+ # For RPC only. You should use wallet_state_manager.add_pending_transaction for normal wallet business.
1726
+ async def push_tx(self, spend_bundle: WalletSpendBundle) -> None:
1727
+ msg = make_msg(ProtocolMessageTypes.send_transaction, SendTransaction(spend_bundle))
1728
+ full_nodes = self.server.get_connections(NodeType.FULL_NODE)
1729
+ for peer in full_nodes:
1730
+ await peer.send_message(msg)
1731
+
1732
+ async def _update_balance_cache(self, wallet_id: uint32) -> None:
1733
+ assert self.wallet_state_manager.lock.locked(), "WalletStateManager.lock required"
1734
+ wallet = self.wallet_state_manager.wallets[wallet_id]
1735
+ if wallet.type() == WalletType.CRCAT:
1736
+ coin_type = CoinType.CRCAT
1737
+ else:
1738
+ coin_type = CoinType.NORMAL
1739
+ unspent_records = await self.wallet_state_manager.coin_store.get_unspent_coins_for_wallet(wallet_id, coin_type)
1740
+ balance = await wallet.get_confirmed_balance(unspent_records)
1741
+ pending_balance = await wallet.get_unconfirmed_balance(unspent_records)
1742
+ spendable_balance = await wallet.get_spendable_balance(unspent_records)
1743
+ pending_change = await wallet.get_pending_change_balance()
1744
+ max_send_amount = await wallet.get_max_send_amount(unspent_records)
1745
+
1746
+ unconfirmed_removals: dict[bytes32, Coin] = await wallet.wallet_state_manager.unconfirmed_removals_for_wallet(
1747
+ wallet_id
1748
+ )
1749
+ self._balance_cache[wallet_id] = Balance(
1750
+ confirmed_wallet_balance=balance,
1751
+ unconfirmed_wallet_balance=pending_balance,
1752
+ spendable_balance=spendable_balance,
1753
+ pending_change=pending_change,
1754
+ max_send_amount=max_send_amount,
1755
+ unspent_coin_count=uint32(len(unspent_records)),
1756
+ pending_coin_removal_count=uint32(len(unconfirmed_removals)),
1757
+ )
1758
+
1759
+ async def get_balance(self, wallet_id: uint32) -> Balance:
1760
+ self.log.debug(f"get_balance - wallet_id: {wallet_id}")
1761
+ if not self.wallet_state_manager.sync_mode:
1762
+ self.log.debug(f"get_balance - Updating cache for {wallet_id}")
1763
+ async with self.wallet_state_manager.lock:
1764
+ await self._update_balance_cache(wallet_id)
1765
+ return self._balance_cache.get(wallet_id, Balance())