crawlo 1.4.5__py3-none-any.whl → 1.4.6__py3-none-any.whl

{crawlo-1.4.5.dist-info → crawlo-1.4.6.dist-info}/RECORD

@@ -1,5 +1,5 @@
 crawlo/__init__.py,sha256=n5vFwi0iuYrpAIyoNJZzWHV1gvF-vh-Yze3jiuwEXqM,2180
-crawlo/__version__.py,sha256=47Hd5fKyrYgSfmOfBF7ibw9EyAE1ctXOQOLg_x_Ld9w,23
+crawlo/__version__.py,sha256=C1PbImXkZPhAW7rUcTV61OKrbIa2DpoQJ2Kmga3lWwM,23
 crawlo/cli.py,sha256=AQnAB5NMI-Ic1VPw_Jjng8L4AI4-wMozOwzE6CfXkZU,2402
 crawlo/config.py,sha256=EQIT7WpkXAlr2ocd5SYJYOKTSWUlQx2AkTHX7ErEWxw,9798
 crawlo/config_validator.py,sha256=oY4-2bwXUlwHAnGgkI-EznviDfML_dcxbWSGXNSxC2k,11516
@@ -10,7 +10,7 @@ crawlo/framework.py,sha256=9gP6VN4MHqutGXaxnwpNMSULfVYbNp906UdZiJGywlQ,9458
 crawlo/interfaces.py,sha256=q1vwMSiZLfLpPhFa9Y0hAcjYEKvLkW2fZ2fmoAZ-5TE,653
 crawlo/mode_manager.py,sha256=e8QmwsnndFx_hGME_7w-hazKo0GOYjUr-7FBf7dWxgc,8903
 crawlo/project.py,sha256=9wnlHd-rYAC3TT1Fc1ftyUBx7mbDT6TQCqoaIP6N3iA,13998
-crawlo/stats_collector.py,sha256=hIjlnX750jU4Oncyand1jBccfaX4Tu7egd2DBYu2N7A,2379
+crawlo/stats_collector.py,sha256=mzNHu628a31PwqpkBXN90PhD-xhMSunNNxAm-ney5JU,2803
 crawlo/subscriber.py,sha256=h8fx69NJZeWem0ZkCmfHAi2kgfDGFObHpwN0aGNUM6Y,5115
 crawlo/task_manager.py,sha256=Ic6PFUqZOhLXuZ_UEk_8Neb9FmqYv8I2RzV3vLzFNSU,5966
 crawlo/commands/__init__.py,sha256=orvY6wLOBwGUEJKeF3h_T1fxj8AaQLjngBDd-3xKOE4,392
@@ -30,7 +30,7 @@ crawlo/data/__init__.py,sha256=UPqgioMdu3imSUmpLWzVlpvoBnEfaPSAT-crCcWd7iw,121
 crawlo/data/user_agents.py,sha256=zjjFkldQkqtrn45j0WZplaZLannPxZDeAU0JofxQcBc,9891
 crawlo/downloader/__init__.py,sha256=P5pl-BGYCkdKWgoIewcYPz7ocVLixVfYuCDFmYyuqIw,8966
 crawlo/downloader/aiohttp_downloader.py,sha256=-dIFucMOQhiiEmtgEpG2Lqh1vF-PvDddbIrZ8Hge0Ig,9556
-crawlo/downloader/cffi_downloader.py,sha256=QxoeocCE2DsQCnhZla6-BjhplaTZDWMbEJmNrghWSDA,10488
+crawlo/downloader/cffi_downloader.py,sha256=aKmrooictEFNfsmM3t4dpkGEALI85E7eLOAxm4LPQAU,10585
 crawlo/downloader/httpx_downloader.py,sha256=MpgDeIdGqNsiSKLOEDBnr5Z0eUbhHnqVEmAuoIfJmFU,12296
 crawlo/downloader/hybrid_downloader.py,sha256=dNnFeegRnyLaOxTWI6XrWKqqVPx80AZBZNgmrcKRVBM,8240
 crawlo/downloader/playwright_downloader.py,sha256=L-TVzG7cYfuBlqW0XSZuz5C_r9fpJrmYNcoQ-cDEna4,16663
@@ -72,12 +72,11 @@ crawlo/middleware/default_header.py,sha256=Pw-ev8ffi16GeCh84R5L3hAZgp3G1QXS-H5kV
 crawlo/middleware/download_delay.py,sha256=2iWnJFtWDlqDy5MsAob8TPiJQoiz9v21yatkBI0eptg,3542
 crawlo/middleware/middleware_manager.py,sha256=H_o0nwo_xQ8aSRnnvEs2Ho3fS-3WNi_5AjChhqvRYnk,6645
 crawlo/middleware/offsite.py,sha256=4tUkPqXMMXsi1WwYnJ_e7wMd6sRgK19QHRCYq8-w8jk,4682
-crawlo/middleware/proxy.py,sha256=uKk5OSLIs7jv9bBgkZwsi1rIpthooxhMrGBC2BPRDCc,16022
+crawlo/middleware/proxy.py,sha256=jfaM4gL78ga_F7LN891dULjjO2zqFmulwQMDs5eJD6k,9591
 crawlo/middleware/request_ignore.py,sha256=7qdX4zAimjSGwdod_aWUbOTfzLBWZ5KzLVFchGMCxCI,2663
 crawlo/middleware/response_code.py,sha256=d5t0hmP8QliuvvtFOqW-ogCBtZxg2eyjsOtlQAEUxM8,4533
 crawlo/middleware/response_filter.py,sha256=tVGr06bfJBR3xAHI2G5c3WimFsGHu8qoJtDcsVuCATU,4384
 crawlo/middleware/retry.py,sha256=Acfo95B9wF8fQTCQIqluZOS2hHdnknQu_FOHvpGKJp0,4248
-crawlo/middleware/simple_proxy.py,sha256=rQ4RkqewGvDRCw021nGrg8ngkBzg3wqrEVqvSmBgQ6M,2256
 crawlo/network/__init__.py,sha256=bvEnpEUBZJ79URfNZbsHhsBKna54hM2-x_BV8eotTA4,418
 crawlo/network/request.py,sha256=e6-YLgK7SU8D19n21mQwqt_b_aeRVJFOgWPIBPal2ys,14178
 crawlo/network/response.py,sha256=-URnNc_J7qBSG19uJbfuF6A_14MHLOtY78FvcZDzbsI,23418
@@ -89,7 +88,7 @@ crawlo/pipelines/database_dedup_pipeline.py,sha256=IxahtD_mhni-Y21_idOMX58_Htf46
 crawlo/pipelines/json_pipeline.py,sha256=wrCsh8YInmcPLAkhPrHObMx89VZfhf-c7qRrYsTixPE,8585
 crawlo/pipelines/memory_dedup_pipeline.py,sha256=lKkYPu6vkpPjfQ1-xOLvPFT4VdTI8QVx0yjqtVR0ZB0,3598
 crawlo/pipelines/mongo_pipeline.py,sha256=PohTKTGw3QRvuP-T6SrquwW3FAHSno8jQ2D2cH_d75U,5837
-crawlo/pipelines/mysql_pipeline.py,sha256=pLJQJUKqzWrrOxuO-eHXNq5xLza0DHeuGnpwX2Pc4NI,14186
+crawlo/pipelines/mysql_pipeline.py,sha256=jlTP1X5QMrSVZjLD4lMS1BUTz-x6bagUEODddvHI2Vg,23702
 crawlo/pipelines/pipeline_manager.py,sha256=_DtWfxcTinIf5ApzUOVjZksd2tPbc7qeKi92IVd_kbs,4387
 crawlo/pipelines/redis_dedup_pipeline.py,sha256=RB1kXLr8ZuWNrgZKYwt--tlmnWsQTbuwTsSt3pafol8,6077
 crawlo/queue/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -97,24 +96,24 @@ crawlo/queue/pqueue.py,sha256=bbgd3l1VfqYXfz-4VFaiWLmJit1LdB3qHalCtNqyrqI,1210
 crawlo/queue/queue_manager.py,sha256=8rKygMxr6DgSjnGsKFmvlTI5XAARvQIN_ENkAruHGXs,21532
 crawlo/queue/redis_priority_queue.py,sha256=vLvg2toKaRrXD1QyEdu1ZjTmANv7clFaBF7mCtstBmI,15995
 crawlo/settings/__init__.py,sha256=NgYFLfk_Bw7h6KSoepJn_lMBSqVbCHebjKxaE3_eMgw,130
-crawlo/settings/default_settings.py,sha256=kBcE5PF-sfB12cjIxHeNPEvzSWSHYDu6saEgrTGXn5o,11970
+crawlo/settings/default_settings.py,sha256=TvtXgLzgc9_j_ITt8_xYhag29k6dCJiPU0Yq-snMkt4,12704
 crawlo/settings/setting_manager.py,sha256=yI1tGaludevxKGGZO3Pn4aYofrg2cwYwvMZCFC5PPZw,8595
 crawlo/spider/__init__.py,sha256=QGhe_yNsnfnCF3G9nSoWEw23b8SkP5oSFU5W79C5DzI,21881
 crawlo/templates/crawlo.cfg.tmpl,sha256=lwiUVe5sFixJgHFEjn1OtbAeyWsECOrz37uheuVtulk,240
-crawlo/templates/run.py.tmpl,sha256=g8yst2hkqhKGNotR33fDxwmEsX6aEvhrXY_cfYos_vc,788
+crawlo/templates/run.py.tmpl,sha256=1ge0XILc3O5u7S8rsyg_rpe2B2ULokJcrKRVHMwPKj0,511
 crawlo/templates/spiders_init.py.tmpl,sha256=p6UK8KWr8FDydNxiAh6Iz29MY5WmgXIkf2z-buOGhOM,354
 crawlo/templates/project/__init__.py.tmpl,sha256=aQnHaOjMSkTviOC8COUX0fKymuyf8lx2tGduxkMkXEE,61
 crawlo/templates/project/items.py.tmpl,sha256=hpQ2AfUmhddnzMuKM5LF6t44dOfFXwJRAZlWFKUFOZw,343
 crawlo/templates/project/middlewares.py.tmpl,sha256=eEobZl8g_0DtiwLYbirQULqOacH-yUrrs4PUrGcJ2UE,1098
 crawlo/templates/project/pipelines.py.tmpl,sha256=7BeaQDMHbIjhKzRtzlCMiFlU8xgMzDs2PIHq3EVUAlQ,887
-crawlo/templates/project/settings.py.tmpl,sha256=mL9_JAyz8R35r-ywRHi4T-dtal7oczU5kodEWxldw40,5265
-crawlo/templates/project/settings_distributed.py.tmpl,sha256=RHzfWZITv-0ErCR9OYEswAZHpA5d9fYil0ZoGCtFt8g,5459
-crawlo/templates/project/settings_gentle.py.tmpl,sha256=pmjrBLjnpGcR90RkcJrM5O8PsTrRhUB92QR3R4TJyko,5733
-crawlo/templates/project/settings_high_performance.py.tmpl,sha256=9QhXSzfxIsMPyq0kZY9h2YBllyXGpGE37bMEbSrs_Ag,5823
-crawlo/templates/project/settings_minimal.py.tmpl,sha256=1qUPhSdHtvLSHTpytUJ8K63sMROhTwkz8e4tVg1fYoM,2222
-crawlo/templates/project/settings_simple.py.tmpl,sha256=sIyrCIVXsHSKl8Yjj8HkGs-ppMFH26a5yp6egVNlT2Q,5585
+crawlo/templates/project/settings.py.tmpl,sha256=fYK2NCJOc_jVRraKkEzH8beyax16KgNa-9s6TsQrdpI,3606
+crawlo/templates/project/settings_distributed.py.tmpl,sha256=ULXyi5GDsZggk1Z4SRkalm2g7kJQx9ul6bCARN2I-TM,5566
+crawlo/templates/project/settings_gentle.py.tmpl,sha256=NZjSqAqWmYlNE15Zt6-wY4rtxp7ID6HFUafoOvt7VAE,6039
+crawlo/templates/project/settings_high_performance.py.tmpl,sha256=QYN4hJqvGmL7oayJjLcx4Mr3jedqRSvdlWkivom2M2o,6129
+crawlo/templates/project/settings_minimal.py.tmpl,sha256=8XS_ButRDJxYRQSRHTc_l8ej2DbUnR0j891m0j-gjTY,3122
+crawlo/templates/project/settings_simple.py.tmpl,sha256=OmL4GCPpFseRIG0CgL7625IWipc6vG_Da5tefXv_MD0,5891
 crawlo/templates/project/spiders/__init__.py.tmpl,sha256=llhcIItXpm0TlEeumeLwp4fcYv2NHl8Iru7tLhDhxiE,216
-crawlo/templates/spider/spider.py.tmpl,sha256=KvU-9YpN6MifDE7XzejjyyQS7RUjLDLZ8zqJcLwSsu0,5198
+crawlo/templates/spider/spider.py.tmpl,sha256=4E4DDoOfI0vN_zLjfmMX_QNmWCx8EbrOKWBg6zozVqs,1065
 crawlo/tools/__init__.py,sha256=sXDMZNP6EwZIFivGcRthxqD1DFMMS8UOJvULAzHD-w4,3927
 crawlo/tools/authenticated_proxy.py,sha256=ULCK0Cc9F2rGhRqu6kzKBdxzK9v2n1CsatSQ_PMxpAg,7272
 crawlo/tools/data_formatter.py,sha256=iBDHpZBZvn9O7pLkTQilE1TzYJQEc3z3f6HXoVus0f0,7808
@@ -130,7 +129,7 @@ crawlo/tools/text_cleaner.py,sha256=UrMGcgRnJaufjmDKIDsRYKMA8znCAArHDgouttWPygk,
 crawlo/utils/__init__.py,sha256=nxLnfqcEGLnsfSEagoKNyu-pm2ByU9BwE5tLxcS71Qo,1003
 crawlo/utils/batch_processor.py,sha256=8LNy-K2SrQVUxmGEWxQyYw_j9M-erN4Ie7O4d3zpBvM,9142
 crawlo/utils/controlled_spider_mixin.py,sha256=8CuM3Cr2wQLHbaO_ohbCsPcImJnyfZHpERbSeMgQ-AQ,16936
-crawlo/utils/db_helper.py,sha256=xTgBTXSWTNXM19rLsypPtnsswO0HdDV1K7zn_wYk4s0,8137
+crawlo/utils/db_helper.py,sha256=zFr4BpEMbaY86DrR5Ol5-hfvkSXcG66prl00LPHLl8E,8702
 crawlo/utils/env_config.py,sha256=W-VD_WF63DHxsyJysvp1eJwRh3L_pBRl_PitQAY3nQY,4079
 crawlo/utils/error_handler.py,sha256=e2LeUGT_OMcNKcjiX9Pp-NuQh5spsHBqIPBd7VxA2IQ,16247
 crawlo/utils/fingerprint.py,sha256=3IbctH3zwyBjN_12SH7-vrFt-akA2WSo3iAzHc6u--s,3689
@@ -154,7 +153,7 @@ crawlo/utils/url.py,sha256=RKe_iqdjafsNcp-P2GVLYpsL1qbxiuZLiFc-SqOQkcs,1521
 examples/__init__.py,sha256=NkRbV8_S1tb8S2AW6BE2U6P2-eGOPwMR1k0YQAwQpSE,130
 tests/__init__.py,sha256=409aRX8hsPffiZCVjOogtxwhACzBp8G2UTJyUQSxhK0,136
 tests/advanced_tools_example.py,sha256=1_iitECKCuWUYMNNGo61l3lmwMRrWdA8F_Xw56UaGZY,9340
-tests/authenticated_proxy_example.py,sha256=fKmHXXxIxCJXjEplttCWRh7PZhbxkBSxJF91Bx-qOME,3019
+tests/authenticated_proxy_example.py,sha256=ZgLrU-1GaBhkJK1Wy0X93lHP1GT2sU2_wi3RI1CfrVc,3135
 tests/baidu_performance_test.py,sha256=wxdaI7UwKboMYH_qcaqZLxAStvndH60bvKGzD8F-jaI,3974
 tests/baidu_test.py,sha256=NKYnwDbPJX3tmKtRn7uQ_QWzUXiLTQC-Gdr1cQkJzEo,1874
 tests/bug_check_test.py,sha256=EIDOUk_QgtBOWKuBLm_WHbgJ0fsDuJACJ-nuxnBIdkQ,8056
@@ -178,6 +177,7 @@ tests/dynamic_loading_example.py,sha256=7LdeQZFevrb-U1_dgr4oX3aYo2Da4HvE_0KIf1fw
 tests/dynamic_loading_test.py,sha256=dzDW7b66HeDsIYsYgvNRihE3V6b6gEbUGQpp-eJbcIM,3413
 tests/env_config_example.py,sha256=_ZRDh_LR23ZKpy9E--y_KM0QIOiZF5vRT98QTn52TY8,4951
 tests/error_handling_example.py,sha256=grTeo1X17rFz4lhgASb0g5yu4NWbmNz5neyuonnNR40,5294
+tests/explain_mysql_update_behavior.py,sha256=uBrJwiYujTJF35oF1kYMRjYU5k5Y3YlqOfOni0oPQtY,2865
 tests/final_comprehensive_test.py,sha256=szTNbtwKfYNmE0kzDPCsE_kvnTG7FNKl2JERakGhKIk,4314
 tests/final_log_test.py,sha256=CpZ4ZvvuvFiBvz1a50qN599XIU086ett_I0bSX42BLU,9367
 tests/final_validation_test.py,sha256=4cuTr58i46JI6M4Tz54e7vrVFrOr3R7HSWgyQPKmM9M,5244
@@ -203,11 +203,13 @@ tests/simple_selector_helper_test.py,sha256=l9FsVhQ-z-ICqqetLIyeSaI8Dn6bXNCD8sLd
 tests/simple_selector_test.py,sha256=XzOYzpEzr0yaioLV6v-4XC60VZMd5jRthlyp7Ud02o4,6630
 tests/simple_spider_test.py,sha256=RzziJg-fbIVJ6_CgbismfkwrLwpJp4WWp2RLgG7Tpws,1168
 tests/simple_url_test.py,sha256=g9RBn46V7fHZTU0BrB5pl5AGCbw6QuKOXClVACb-MEQ,2297
+tests/simulate_mysql_update_test.py,sha256=7BEFdQkYjgCdLN5vnieTf-ByosCcSj2QJUMOUeYlLgQ,4597
 tests/spider_log_timing_test.py,sha256=pvYpKZemClr4mCR76xywhsiWbT5sPdzD_taZKFjlgvM,5573
 tests/test_advanced_tools.py,sha256=HT_TcwfFzli-CavIJSqQqnCxnBn5FDMX09zL7AJ5tNY,5398
 tests/test_all_commands.py,sha256=VgVa9SzU5Irvn5igHpC2W4E_6ZDWDt7jc-T4UPK_PFE,7718
 tests/test_all_pipeline_fingerprints.py,sha256=NDrBYr0f9CAhjmSezTS4NUrAdcotrSX3ElJTWqjXXbU,5308
 tests/test_all_redis_key_configs.py,sha256=dWc4Dsr07_vuSpb4hwkMpyy6XO8SI7vglVjGuGvXoa4,5710
+tests/test_asyncmy_usage.py,sha256=gxENdxrcLlDG2m8V-j4ZnSJYFc3x6CvKvgPAhOC13DE,1688
 tests/test_authenticated_proxy.py,sha256=lnvmQwuf0zaZP_E05EzcNFR2VJbwTkLjOmZGNoJKaC4,4339
 tests/test_batch_processor.py,sha256=4_nYlu9R1JkDCFHq0bYc9LUNqsg41r7sQ879hkrhEts,7212
 tests/test_cleaners.py,sha256=HDK8_YU7GUj_3hGU415cxEeUR74mnDSk0yroLlgDI0I,1816
@@ -219,7 +221,7 @@ tests/test_config_validator.py,sha256=Z4gBHkI0_fEx-xgiiG4T33F4BAuePuF81obpNTXfse
 tests/test_controlled_spider_mixin.py,sha256=AQ493ic6AxZAKd7QCgnUES92BBWCMNteTd5DjoQlhwo,2864
 tests/test_crawler_process_import.py,sha256=iIPqSCpv2VRb_hWTu5euLME4PDFf7NwixeBypRuv39Y,1175
 tests/test_crawler_process_spider_modules.py,sha256=uMr4esj6ascVBzt0WrPd3ZOQfKD00O6tJrNhuWOdvV0,1395
-tests/test_crawlo_proxy_integration.py,sha256=81DVwosMoiSMxj4V_jLzcL7aqvSv_8ucggkQyXsvzT0,2733
+tests/test_crawlo_proxy_integration.py,sha256=JFBI82ILXMwAIJ29C8uhu5r-hH3UhMC50jKr5-jy6Ng,3059
 tests/test_date_tools.py,sha256=pcLDyhLrZ_jh-PhPm4CvLZEgNeH9kLMPKN5zacHwuWM,4053
 tests/test_dedup_fix.py,sha256=UFdm8lIi0ZIdp40W8ruxRD69bxzijuFUfNyJmB4Fwl0,8788
 tests/test_dedup_pipeline_consistency.py,sha256=dn5EAZSU5gQOV5EQwreHp76i5aQZ9tEdltSGO7dif5M,5176
@@ -228,7 +230,7 @@ tests/test_distributed.py,sha256=78Pn4HPLIaO8t1IiaSkckBmuEVTcnC8IDw7znf9_Zcw,179
 tests/test_double_crawlo_fix.py,sha256=lZwrT5ij6Jbh0EzZswhw05FXwgKaEZsSHekLTrJJajg,7856
 tests/test_double_crawlo_fix_simple.py,sha256=NDmCEeyvpf_D1tGQMA66iLPPKlAnSZcEg71e7GHYcjg,4768
 tests/test_download_delay_middleware.py,sha256=Idc6KzhL3hY3aDKgn1j_v5-mLIHz7dTnV5c4tJVZh5Q,9107
-tests/test_downloader_proxy_compatibility.py,sha256=0hgIzWXIqd92YXEB5sNneyp4Sk7PaG76up2cd6N9QQY,8903
+tests/test_downloader_proxy_compatibility.py,sha256=NJJ-g_I665lHLsJZd7ONvKubHRxv82FADZR9WYzgyzA,9418
 tests/test_dynamic_downloaders_proxy.py,sha256=t_aWpxOHi4h3_fg2ImtIq7IIJ0r3PTHtnXiopPe2ZlM,4450
 tests/test_dynamic_proxy.py,sha256=zi7Ocbhc9GL1zCs0XhmG2NvBBeIZ2d2hPJVh18lH4Y0,3172
 tests/test_dynamic_proxy_config.py,sha256=C_9CEjCJtrr0SxIXCyLDhSIi88ujF7UAT1F-FAphd0w,5853
@@ -260,6 +262,15 @@ tests/test_middleware_debug.py,sha256=gtiaWCxBSTcaNkdqXirM7CsThr_HfiCueBdQCpp7rq
 tests/test_mode_consistency.py,sha256=t72WX0etC_AayaL2AT6e2lIgbfP-zxTgYAiTARSN2Jk,1276
 tests/test_multi_directory.py,sha256=sH9Y3B-fuESlc7J1aICa-AlBcCW8HFR-Q5j2anUr8l0,2196
 tests/test_multiple_spider_modules.py,sha256=M0wPyQW7HMasbMIgn_R78wjZEj4A_DgqaGHp0qF9Y0c,2567
+tests/test_mysql_pipeline_config.py,sha256=5Yveo4cPiGOG22EO5493QkC2m3ocKfv0Y2jK9m_4aZU,6793
+tests/test_mysql_pipeline_error.py,sha256=htqZBnEIF3kIML53u8Sv4_PnyRep-0JJFApuD8FpkFQ,3529
+tests/test_mysql_pipeline_init_log.py,sha256=-x9M2wqfa5g3jZ-y7iIPIOqEle0HouC28YECWfSE5OQ,2516
+tests/test_mysql_pipeline_integration.py,sha256=fhBwU0ewH3nc1ol1JH4xpVTGrqlIttBghkqtxtOgMF0,4208
+tests/test_mysql_pipeline_refactor.py,sha256=yJzBBgoIavQjXWQtivP0j8kAwmbb8zybypHqdLbfd_c,5804
+tests/test_mysql_pipeline_refactor_simple.py,sha256=QmF2Zv-0FyWMs6SYNXQPC3GW1rVyPnKmM_2rGOtxCps,3724
+tests/test_mysql_pipeline_robustness.py,sha256=cmjDOv9FX1OAFHJaY3WkveCSOTZiiZKu5ehjHaI-QW0,6138
+tests/test_mysql_pipeline_types.py,sha256=dIs4aYlV9vsGfhvmDHOc-LCx-jDqUzoAkn-v8i2ae7Y,2474
+tests/test_mysql_update_columns.py,sha256=CyEshc7b_yprIXcQtNOaWvCC2ZDb0kzjLOfmd8r3sOY,3458
 tests/test_offsite_middleware.py,sha256=njpXTdngOqBs60Wj6xgo5EEXlJnMHd7vtYGi9dVauW0,10602
 tests/test_offsite_middleware_simple.py,sha256=4MfDKSXGHcoFLYnnxCH2rmnzztWyN0xByYLoHtepyiA,7918
 tests/test_optimized_selector_naming.py,sha256=fbmlB5S2kBwtQWpWoQ4lQ7rUQm2_DeWK-t6KqvIRTUQ,2787
@@ -272,13 +283,15 @@ tests/test_priority_consistency.py,sha256=rVX7nku5N_QpB_ffDu3xqREkCWPX5aNNiXy112
 tests/test_priority_consistency_fixed.py,sha256=MlYi5PIr5wxunC3Ku4ilnxOatKyRu2qIvhV7pjadkjg,10765
 tests/test_proxy_api.py,sha256=XnmklS-xU4ke_560gV6AIlBsRmG8YLQTGFAZrTUZuhc,11013
 tests/test_proxy_health_check.py,sha256=_tDlxa_6TdL3M5RLkHF82roXJ8WIuG5hELBp2GADyKQ,1123
-tests/test_proxy_middleware.py,sha256=EdQAfwwAJIBxw9JmUFTDEu_pdxapaTlcJr7KcrY6-AY,4021
-tests/test_proxy_middleware_enhanced.py,sha256=QR-p26F63N7MxNjZ2QJUeerh_xdnCDejkrGPIh7Fh4U,7035
-tests/test_proxy_middleware_integration.py,sha256=mTPK_XvbmLCV_QoVZzA3ybWOOX61493Ew78WfTp-bYQ,4441
-tests/test_proxy_middleware_refactored.py,sha256=VbkTWkmmomcyswobA_gf3p_bERl_eexY2e6ohJQS_A8,6960
+tests/test_proxy_middleware.py,sha256=MC2Hg88Pdpv6i_gTAy4ocIWOOxQ8bF7hYtszwpOzilE,8716
+tests/test_proxy_middleware_enhanced.py,sha256=N7Ly3koCH2uRYk6pxhEJwWpChKdIucdrj0nKvq_E4bw,6896
+tests/test_proxy_middleware_integration.py,sha256=PQhJKM1uGtQTlBh7XlKWAMwNwQ6K8of-P15KHDF2dJg,4729
+tests/test_proxy_middleware_refactored.py,sha256=Z4szCDqyjAwWtgDoddgfeNIVsVefPcrfsZP57gCMrJQ,8272
+tests/test_proxy_only.py,sha256=OqF3An_s9VY4mfLX7kDRz_LMtLpNzC6LS2kQkEyiBRw,2563
 tests/test_proxy_providers.py,sha256=u_R2fhab90vqvQEaOAztpAOe9tJXvUMIdoDxmStmXJ4,1749
 tests/test_proxy_stats.py,sha256=ES00CEoDITYPFBGPk8pecFzD3ItYIv6NSpcqNd8-kvo,526
 tests/test_proxy_strategies.py,sha256=9Z1pXmTNyw-eIhGXlf2abZbJx6igLohYq-_3hldQ5uE,1868
+tests/test_proxy_with_downloader.py,sha256=6OqyLcIM9nPMhL9bCYUIeSvYValKPw72XC-Up8jRri8,4597
 tests/test_queue_empty_check.py,sha256=ZJC6jOgZq0Wb0-ubrB1ZNcCaUiWeCxoNZmjkd6PY6t0,1182
 tests/test_queue_manager_double_crawlo.py,sha256=MijZ3JuyHMuqGbRC-8kclFr-4O7m_T8CqezP4qiWk-E,6957
 tests/test_queue_manager_redis_key.py,sha256=txHLq5XUZZN7h9HUlqlUCEVCTe2IXdf9r7F_P2zNVdY,7117
@@ -288,7 +301,7 @@ tests/test_queue_type_redis_config_consistency.py,sha256=1ew7Zp9CxH1DQ0RUmsZMV-n
 tests/test_random_headers_default.py,sha256=ulDb3_kRpnTCN1-TO3m6wVM-eMkZS_ezsSbd1ur8Xpg,12772
 tests/test_random_headers_necessity.py,sha256=SSbNQIE347oCQvuG6yaAambFU-3MyQzTV5jN1kArRGY,11741
 tests/test_random_user_agent.py,sha256=6HjU4iUcMk-J6bR2N5FhIkWDfnaFKAPNVyRzxmQQ14k,2302
-tests/test_real_scenario_proxy.py,sha256=clmLvBfap5OpsaCE08MAWap-78jhVrxYfVfDNyoa4Hg,8454
+tests/test_real_scenario_proxy.py,sha256=L2Mfwt47pvs6dYJDcazeyupoQ_DuvhdulCz6-2GFR9Y,7527
 tests/test_redis_config.py,sha256=51_Fy1PqIhS0MMO2nR4q6oQjBFxfqcUPK_4NNf5s83g,903
 tests/test_redis_connection_pool.py,sha256=pKfXdE3Cm_L_fNqI9zqFmqiidCwR0t7hiM_Fu_V1cNI,9328
 tests/test_redis_key_naming.py,sha256=MTFk656JhiGVTsMctBDhBNOMFcBDZrsQA3UfPZ-Dgj4,6911
@@ -328,6 +341,7 @@ tests/untested_features_report.md,sha256=31aUlsw_1OKe0_ijAjeH85kJ7HJ8qzKLJdOHDjW
 tests/verify_debug.py,sha256=iQ4Efwg9bQTHscr73VYAAZ8rBIe1u6mQfeaEK5YgneY,1564
 tests/verify_distributed.py,sha256=0IolM4ymuPOz_uTfHSWFO3Vxzp7Lo6i0zhSbzJhHFtI,4045
 tests/verify_log_fix.py,sha256=7reyVl3MXTDASyChgU5BAYuzuxvFjSLG9HywAHso0qg,4336
+tests/verify_mysql_warnings.py,sha256=TMPsB1yp7R_c3S6LllgPJ-n_4He6gHVygAC81zbeQrc,4106
 tests/ofweek_scrapy/scrapy.cfg,sha256=D_8rsW65iTbH7nG1kI25jYTCpoQKBVa2shajrsC6fBw,280
 tests/ofweek_scrapy/ofweek_scrapy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/ofweek_scrapy/ofweek_scrapy/items.py,sha256=Y_TwwHPAgOXTuCTdnhRxil7vYPk1_rzj1ZatTq4AX-I,280
@@ -340,8 +354,8 @@ tests/scrapy_comparison/ofweek_scrapy.py,sha256=rhVds_WjYum1bLuWWe90HtXE51fZXEqh
 tests/scrapy_comparison/scrapy_test.py,sha256=-IsGUHPBgEL0TmXjeLZl-TUA01B7Dsc2nRo4JZbFwZA,5599
 tests/test_spiders/__init__.py,sha256=Ws2DhfUA0Xh5Cxr9M46td7B6hyNoLTyAhZ60FnIh6D0,20
 tests/test_spiders/test_spider.py,sha256=kNGEg80HMMFgzVseI1jJjljZEBy3QYKt_3SXGASffFM,168
-crawlo-1.4.5.dist-info/METADATA,sha256=o0MSsONyv_KU7dMNANtCZlkLpVdDUz8zGJKd5i2DM1g,9355
-crawlo-1.4.5.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-crawlo-1.4.5.dist-info/entry_points.txt,sha256=5HoVoTSPxI8SCa5B7pQYxLSrkOdiunyO9tqNsLMv52g,43
-crawlo-1.4.5.dist-info/top_level.txt,sha256=keG_67pbZ_wZL2dmDRA9RMaNHTaV_x_oxZ9DKNgwvR0,22
-crawlo-1.4.5.dist-info/RECORD,,
+crawlo-1.4.6.dist-info/METADATA,sha256=j66m-xE1oVuLE4WEnDbBjH6PXGbfbgM7yxSF616EOHo,9355
+crawlo-1.4.6.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+crawlo-1.4.6.dist-info/entry_points.txt,sha256=5HoVoTSPxI8SCa5B7pQYxLSrkOdiunyO9tqNsLMv52g,43
+crawlo-1.4.6.dist-info/top_level.txt,sha256=keG_67pbZ_wZL2dmDRA9RMaNHTaV_x_oxZ9DKNgwvR0,22
+crawlo-1.4.6.dist-info/RECORD,,

tests/authenticated_proxy_example.py

@@ -74,14 +74,18 @@ async def main():
     config = CrawloConfig.standalone(
         concurrency=2,
         download_delay=1.0,
-        PROXY_ENABLED=True,
-        # 配置认证代理（请替换为实际的代理信息）
-        PROXY_API_URL="http://your-proxy-provider.com/api/get",  # 代理API地址
-        # 如果使用固定代理，可以直接设置：
+        # 代理配置
+        # 高级代理配置（适用于ProxyMiddleware）
+        # 只要配置了代理API URL，中间件就会自动启用
+        PROXY_API_URL="http://proxy-api.example.com/get",  # 代理API地址
+        
+        # 代理配置（适用于ProxyMiddleware）
+        # 只要配置了代理列表，中间件就会自动启用
         # PROXY_LIST=[
-        #     "http://username:password@proxy1.example.com:8080",
-        #     "http://username:password@proxy2.example.com:8080",
+        #     "http://user:pass@proxy1.example.com:8080",
+        #     "http://user:pass@proxy2.example.com:8080"
         # ],
+        
         LOG_LEVEL='INFO'
     )
     

tests/explain_mysql_update_behavior.py

@@ -0,0 +1,77 @@
+# -*- coding: utf-8 -*-
+"""
+解释 MySQL ON DUPLICATE KEY UPDATE 行为
+帮助理解为什么在使用 MYSQL_UPDATE_COLUMNS 时可能显示"未插入新记录"
+"""
+import sys
+import os
+
+# 添加项目根目录到 Python 路径
+sys.path.insert(0, os.path.join(os.path.dirname(__file__), '..'))
+
+from crawlo.utils.db_helper import SQLBuilder
+
+
+def explain_mysql_behavior():
+    """解释 MySQL ON DUPLICATE KEY UPDATE 的行为"""
+    print("=== MySQL ON DUPLICATE KEY UPDATE 行为解释 ===\n")
+    
+    # 模拟实际使用的数据
+    table = "news_items"
+    item_data = {
+        'title': '新一代OLED屏下光谱颜色传感技术：解锁显示新密码，重塑视觉新体验',
+        'publish_time': '2025-10-09 09:57',
+        'url': 'https://ee.ofweek.com/2025-10/ART-8460-2806-30671544.html',
+        'source': '',
+        'content': '在全球智能手机市场竞争日趋白热化的当下，消费者对手机屏幕显示效果的要求愈发严苛...'
+    }
+    
+    print("当使用 MYSQL_UPDATE_COLUMNS 配置时:")
+    print("MYSQL_UPDATE_COLUMNS = ('title', 'publish_time')")
+    print()
+    
+    # 生成 SQL
+    sql = SQLBuilder.make_insert(
+        table=table,
+        data=item_data,
+        auto_update=False,
+        update_columns=('title', 'publish_time'),
+        insert_ignore=False
+    )
+    
+    print("生成的 SQL 语句:")
+    print(sql)
+    print()
+    
+    print("MySQL 行为说明:")
+    print("1. 如果这是一条新记录（没有主键或唯一键冲突）:")
+    print("   - MySQL 会正常插入记录")
+    print("   - 返回影响行数为 1")
+    print()
+    print("2. 如果遇到主键或唯一键冲突:")
+    print("   - MySQL 会执行 ON DUPLICATE KEY UPDATE 子句")
+    print("   - 更新指定的字段: title 和 publish_time")
+    print()
+    print("3. 关键点 - 如果更新的字段值与现有记录完全相同:")
+    print("   - MySQL 不会实际更新任何数据")
+    print("   - 返回影响行数为 0")
+    print("   - 这就是你看到 'SQL执行成功但未插入新记录' 的原因")
+    print()
+    
+    print("如何验证是否真的更新了数据:")
+    print("1. 检查数据库中的记录是否发生变化")
+    print("2. 如果内容字段有变化但未在 update_columns 中指定，则不会更新")
+    print("3. 可以在 update_columns 中添加更多字段以确保更新")
+    print()
+    
+    print("建议的配置:")
+    print("# 如果希望在冲突时更新更多字段，可以这样配置:")
+    print("MYSQL_UPDATE_COLUMNS = ('title', 'publish_time', 'content')")
+    print()
+    print("# 或者如果希望完全替换记录:")
+    print("MYSQL_AUTO_UPDATE = True")
+    print("MYSQL_UPDATE_COLUMNS = ()  # 空元组")
+
+
+if __name__ == "__main__":
+    explain_mysql_behavior()

tests/simulate_mysql_update_test.py

@@ -0,0 +1,140 @@
+# -*- coding: utf-8 -*-
+"""
+模拟 MySQL ON DUPLICATE KEY UPDATE 行为测试
+演示不同情况下的影响行数
+"""
+import sys
+import os
+
+# 添加项目根目录到 Python 路径
+sys.path.insert(0, os.path.join(os.path.dirname(__file__), '..'))
+
+from crawlo.utils.db_helper import SQLBuilder
+
+
+def simulate_mysql_scenarios():
+    """模拟不同的 MySQL 场景"""
+    print("=== MySQL 场景模拟测试 ===\n")
+    
+    table = "news_items"
+    
+    # 场景1: 新记录插入
+    print("场景1: 插入新记录")
+    new_data = {
+        'title': '新文章标题',
+        'publish_time': '2025-10-09 10:00',
+        'url': 'https://example.com/new-article',
+        'source': '新来源',
+        'content': '新文章内容'
+    }
+    
+    sql1 = SQLBuilder.make_insert(
+        table=table,
+        data=new_data,
+        auto_update=False,
+        update_columns=('title', 'publish_time'),
+        insert_ignore=False
+    )
+    
+    print(f"SQL: {sql1[:100]}...")
+    print("预期行为: 正常插入，影响行数 = 1")
+    print()
+    
+    # 场景2: 冲突但字段值相同
+    print("场景2: 主键冲突，更新字段值相同")
+    duplicate_data = {
+        'title': '已有文章标题',  # 假设数据库中已存在相同标题的记录
+        'publish_time': '2025-10-09 09:00',  # 与数据库中记录相同的发布时间
+        'url': 'https://example.com/existing-article',
+        'source': '来源',
+        'content': '文章内容'
+    }
+    
+    sql2 = SQLBuilder.make_insert(
+        table=table,
+        data=duplicate_data,
+        auto_update=False,
+        update_columns=('title', 'publish_time'),
+        insert_ignore=False
+    )
+    
+    print(f"SQL: {sql2[:100]}...")
+    print("预期行为: 触发 ON DUPLICATE KEY UPDATE，但字段值未变化，影响行数 = 0")
+    print()
+    
+    # 场景3: 冲突且字段值不同
+    print("场景3: 主键冲突，更新字段值不同")
+    updated_data = {
+        'title': '已有文章标题',  # 与数据库中记录相同
+        'publish_time': '2025-10-09 11:00',  # 与数据库中记录不同的发布时间
+        'url': 'https://example.com/existing-article',
+        'source': '来源',
+        'content': '文章内容'
+    }
+    
+    sql3 = SQLBuilder.make_insert(
+        table=table,
+        data=updated_data,
+        auto_update=False,
+        update_columns=('title', 'publish_time'),
+        insert_ignore=False
+    )
+    
+    print(f"SQL: {sql3[:100]}...")
+    print("预期行为: 触发 ON DUPLICATE KEY UPDATE，字段值变化，影响行数 = 2")
+    print("(MySQL 5.7+ 版本中，更新操作返回的影响行数为 2)")
+    print()
+    
+    # 场景4: 使用 INSERT IGNORE
+    print("场景4: 使用 INSERT IGNORE")
+    ignore_data = {
+        'title': '忽略重复标题',  # 假设数据库中已存在相同标题的记录
+        'publish_time': '2025-10-09 12:00',
+        'url': 'https://example.com/ignore-article',
+        'source': '忽略来源',
+        'content': '忽略内容'
+    }
+    
+    sql4 = SQLBuilder.make_insert(
+        table=table,
+        data=ignore_data,
+        auto_update=False,
+        update_columns=(),
+        insert_ignore=True
+    )
+    
+    print(f"SQL: {sql4[:100]}...")
+    print("预期行为: 遇到重复记录时忽略插入，影响行数 = 0")
+    print()
+    
+    # 场景5: 使用 REPLACE INTO
+    print("场景5: 使用 REPLACE INTO")
+    replace_data = {
+        'title': '替换文章标题',  # 假设数据库中已存在相同标题的记录
+        'publish_time': '2025-10-09 13:00',
+        'url': 'https://example.com/replace-article',
+        'source': '替换来源',
+        'content': '替换内容'
+    }
+    
+    sql5 = SQLBuilder.make_insert(
+        table=table,
+        data=replace_data,
+        auto_update=True,  # 使用 REPLACE INTO
+        update_columns=(),
+        insert_ignore=False
+    )
+    
+    print(f"SQL: {sql5[:100]}...")
+    print("预期行为: 删除旧记录并插入新记录，影响行数 = 2")
+    print()
+    
+    print("=== 总结 ===")
+    print("1. 当使用 MYSQL_UPDATE_COLUMNS 时，影响行数为 0 并不表示错误")
+    print("2. 这可能意味着更新的字段值与现有记录相同")
+    print("3. 如果需要确保更新，可以在 update_columns 中包含更多字段")
+    print("4. 如果需要完全替换记录，使用 MYSQL_AUTO_UPDATE = True")
+
+
+if __name__ == "__main__":
+    simulate_mysql_scenarios()

tests/test_asyncmy_usage.py

@@ -0,0 +1,57 @@
+# -*- coding: utf-8 -*-
+import asyncio
+from asyncmy import create_pool
+
+async def test_asyncmy_usage():
+    """测试asyncmy库的正确使用方式"""
+    try:
+        # 创建连接池
+        pool = await create_pool(
+            host='127.0.0.1',
+            port=3306,
+            user='root',
+            password='123456',
+            db='test',
+            minsize=1,
+            maxsize=5
+        )
+        
+        # 获取连接
+        conn = await pool.acquire()
+        try:
+            # 获取游标
+            cursor = await conn.cursor()
+            try:
+                # 执行SQL
+                result = cursor.execute("SELECT 1")
+                print(f"execute返回类型: {type(result)}")
+                print(f"execute返回值: {result}")
+                
+                # 检查是否需要await
+                if hasattr(result, '__await__'):
+                    print("execute返回的是协程对象，需要await")
+                    result = await result
+                else:
+                    print("execute返回的不是协程对象，不需要await")
+                    
+                # 提交事务
+                await conn.commit()
+                
+            finally:
+                await cursor.close()
+        finally:
+            pool.release(conn)
+            
+        # 关闭连接池
+        pool.close()
+        await pool.wait_closed()
+        
+        print("测试完成")
+        
+    except Exception as e:
+        print(f"测试出错: {e}")
+        import traceback
+        traceback.print_exc()
+
+if __name__ == "__main__":
+    asyncio.run(test_asyncmy_usage())

tests/test_crawlo_proxy_integration.py

@@ -61,8 +61,14 @@ async def test_proxy_integration():
     config = CrawloConfig.standalone(
         concurrency=1,
         download_delay=0.1,
-        PROXY_ENABLED=True,
-        PROXY_API_URL="https://api.proxyprovider.com/get",  # 模拟代理API
+        # 代理配置
+        # 高级代理配置（适用于ProxyMiddleware）
+        # 只要配置了代理API URL，中间件就会自动启用
+        PROXY_API_URL="https://proxy-api.example.com/get",  # 模拟代理API
+        
+        # 代理配置（适用于ProxyMiddleware）
+        # 只要配置了代理列表，中间件就会自动启用
+        # PROXY_LIST=["http://proxy1:8080", "http://proxy2:8080"],
         LOG_LEVEL='WARNING'  # 减少日志输出
     )
     

tests/test_downloader_proxy_compatibility.py

@@ -35,7 +35,7 @@ class MockCrawler:
         self.spider = MockSpider(self)  # 添加spider属性
 
 
-def create_test_settings(proxy_url=None):
+def create_test_settings(proxy_url=None, proxy_list=None):
     """创建测试设置"""
     settings = SettingManager()
     settings.set("LOG_LEVEL", "DEBUG")
@@ -47,12 +47,13 @@ def create_test_settings(proxy_url=None):
     
     # 代理相关设置
     if proxy_url:
-        settings.set("PROXY_ENABLED", True)
+        # 高级代理配置（适用于ProxyMiddleware）
+        # 只要配置了代理API URL，中间件就会自动启用
         settings.set("PROXY_API_URL", proxy_url)
-        settings.set("PROXY_REFRESH_INTERVAL", 60)
-        settings.set("PROXY_POOL_SIZE", 5)
-    else:
-        settings.set("PROXY_ENABLED", False)
+    elif proxy_list:
+        # 代理配置（适用于ProxyMiddleware）
+        # 只要配置了代理列表，中间件就会自动启用
+        settings.set("PROXY_LIST", proxy_list)
         
     return settings
 
@@ -65,7 +66,7 @@ async def test_aiohttp_with_proxy(proxy_url, target_url):
     
     try:
         # 创建设置
-        settings = create_test_settings(proxy_url)
+        settings = create_test_settings(proxy_url=proxy_url)
         crawler = MockCrawler(settings)
         
         # 创建下载器
@@ -73,6 +74,7 @@ async def test_aiohttp_with_proxy(proxy_url, target_url):
         downloader.open()
         
         # 创建代理中间件
+        from crawlo.middleware.proxy import ProxyMiddleware
         proxy_middleware = ProxyMiddleware(settings, "DEBUG")
         
         # 创建请求
@@ -115,15 +117,15 @@ async def test_aiohttp_with_proxy(proxy_url, target_url):
             pass
 
 
-async def test_httpx_with_proxy_async(proxy_url, target_url):
+async def test_httpx_with_proxy_async(proxy_list, target_url):
     """测试httpx下载器与代理的适配性"""
     print(f"\n=== 测试 httpx 下载器与代理 ===")
-    print(f"代理URL: {proxy_url}")
+    print(f"代理列表: {proxy_list}")
     print(f"目标URL: {target_url}")
     
     try:
         # 创建设置
-        settings = create_test_settings(proxy_url)
+        settings = create_test_settings(proxy_list=proxy_list)
         crawler = MockCrawler(settings)
         
         # 创建下载器
@@ -131,7 +133,8 @@ async def test_httpx_with_proxy_async(proxy_url, target_url):
         downloader.open()
         
         # 创建代理中间件
-        proxy_middleware = ProxyMiddleware(settings, "DEBUG")
+        from crawlo.middleware.simple_proxy import SimpleProxyMiddleware
+        proxy_middleware = SimpleProxyMiddleware(settings, "DEBUG")
         
         # 创建请求
         request = Request(url=target_url)
@@ -168,7 +171,6 @@ async def test_httpx_with_proxy_async(proxy_url, target_url):
         # 清理资源
         try:
             await downloader.close()
-            await proxy_middleware.close()
         except:
             pass
 
@@ -181,7 +183,7 @@ async def test_curl_cffi_with_proxy_async(proxy_url, target_url):
     
     try:
         # 创建设置
-        settings = create_test_settings(proxy_url)
+        settings = create_test_settings(proxy_url=proxy_url)
         crawler = MockCrawler(settings)
         
         # 创建下载器
@@ -238,26 +240,28 @@ async def main():
     # 使用测试代理URL（这里使用一个公开的测试代理）
     # 注意：在实际使用中，您需要替换为有效的代理URL
     test_proxy_url = "http://test.proxy.api:8080/proxy/getitem/"
+    test_proxy_list = ["http://proxy1:8080", "http://proxy2:8080"]
     test_target_url = "https://httpbin.org/ip"  # 一个返回IP信息的测试站点
     
     print(f"测试代理API: {test_proxy_url}")
+    print(f"测试代理列表: {test_proxy_list}")
     print(f"测试目标URL: {test_target_url}")
     
-    # 测试aiohttp下载器
+    # 测试aiohttp下载器（使用高级代理）
     aiohttp_result = await test_aiohttp_with_proxy(test_proxy_url, test_target_url)
     
-    # 测试httpx下载器
-    httpx_result = await test_httpx_with_proxy_async(test_proxy_url, test_target_url)
+    # 测试httpx下载器（使用简化代理）
+    httpx_result = await test_httpx_with_proxy_async(test_proxy_list, test_target_url)
     
-    # 测试curl-cffi下载器
+    # 测试curl-cffi下载器（使用高级代理）
     curl_cffi_result = await test_curl_cffi_with_proxy_async(test_proxy_url, test_target_url)
     
     # 汇总结果
     print("\n" + "="*50)
     print("测试结果汇总:")
-    print(f"aiohttp 下载器: {'✓ 通过' if aiohttp_result else '✗ 失败'}")
-    print(f"httpx 下载器: {'✓ 通过' if httpx_result else '✗ 失败'}")
-    print(f"curl-cffi 下载器: {'✓ 通过' if curl_cffi_result else '✗ 失败'}")
+    print(f"aiohttp 下载器 (高级代理): {'✓ 通过' if aiohttp_result else '✗ 失败'}")
+    print(f"httpx 下载器 (简化代理): {'✓ 通过' if httpx_result else '✗ 失败'}")
+    print(f"curl-cffi 下载器 (高级代理): {'✓ 通过' if curl_cffi_result else '✗ 失败'}")
     
     overall_result = all([aiohttp_result, httpx_result, curl_cffi_result])
     print(f"\n总体结果: {'✓ 所有下载器都适配代理中间件' if overall_result else '✗ 部分下载器不兼容'}")