akshare 1.13.46__py3-none-any.whl → 1.17.99__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- akshare/__init__.py +757 -161
- akshare/air/air_hebei.py +79 -53
- akshare/air/air_zhenqi.py +3 -7
- akshare/air/cons.py +1 -0
- akshare/air/crypto.js +1 -1
- akshare/air/outcrypto.js +1 -1
- akshare/air/sunrise_tad.py +32 -17
- akshare/article/cons.py +1 -0
- akshare/article/epu_index.py +4 -3
- akshare/article/ff_factor.py +19 -8
- akshare/article/fred_md.py +4 -1
- akshare/article/risk_rv.py +3 -8
- akshare/bank/bank_cbirc_2020.py +11 -11
- akshare/bank/cons.py +7 -6
- akshare/bond/bond_buy_back_em.py +228 -0
- akshare/bond/bond_cb_sina.py +1 -0
- akshare/bond/bond_cb_ths.py +17 -9
- akshare/bond/bond_cbond.py +19 -14
- akshare/bond/bond_china.py +38 -39
- akshare/bond/bond_china_money.py +75 -48
- akshare/bond/bond_convert.py +10 -9
- akshare/bond/bond_em.py +37 -17
- akshare/bond/bond_info_cm.py +28 -8
- akshare/bond/bond_issue_cninfo.py +73 -30
- akshare/bond/bond_summary.py +38 -37
- akshare/bond/bond_zh_cov.py +31 -40
- akshare/bond/bond_zh_sina.py +61 -51
- akshare/bond/cons.py +14 -11
- akshare/cal/__init__.py +0 -0
- akshare/cal/rv.py +170 -0
- akshare/cost/cost_living.py +7 -5
- akshare/crypto/__init__.py +1 -1
- akshare/crypto/crypto_bitcoin_cme.py +9 -7
- akshare/crypto/crypto_hold.py +4 -2
- akshare/currency/currency.py +1 -0
- akshare/currency/currency_china_bank_sina.py +11 -6
- akshare/currency/currency_safe.py +7 -6
- akshare/data/__init__.py +1 -1
- akshare/data/cninfo.js +1 -1
- akshare/datasets.py +10 -21
- akshare/economic/cons.py +10 -3
- akshare/economic/macro_australia.py +74 -69
- akshare/economic/macro_bank.py +95 -653
- akshare/economic/macro_canada.py +92 -81
- akshare/economic/macro_china.py +163 -117
- akshare/economic/macro_china_hk.py +0 -1
- akshare/economic/macro_china_nbs.py +24 -7
- akshare/economic/macro_euro.py +103 -56
- akshare/economic/macro_finance_ths.py +135 -0
- akshare/economic/macro_germany.py +1 -1
- akshare/economic/macro_info_ws.py +100 -0
- akshare/economic/macro_japan.py +0 -1
- akshare/economic/macro_other.py +1 -6
- akshare/economic/macro_swiss.py +2 -3
- akshare/economic/macro_uk.py +1 -1
- akshare/economic/macro_usa.py +7 -9
- akshare/economic/marco_cnbs.py +11 -6
- akshare/energy/energy_carbon.py +94 -126
- akshare/energy/energy_oil_em.py +1 -2
- akshare/event/cons.py +1 -0
- akshare/event/migration.py +3 -2
- akshare/exceptions.py +43 -0
- akshare/file_fold/calendar.json +245 -2
- akshare/forex/__init__.py +0 -0
- akshare/forex/cons.py +192 -0
- akshare/forex/forex_em.py +149 -0
- akshare/fortune/fortune_500.py +15 -48
- akshare/fortune/fortune_bloomberg.py +6 -3
- akshare/fortune/fortune_forbes_500.py +3 -6
- akshare/fortune/fortune_hurun.py +2 -1
- akshare/fortune/fortune_xincaifu_500.py +17 -14
- akshare/fund/fund_amac.py +38 -15
- akshare/fund/fund_announcement_em.py +145 -0
- akshare/fund/fund_aum_em.py +49 -35
- akshare/fund/fund_em.py +251 -220
- akshare/fund/fund_etf_em.py +44 -35
- akshare/fund/fund_etf_sina.py +76 -27
- akshare/fund/fund_etf_ths.py +95 -0
- akshare/fund/fund_fee_em.py +172 -0
- akshare/fund/fund_fhsp_em.py +42 -32
- akshare/fund/fund_init_em.py +8 -5
- akshare/fund/fund_lof_em.py +12 -19
- akshare/fund/fund_manager.py +25 -11
- akshare/fund/fund_overview_em.py +42 -0
- akshare/fund/fund_portfolio_em.py +78 -66
- akshare/fund/fund_position_lg.py +19 -8
- akshare/fund/fund_rank_em.py +90 -84
- akshare/fund/fund_rating.py +33 -12
- akshare/fund/fund_report_cninfo.py +63 -48
- akshare/fund/fund_scale_em.py +24 -13
- akshare/fund/fund_scale_sina.py +20 -10
- akshare/fund/fund_xq.py +3 -2
- akshare/futures/cons.py +141 -46
- akshare/futures/cot.py +89 -88
- akshare/futures/futures_basis.py +99 -33
- akshare/futures/futures_comex_em.py +1 -0
- akshare/futures/futures_comm_ctp.py +13 -2
- akshare/futures/futures_contract_detail.py +59 -9
- akshare/futures/futures_daily_bar.py +75 -62
- akshare/futures/futures_foreign.py +14 -8
- akshare/futures/futures_hf_em.py +215 -61
- akshare/futures/futures_hist_em.py +191 -0
- akshare/futures/futures_hq_sina.py +79 -61
- akshare/futures/futures_index_ccidx.py +24 -82
- akshare/futures/futures_inventory_99.py +70 -272
- akshare/futures/futures_inventory_em.py +14 -11
- akshare/futures/futures_news_shmet.py +2 -2
- akshare/futures/futures_roll_yield.py +11 -24
- akshare/futures/futures_rule.py +7 -3
- akshare/futures/futures_rule_em.py +38 -0
- akshare/futures/futures_settlement_price_sgx.py +21 -6
- akshare/futures/futures_stock_js.py +1 -2
- akshare/futures/futures_to_spot.py +43 -39
- akshare/futures/futures_warehouse_receipt.py +53 -48
- akshare/futures/futures_zh_sina.py +4 -4
- akshare/futures/receipt.py +298 -165
- akshare/futures/requests_fun.py +16 -3
- akshare/futures/symbol_var.py +32 -13
- akshare/futures_derivative/cons.py +100 -103
- akshare/futures_derivative/futures_contract_info_cffex.py +55 -39
- akshare/futures_derivative/futures_contract_info_czce.py +2 -0
- akshare/futures_derivative/futures_contract_info_dce.py +43 -17
- akshare/futures_derivative/futures_contract_info_gfex.py +43 -31
- akshare/futures_derivative/futures_contract_info_ine.py +43 -34
- akshare/futures_derivative/futures_contract_info_shfe.py +7 -8
- akshare/futures_derivative/futures_cot_sina.py +28 -19
- akshare/futures_derivative/futures_index_sina.py +25 -13
- akshare/fx/cons.py +12 -7
- akshare/fx/currency_investing.py +19 -285
- akshare/fx/fx_c_swap_cm.py +62 -0
- akshare/fx/fx_quote.py +3 -2
- akshare/fx/fx_quote_baidu.py +2 -1
- akshare/hf/__init__.py +1 -1
- akshare/hf/hf_sp500.py +8 -7
- akshare/index/cons.py +132 -28
- akshare/index/index_cflp.py +29 -26
- akshare/index/index_cni.py +89 -91
- akshare/index/index_cons.py +26 -10
- akshare/index/index_csindex.py +68 -0
- akshare/index/index_cx.py +263 -62
- akshare/index/index_drewry.py +17 -16
- akshare/index/index_eri.py +1 -0
- akshare/index/index_global_em.py +167 -0
- akshare/index/index_global_sina.py +82 -0
- akshare/index/index_kq_fz.py +17 -14
- akshare/index/index_kq_ss.py +1 -0
- akshare/index/index_option_qvix.py +351 -16
- akshare/index/index_research_sw.py +38 -38
- akshare/index/index_spot.py +9 -5
- akshare/index/index_stock_hk.py +6 -10
- akshare/index/index_stock_us_sina.py +1 -1
- akshare/index/index_stock_zh.py +193 -101
- akshare/index/index_stock_zh_csindex.py +15 -369
- akshare/index/index_sugar.py +18 -4
- akshare/index/index_sw.py +62 -34
- akshare/index/index_yw.py +53 -75
- akshare/index/index_zh_em.py +15 -82
- akshare/interest_rate/interbank_rate_em.py +14 -10
- akshare/movie/artist_yien.py +32 -5
- akshare/movie/jm.js +0 -1
- akshare/movie/movie_yien.py +92 -18
- akshare/movie/video_yien.py +28 -5
- akshare/news/__init__.py +1 -1
- akshare/news/news_baidu.py +395 -220
- akshare/news/news_cctv.py +38 -38
- akshare/news/news_stock.py +49 -13
- akshare/nlp/nlp_interface.py +7 -8
- akshare/option/cons.py +12 -12
- akshare/option/option_comm_qihuo.py +86 -0
- akshare/option/option_commodity.py +355 -211
- akshare/option/option_commodity_sina.py +22 -26
- akshare/option/option_contract_info_ctp.py +63 -0
- akshare/option/option_current_sse.py +61 -0
- akshare/option/option_current_szse.py +84 -0
- akshare/option/option_czce.py +37 -9
- akshare/option/option_daily_stats_sse_szse.py +145 -0
- akshare/option/option_em.py +4 -8
- akshare/option/option_finance.py +60 -12
- akshare/option/option_finance_sina.py +28 -26
- akshare/option/option_lhb_em.py +62 -57
- akshare/option/option_margin.py +62 -0
- akshare/option/option_premium_analysis_em.py +58 -53
- akshare/option/option_risk_analysis_em.py +11 -8
- akshare/option/option_risk_indicator_sse.py +18 -16
- akshare/option/option_value_analysis_em.py +62 -55
- akshare/other/__init__.py +1 -1
- akshare/other/other_car_cpca.py +20 -20
- akshare/pro/__init__.py +0 -1
- akshare/pro/client.py +6 -4
- akshare/pro/cons.py +3 -2
- akshare/pro/data_pro.py +6 -5
- akshare/qdii/__init__.py +0 -0
- akshare/qdii/qdii_jsl.py +233 -0
- akshare/qhkc/__init__.py +1 -6
- akshare/qhkc/qhkc_api.py +64 -22
- akshare/qhkc_web/__init__.py +1 -6
- akshare/qhkc_web/qhkc_fund.py +10 -6
- akshare/qhkc_web/qhkc_index.py +28 -14
- akshare/qhkc_web/qhkc_tool.py +62 -59
- akshare/rate/__init__.py +1 -1
- akshare/rate/repo_rate.py +36 -32
- akshare/reits/__init__.py +1 -1
- akshare/reits/reits_basic.py +149 -13
- akshare/request.py +117 -0
- akshare/spot/__init__.py +1 -1
- akshare/spot/spot_hog_soozhu.py +232 -0
- akshare/spot/spot_price_qh.py +121 -0
- akshare/spot/spot_sge.py +70 -9
- akshare/stock/cons.py +60 -23
- akshare/stock/stock_allotment_cninfo.py +10 -9
- akshare/stock/stock_ask_bid_em.py +3 -78
- akshare/stock/stock_board_concept_em.py +160 -35
- akshare/stock/stock_board_industry_em.py +163 -70
- akshare/stock/stock_cg_equity_mortgage.py +15 -11
- akshare/stock/stock_cg_guarantee.py +41 -51
- akshare/stock/stock_cg_lawsuit.py +36 -35
- akshare/stock/stock_dividend_cninfo.py +36 -16
- akshare/stock/stock_dzjy_em.py +347 -260
- akshare/stock/stock_fund_em.py +73 -64
- akshare/stock/stock_fund_hold.py +1 -2
- akshare/stock/stock_gsrl_em.py +1 -0
- akshare/stock/stock_hk_comparison_em.py +175 -0
- akshare/stock/stock_hk_famous.py +107 -0
- akshare/stock/stock_hk_fhpx_ths.py +2 -1
- akshare/stock/stock_hk_hot_rank_em.py +1 -0
- akshare/stock/stock_hk_sina.py +91 -42
- akshare/stock/stock_hold_control_cninfo.py +100 -15
- akshare/stock/stock_hold_control_em.py +4 -5
- akshare/stock/stock_hold_num_cninfo.py +18 -12
- akshare/stock/stock_hot_rank_em.py +4 -1
- akshare/stock/stock_hot_search_baidu.py +32 -19
- akshare/stock/stock_hot_up_em.py +4 -1
- akshare/stock/stock_hsgt_em.py +155 -0
- akshare/stock/stock_industry.py +1 -0
- akshare/stock/stock_industry_cninfo.py +25 -20
- akshare/stock/stock_industry_pe_cninfo.py +45 -31
- akshare/stock/stock_industry_sw.py +5 -9
- akshare/stock/stock_info.py +31 -19
- akshare/stock/stock_info_em.py +17 -11
- akshare/stock/stock_intraday_em.py +9 -80
- akshare/stock/stock_intraday_sina.py +2 -2
- akshare/stock/stock_ipo_summary_cninfo.py +25 -10
- akshare/stock/stock_new_cninfo.py +32 -19
- akshare/stock/stock_news_cx.py +39 -0
- akshare/stock/stock_profile_cninfo.py +9 -8
- akshare/stock/stock_profile_em.py +302 -0
- akshare/stock/stock_rank_forecast.py +8 -6
- akshare/stock/stock_repurchase_em.py +7 -2
- akshare/stock/stock_share_changes_cninfo.py +18 -14
- akshare/stock/stock_share_hold.py +24 -20
- akshare/stock/stock_stop.py +6 -6
- akshare/stock/stock_summary.py +153 -417
- akshare/stock/stock_us_famous.py +19 -11
- akshare/stock/stock_us_js.py +3 -2
- akshare/stock/stock_us_pink.py +38 -27
- akshare/stock/stock_us_sina.py +15 -12
- akshare/stock/stock_weibo_nlp.py +18 -20
- akshare/stock/stock_xq.py +36 -9
- akshare/stock/stock_zh_a_sina.py +58 -80
- akshare/stock/stock_zh_a_special.py +240 -243
- akshare/stock/stock_zh_a_tick_tx.py +11 -3
- akshare/stock/stock_zh_ah_tx.py +23 -26
- akshare/stock/stock_zh_b_sina.py +32 -55
- akshare/stock/stock_zh_comparison_em.py +250 -0
- akshare/stock/stock_zh_kcb_report.py +11 -9
- akshare/stock/stock_zh_kcb_sina.py +67 -64
- akshare/stock_a/__init__.py +0 -0
- akshare/stock_a/stock_board_concept_name_em.py +170 -0
- akshare/stock_a/stock_individual_fund_flow_rank.py +258 -0
- akshare/stock_a/stock_zh_a_spot.py +212 -0
- akshare/stock_feature/cons.py +1 -0
- akshare/stock_feature/stock_a_below_net_asset_statistics.py +5 -2
- akshare/stock_feature/stock_a_high_low.py +5 -2
- akshare/stock_feature/stock_a_indicator.py +15 -57
- akshare/stock_feature/stock_a_pe_and_pb.py +39 -9
- akshare/stock_feature/stock_account_em.py +0 -1
- akshare/stock_feature/stock_all_pb.py +2 -1
- akshare/stock_feature/stock_analyst_em.py +36 -30
- akshare/stock_feature/stock_board_concept_ths.py +144 -252
- akshare/stock_feature/stock_board_industry_ths.py +137 -401
- akshare/stock_feature/stock_buffett_index_lg.py +10 -8
- akshare/stock_feature/stock_classify_sina.py +3 -6
- akshare/stock_feature/stock_comment_em.py +81 -144
- akshare/stock_feature/stock_concept_futu.py +183 -0
- akshare/stock_feature/stock_congestion_lg.py +2 -1
- akshare/stock_feature/stock_cyq_em.py +5 -11
- akshare/stock_feature/stock_disclosure_cninfo.py +20 -10
- akshare/stock_feature/stock_dxsyl_em.py +121 -74
- akshare/stock_feature/stock_ebs_lg.py +5 -4
- akshare/stock_feature/stock_esg_sina.py +33 -15
- akshare/stock_feature/stock_fhps_em.py +62 -26
- akshare/stock_feature/stock_fhps_ths.py +34 -7
- akshare/stock_feature/stock_fund_flow.py +38 -25
- akshare/stock_feature/stock_gddh_em.py +19 -11
- akshare/stock_feature/stock_gdfx_em.py +226 -113
- akshare/stock_feature/stock_gdhs.py +75 -50
- akshare/stock_feature/stock_gdzjc_em.py +21 -10
- akshare/stock_feature/stock_gpzy_em.py +78 -46
- akshare/stock_feature/stock_gxl_lg.py +3 -2
- akshare/stock_feature/stock_hist_em.py +158 -237
- akshare/stock_feature/stock_hist_tx.py +13 -10
- akshare/stock_feature/stock_hk_valuation_baidu.py +20 -8
- akshare/stock_feature/stock_hot_xq.py +4 -6
- akshare/stock_feature/stock_hsgt_em.py +269 -97
- akshare/stock_feature/stock_hsgt_exchange_rate.py +115 -87
- akshare/stock_feature/stock_hsgt_min_em.py +13 -16
- akshare/stock_feature/stock_info.py +8 -81
- akshare/stock_feature/stock_inner_trade_xq.py +38 -31
- akshare/stock_feature/stock_irm_cninfo.py +32 -9
- akshare/stock_feature/stock_jgdy_em.py +43 -40
- akshare/stock_feature/stock_lh_yybpm.py +36 -37
- akshare/stock_feature/stock_lhb_em.py +165 -35
- akshare/stock_feature/stock_lhb_sina.py +93 -46
- akshare/stock_feature/stock_margin_em.py +101 -0
- akshare/stock_feature/{stock_sse_margin.py → stock_margin_sse.py} +21 -17
- akshare/stock_feature/{stock_szse_margin.py → stock_margin_szse.py} +7 -7
- akshare/stock_feature/stock_market_legu.py +4 -2
- akshare/stock_feature/stock_pankou_em.py +71 -35
- akshare/stock_feature/stock_qsjy_em.py +13 -4
- akshare/stock_feature/stock_report_em.py +152 -8
- akshare/stock_feature/stock_research_report_em.py +55 -20
- akshare/stock_feature/stock_sns_sseinfo.py +15 -12
- akshare/stock_feature/stock_sy_em.py +20 -15
- akshare/stock_feature/stock_technology_ths.py +152 -120
- akshare/stock_feature/stock_tfp_em.py +37 -14
- akshare/stock_feature/stock_three_report_em.py +120 -78
- akshare/stock_feature/stock_ttm_lyr.py +18 -9
- akshare/stock_feature/stock_value_em.py +83 -0
- akshare/stock_feature/stock_yjbb_em.py +58 -32
- akshare/stock_feature/stock_yjyg_cninfo.py +6 -2
- akshare/stock_feature/stock_yjyg_em.py +1 -1
- akshare/stock_feature/stock_yzxdr_em.py +24 -22
- akshare/stock_feature/stock_zdhtmx_em.py +20 -6
- akshare/stock_feature/stock_zh_valuation_baidu.py +3 -2
- akshare/stock_feature/stock_zh_vote_baidu.py +4 -1
- akshare/stock_feature/stock_ztb_em.py +39 -24
- akshare/stock_fundamental/__init__.py +1 -1
- akshare/stock_fundamental/stock_basic_info_xq.py +119 -0
- akshare/stock_fundamental/{stock_finance_hk.py → stock_finance_hk_em.py} +23 -16
- akshare/stock_fundamental/{stock_finance.py → stock_finance_sina.py} +203 -59
- akshare/stock_fundamental/stock_finance_ths.py +524 -57
- akshare/stock_fundamental/stock_finance_us_em.py +268 -0
- akshare/stock_fundamental/stock_gbjg_em.py +80 -0
- akshare/stock_fundamental/stock_hold.py +26 -17
- akshare/stock_fundamental/stock_ipo_declare.py +1 -0
- akshare/stock_fundamental/stock_kcb_detail_sse.py +10 -10
- akshare/stock_fundamental/stock_kcb_sse.py +26 -25
- akshare/stock_fundamental/stock_notice.py +41 -18
- akshare/stock_fundamental/stock_profit_forecast_em.py +31 -13
- akshare/stock_fundamental/stock_profit_forecast_hk_etnet.py +64 -41
- akshare/stock_fundamental/stock_profit_forecast_ths.py +86 -35
- akshare/stock_fundamental/stock_recommend.py +20 -4
- akshare/stock_fundamental/stock_register_em.py +448 -0
- akshare/stock_fundamental/stock_zygc.py +5 -62
- akshare/tool/trade_date_hist.py +1 -1
- akshare/utils/context.py +43 -0
- akshare/utils/demjson.py +2009 -1338
- akshare/utils/func.py +49 -2
- akshare/utils/multi_decrypt.py +53 -0
- akshare/utils/token_process.py +6 -5
- akshare/utils/tqdm.py +13 -3
- {akshare-1.13.46.dist-info → akshare-1.17.99.dist-info}/METADATA +56 -86
- akshare-1.17.99.dist-info/RECORD +409 -0
- {akshare-1.13.46.dist-info → akshare-1.17.99.dist-info}/WHEEL +1 -1
- {akshare-1.13.46.dist-info → akshare-1.17.99.dist-info/licenses}/LICENSE +1 -1
- tests/test_func.py +3 -5
- akshare/bond/bond_futures.py +0 -50
- akshare/bond/bond_investing.py +0 -139
- akshare/crypto/crypto_hist_investing.py +0 -249
- akshare/fortune/fortune_it_juzi.py +0 -123
- akshare/fund/fund_announcement.py +0 -56
- akshare/futures/futures_international.py +0 -170
- akshare/futures/futures_news_baidu.py +0 -54
- akshare/futures/inventory_data.py +0 -100
- akshare/futures_derivative/futures_index_price_nh.py +0 -61
- akshare/futures_derivative/futures_index_return_nh.py +0 -47
- akshare/futures_derivative/futures_index_volatility_nh.py +0 -51
- akshare/futures_derivative/futures_other_index_nh.py +0 -145
- akshare/index/index_fear_greed_funddb.py +0 -78
- akshare/index/index_investing.py +0 -232
- akshare/sport/__init__.py +0 -6
- akshare/sport/sport_olympic.py +0 -27
- akshare/sport/sport_olympic_winter.py +0 -39
- akshare/stock_feature/stock_wencai.py +0 -104
- akshare/stock_fundamental/stock_mda_ym.py +0 -40
- akshare/stock_fundamental/stock_register.py +0 -292
- akshare-1.13.46.dist-info/RECORD +0 -380
- {akshare-1.13.46.dist-info → akshare-1.17.99.dist-info}/top_level.txt +0 -0
|
@@ -1,170 +0,0 @@
|
|
|
1
|
-
#!/usr/bin/env python
|
|
2
|
-
# -*- coding:utf-8 -*-
|
|
3
|
-
"""
|
|
4
|
-
Date: 2021/5/10 17:06
|
|
5
|
-
Desc: 提供英为财情-国际大宗商品期货
|
|
6
|
-
https://cn.investing.com/commodities/brent-oil-historical-data
|
|
7
|
-
"""
|
|
8
|
-
import re
|
|
9
|
-
|
|
10
|
-
import pandas as pd
|
|
11
|
-
import requests
|
|
12
|
-
from bs4 import BeautifulSoup
|
|
13
|
-
|
|
14
|
-
from akshare.index.cons import short_headers, long_headers
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
def get_sector_symbol_name_url() -> dict:
|
|
18
|
-
"""
|
|
19
|
-
期货所对应板块的 URL
|
|
20
|
-
:return: dict
|
|
21
|
-
{'能源': '/commodities/energy',
|
|
22
|
-
'金属': '/commodities/metals',
|
|
23
|
-
'农业': '/commodities/softs',
|
|
24
|
-
'商品指数': '/indices/commodities-indices'}
|
|
25
|
-
"""
|
|
26
|
-
url = "https://cn.investing.com/commodities/"
|
|
27
|
-
res = requests.get(url, headers=short_headers)
|
|
28
|
-
soup = BeautifulSoup(res.text, "lxml")
|
|
29
|
-
name_url_option_list = soup.find_all(attrs={"class": "linkTitle"}) # 去掉-所有国家及地区
|
|
30
|
-
url_list = [item.find("a")["href"] for item in name_url_option_list]
|
|
31
|
-
name_list = [item.get_text() for item in name_url_option_list]
|
|
32
|
-
name_code_map_dict = {}
|
|
33
|
-
name_code_map_dict.update(zip(name_list, url_list))
|
|
34
|
-
return name_code_map_dict
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
def futures_global_commodity_name_url_map(sector: str = "能源") -> dict:
|
|
38
|
-
"""
|
|
39
|
-
参考网页: https://cn.investing.com/commodities/
|
|
40
|
-
获取选择板块对应的: 具体期货品种的 url 地址
|
|
41
|
-
:param sector: 板块, 对应 get_global_country_name_url 品种名称
|
|
42
|
-
:type sector: str
|
|
43
|
-
:return: dict of name-url
|
|
44
|
-
:rtype: dict
|
|
45
|
-
{'伦敦布伦特原油': '/commodities/brent-oil',
|
|
46
|
-
'WTI原油': '/commodities/crude-oil',
|
|
47
|
-
'伦敦汽油': '/commodities/london-gas-oil',
|
|
48
|
-
'天然气': '/commodities/natural-gas?cid=49787',
|
|
49
|
-
'燃料油': '/commodities/heating-oil',
|
|
50
|
-
'碳排放': '/commodities/carbon-emissions',
|
|
51
|
-
'RBOB汽油': '/commodities/gasoline-rbob',
|
|
52
|
-
'布伦特原油': '/commodities/brent-oil?cid=49769',
|
|
53
|
-
'原油': '/commodities/crude-oil?cid=49774'}
|
|
54
|
-
"""
|
|
55
|
-
name_url_dict = get_sector_symbol_name_url()
|
|
56
|
-
url = f"https://cn.investing.com{name_url_dict[sector]}"
|
|
57
|
-
res = requests.post(url, headers=short_headers)
|
|
58
|
-
soup = BeautifulSoup(res.text, "lxml")
|
|
59
|
-
url_list = [
|
|
60
|
-
item.find("a")["href"].split("?")[0]
|
|
61
|
-
for item in soup.find_all(attrs={"class": "plusIconTd"})
|
|
62
|
-
]
|
|
63
|
-
name_list = [
|
|
64
|
-
item.find("a").get_text()
|
|
65
|
-
for item in soup.find_all(attrs={"class": "plusIconTd"})
|
|
66
|
-
]
|
|
67
|
-
name_code_map_dict = {}
|
|
68
|
-
name_code_map_dict.update(zip(name_list, url_list))
|
|
69
|
-
return name_code_map_dict
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
def futures_global_commodity_hist(
|
|
73
|
-
sector: str = "能源",
|
|
74
|
-
symbol: str = "伦敦布伦特原油",
|
|
75
|
-
start_date: str = "20000101",
|
|
76
|
-
end_date: str = "20191017",
|
|
77
|
-
) -> pd.DataFrame:
|
|
78
|
-
"""
|
|
79
|
-
国际大宗商品的历史量价数据
|
|
80
|
-
https://cn.investing.com/commodities
|
|
81
|
-
:param sector: 板块名称; 调用 futures_global_commodity_name_url_map 函数获取
|
|
82
|
-
:type sector: str
|
|
83
|
-
:param symbol: 品种名称; 通过访问网站查询
|
|
84
|
-
:type symbol: str
|
|
85
|
-
:param start_date: 开始日期
|
|
86
|
-
:type start_date: str
|
|
87
|
-
:param end_date: 结束日期
|
|
88
|
-
:type end_date: str
|
|
89
|
-
:return: 国际大宗商品的历史量价数据
|
|
90
|
-
:rtype: pandas.DataFrame
|
|
91
|
-
"""
|
|
92
|
-
start_date = "/".join([start_date[:4], start_date[4:6], start_date[6:]])
|
|
93
|
-
end_date = "/".join([end_date[:4], end_date[4:6], end_date[6:]])
|
|
94
|
-
name_code_dict = futures_global_commodity_name_url_map(sector)
|
|
95
|
-
temp_url = f"https://cn.investing.com/{name_code_dict[symbol]}-historical-data"
|
|
96
|
-
res = requests.post(temp_url, headers=short_headers)
|
|
97
|
-
soup = BeautifulSoup(res.text, "lxml")
|
|
98
|
-
title = soup.find("h2", attrs={"class": "float_lang_base_1"}).get_text()
|
|
99
|
-
res = requests.post(temp_url, headers=short_headers)
|
|
100
|
-
soup = BeautifulSoup(res.text, "lxml")
|
|
101
|
-
data = soup.find_all(text=re.compile("window.histDataExcessInfo"))[0].strip()
|
|
102
|
-
para_data = re.findall(r"\d+", data)
|
|
103
|
-
payload = {
|
|
104
|
-
"curr_id": para_data[0],
|
|
105
|
-
"smlID": para_data[1],
|
|
106
|
-
"header": title,
|
|
107
|
-
"st_date": start_date,
|
|
108
|
-
"end_date": end_date,
|
|
109
|
-
"interval_sec": "Daily",
|
|
110
|
-
"sort_col": "date",
|
|
111
|
-
"sort_ord": "DESC",
|
|
112
|
-
"action": "historical_data",
|
|
113
|
-
}
|
|
114
|
-
url = "https://cn.investing.com/instruments/HistoricalDataAjax"
|
|
115
|
-
r = requests.post(url, data=payload, headers=long_headers)
|
|
116
|
-
temp_df = pd.read_html(r.text)[0]
|
|
117
|
-
temp_df["日期"] = pd.to_datetime(temp_df["日期"], format="%Y年%m月%d日")
|
|
118
|
-
if any(temp_df["交易量"].astype(str).str.contains("-")):
|
|
119
|
-
temp_df["交易量"][temp_df["交易量"].str.contains("-")] = temp_df["交易量"][
|
|
120
|
-
temp_df["交易量"].str.contains("-")
|
|
121
|
-
].replace("-", 0)
|
|
122
|
-
if any(temp_df["交易量"].astype(str).str.contains("B")):
|
|
123
|
-
temp_df["交易量"][temp_df["交易量"].str.contains("B").fillna(False)] = (
|
|
124
|
-
temp_df["交易量"][temp_df["交易量"].str.contains("B").fillna(False)]
|
|
125
|
-
.str.replace("B", "")
|
|
126
|
-
.astype(float)
|
|
127
|
-
* 1000000000
|
|
128
|
-
)
|
|
129
|
-
if any(temp_df["交易量"].astype(str).str.contains("M")):
|
|
130
|
-
temp_df["交易量"][temp_df["交易量"].str.contains("M").fillna(False)] = (
|
|
131
|
-
temp_df["交易量"][temp_df["交易量"].str.contains("M").fillna(False)]
|
|
132
|
-
.str.replace("M", "")
|
|
133
|
-
.astype(float)
|
|
134
|
-
* 1000000
|
|
135
|
-
)
|
|
136
|
-
if any(temp_df["交易量"].astype(str).str.contains("K")):
|
|
137
|
-
temp_df["交易量"][temp_df["交易量"].str.contains("K").fillna(False)] = (
|
|
138
|
-
temp_df["交易量"][temp_df["交易量"].str.contains("K").fillna(False)]
|
|
139
|
-
.str.replace("K", "")
|
|
140
|
-
.astype(float)
|
|
141
|
-
* 1000
|
|
142
|
-
)
|
|
143
|
-
temp_df["交易量"] = temp_df["交易量"].astype(float)
|
|
144
|
-
temp_df["涨跌幅"] = pd.DataFrame(
|
|
145
|
-
round(temp_df["涨跌幅"].str.replace("%", "").astype(float) / 100, 6)
|
|
146
|
-
)
|
|
147
|
-
temp_df.name = title
|
|
148
|
-
temp_df.columns.name = None
|
|
149
|
-
temp_df.sort_values(["日期"], ascending=False, inplace=True)
|
|
150
|
-
return temp_df
|
|
151
|
-
|
|
152
|
-
|
|
153
|
-
if __name__ == "__main__":
|
|
154
|
-
temp_dict = futures_global_commodity_name_url_map(sector="能源")
|
|
155
|
-
print(temp_dict)
|
|
156
|
-
|
|
157
|
-
futures_global_commodity_hist_df = futures_global_commodity_hist(
|
|
158
|
-
sector="能源", symbol="伦敦布伦特原油", start_date="19700101", end_date="20210510"
|
|
159
|
-
)
|
|
160
|
-
print(futures_global_commodity_hist_df)
|
|
161
|
-
|
|
162
|
-
# futures_global_commodity_hist_df = futures_global_commodity_hist(
|
|
163
|
-
# sector="能源", symbol="伦敦布伦特原油", start_date="1970/01/01", end_date="2021/05/10"
|
|
164
|
-
# )
|
|
165
|
-
# print(futures_global_commodity_hist_df.to_csv("伦敦布伦特原油_19880627_20080319.csv", encoding="gb2312"))
|
|
166
|
-
#
|
|
167
|
-
# futures_global_commodity_hist_df = futures_global_commodity_hist(
|
|
168
|
-
# sector="能源", symbol="伦敦布伦特原油", start_date="2008/03/19", end_date="2021/05/10"
|
|
169
|
-
# )
|
|
170
|
-
# print(futures_global_commodity_hist_df.to_csv("伦敦布伦特原油_20080319_20210510.csv", encoding="gb2312"))
|
|
@@ -1,54 +0,0 @@
|
|
|
1
|
-
#!/usr/bin/env python
|
|
2
|
-
# -*- coding:utf-8 -*-
|
|
3
|
-
"""
|
|
4
|
-
Date: 2023/7/2 16:00
|
|
5
|
-
Desc: 百度股市通-期货-新闻
|
|
6
|
-
https://gushitong.baidu.com/futures/ab-CJ888
|
|
7
|
-
"""
|
|
8
|
-
import pandas as pd
|
|
9
|
-
import requests
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
def futures_news_baidu(symbol: str = "AL") -> pd.DataFrame:
|
|
13
|
-
"""
|
|
14
|
-
百度股市通-期货-新闻
|
|
15
|
-
https://gushitong.baidu.com/futures/ab-CJ888
|
|
16
|
-
:param symbol: 期货品种代码;大写
|
|
17
|
-
:type symbol: str
|
|
18
|
-
:return: 新闻
|
|
19
|
-
:rtype: pandas.DataFrame
|
|
20
|
-
"""
|
|
21
|
-
url = "https://finance.pae.baidu.com/vapi/getfuturesnews"
|
|
22
|
-
params = {"code": f"{symbol}888", "pn": "0", "rn": "2000", "finClientType": "pc"}
|
|
23
|
-
r = requests.get(url, params=params)
|
|
24
|
-
data_json = r.json()
|
|
25
|
-
temp_df = pd.DataFrame(data_json["Result"])
|
|
26
|
-
temp_df.rename(
|
|
27
|
-
columns={
|
|
28
|
-
"loc": "-",
|
|
29
|
-
"provider": "-",
|
|
30
|
-
"source": "-",
|
|
31
|
-
"publish_time": "发布时间",
|
|
32
|
-
"third_url": "新闻链接",
|
|
33
|
-
"title": "标题",
|
|
34
|
-
"is_self_build": "-",
|
|
35
|
-
"news_id": "-",
|
|
36
|
-
"locate_url": "-",
|
|
37
|
-
},
|
|
38
|
-
inplace=True,
|
|
39
|
-
)
|
|
40
|
-
temp_df = temp_df[
|
|
41
|
-
[
|
|
42
|
-
"标题",
|
|
43
|
-
"发布时间",
|
|
44
|
-
"新闻链接",
|
|
45
|
-
]
|
|
46
|
-
]
|
|
47
|
-
temp_df["发布时间"] = pd.to_datetime(pd.to_numeric(temp_df["发布时间"]), unit="s").dt.date
|
|
48
|
-
temp_df.sort_values(["发布时间"], inplace=True, ignore_index=True)
|
|
49
|
-
return temp_df
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
if __name__ == "__main__":
|
|
53
|
-
futures_news_baidu_df = futures_news_baidu(symbol="AL")
|
|
54
|
-
print(futures_news_baidu_df)
|
|
@@ -1,100 +0,0 @@
|
|
|
1
|
-
#!/usr/bin/env python
|
|
2
|
-
# -*- coding:utf-8 -*-
|
|
3
|
-
"""
|
|
4
|
-
Date: 2021/1/10 13:58
|
|
5
|
-
Desc: 得到 99 期货网的原始数据
|
|
6
|
-
"""
|
|
7
|
-
import requests
|
|
8
|
-
import pickle
|
|
9
|
-
from bs4 import BeautifulSoup
|
|
10
|
-
import time
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
url = "http://service.99qh.com/Storage/Storage.aspx?page=99qh"
|
|
14
|
-
|
|
15
|
-
sample_headers = {
|
|
16
|
-
"Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3",
|
|
17
|
-
"Host": "service.99qh.com",
|
|
18
|
-
"Origin": "http://service.99qh.com",
|
|
19
|
-
"Referer": "http://www.99qh.com/d/store.aspx",
|
|
20
|
-
"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/77.0.3865.90 Safari/537.36"
|
|
21
|
-
}
|
|
22
|
-
|
|
23
|
-
res = requests.get(url, headers=sample_headers)
|
|
24
|
-
|
|
25
|
-
soup = BeautifulSoup(res.text, "lxml")
|
|
26
|
-
view_state = soup.find_all(attrs={"id": "__VIEWSTATE"})[0]["value"]
|
|
27
|
-
even_validation = soup.find_all(attrs={"id": "__EVENTVALIDATION"})[0]["value"]
|
|
28
|
-
|
|
29
|
-
qh_headers = {
|
|
30
|
-
"Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3",
|
|
31
|
-
"Accept-Encoding": "gzip, deflate",
|
|
32
|
-
"Accept-Language": "zh-CN,zh;q=0.9,en;q=0.8",
|
|
33
|
-
"Cache-Control": "max-age=0",
|
|
34
|
-
"Connection": "keep-alive",
|
|
35
|
-
"Content-Length": "4458",
|
|
36
|
-
"Content-Type": "application/x-www-form-urlencoded",
|
|
37
|
-
"Host": "service.99qh.com",
|
|
38
|
-
"Origin": "http://service.99qh.com",
|
|
39
|
-
"Referer": "http://service.99qh.com/Storage/Storage.aspx?page=99qh",
|
|
40
|
-
"Upgrade-Insecure-Requests": "1",
|
|
41
|
-
"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/77.0.3865.90 Safari/537.36"
|
|
42
|
-
}
|
|
43
|
-
|
|
44
|
-
code_temp_list = [item["value"] for item in soup.find_all("select")[0].find_all("option")]
|
|
45
|
-
name_temp_list = [item.get_text() for item in soup.find_all("select")[0].find_all("option")]
|
|
46
|
-
code_exchange_name_dict = dict(zip(code_temp_list, name_temp_list))
|
|
47
|
-
exchange_value = soup.find_all("select")[0].find_all(attrs={"selected": "selected"})[0]["value"]
|
|
48
|
-
symbol_list = soup.find_all("select")[1].get_text().split("\n")[1:-1]
|
|
49
|
-
symbol_value_list = [item["value"] for item in soup.find_all("select")[1].find_all("option")]
|
|
50
|
-
code_symbol_code_dict = dict()
|
|
51
|
-
code_symbol_code_dict[exchange_value] = symbol_value_list
|
|
52
|
-
|
|
53
|
-
exchange_symbol_list = {}
|
|
54
|
-
exchange_symbol_value_list = {}
|
|
55
|
-
for i in code_temp_list:
|
|
56
|
-
# i = 14
|
|
57
|
-
print(i)
|
|
58
|
-
j = 0
|
|
59
|
-
while j < 5:
|
|
60
|
-
try:
|
|
61
|
-
payload = {
|
|
62
|
-
"__EVENTTARGET": "ddlExchName",
|
|
63
|
-
"__EVENTARGUMENT": "",
|
|
64
|
-
"__LASTFOCUS": "",
|
|
65
|
-
"__VIEWSTATE": view_state,
|
|
66
|
-
"__VIEWSTATEGENERATOR": "6EAC22FA",
|
|
67
|
-
"__EVENTVALIDATION": even_validation,
|
|
68
|
-
"ddlExchName": i,
|
|
69
|
-
# "ddlGoodsName": 6
|
|
70
|
-
}
|
|
71
|
-
|
|
72
|
-
res = requests.post(url, data=payload, headers=qh_headers)
|
|
73
|
-
soup = BeautifulSoup(res.text, "lxml")
|
|
74
|
-
exchange = soup.find_all("select")[0].find_all(attrs={"selected": "selected"})[0].get_text()
|
|
75
|
-
print(exchange)
|
|
76
|
-
exchange_value = soup.find_all("select")[0].find_all(attrs={"selected": "selected"})[0]["value"]
|
|
77
|
-
print(exchange_value)
|
|
78
|
-
symbol_list = soup.find_all("select")[1].get_text().split("\n")[1:-1]
|
|
79
|
-
exchange_symbol_list.update({exchange_value: symbol_list})
|
|
80
|
-
symbol_value_list = [item["value"] for item in soup.find_all("select")[1].find_all("option")]
|
|
81
|
-
exchange_symbol_value_list.update({exchange_value: symbol_value_list})
|
|
82
|
-
view_state = soup.find_all(attrs={"id": "__VIEWSTATE"})[0]["value"]
|
|
83
|
-
even_validation = soup.find_all(attrs={"id": "__EVENTVALIDATION"})[0]["value"]
|
|
84
|
-
time.sleep(5)
|
|
85
|
-
except:
|
|
86
|
-
j += 1
|
|
87
|
-
continue
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
with open('./akshare/futures/exchange_symbol_list.pk', 'wb') as f:
|
|
91
|
-
pickle.dump(exchange_symbol_list, f)
|
|
92
|
-
|
|
93
|
-
with open('./akshare/futures/exchange_symbol_value_list.pk', 'wb') as f:
|
|
94
|
-
pickle.dump(exchange_symbol_value_list, f)
|
|
95
|
-
|
|
96
|
-
with open('./akshare/futures/code_exchange_name_dict.pk', 'wb') as f:
|
|
97
|
-
pickle.dump(code_exchange_name_dict, f)
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
@@ -1,61 +0,0 @@
|
|
|
1
|
-
#!/usr/bin/env python
|
|
2
|
-
# -*- coding:utf-8 -*-
|
|
3
|
-
"""
|
|
4
|
-
Date: 2023/11/17 18:20
|
|
5
|
-
Desc: 南华期货-商品指数历史走势-价格指数-数值
|
|
6
|
-
https://www.nanhua.net/nhzc/varietytrend.html
|
|
7
|
-
1000 点开始, 用收益率累计
|
|
8
|
-
https://www.nanhua.net/ianalysis/varietyindex/price/A.json?t=1574932974280
|
|
9
|
-
"""
|
|
10
|
-
import time
|
|
11
|
-
|
|
12
|
-
import pandas as pd
|
|
13
|
-
import requests
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
def futures_index_symbol_table_nh() -> pd.DataFrame:
|
|
17
|
-
"""
|
|
18
|
-
南华期货-南华指数所有品种一览表
|
|
19
|
-
https://www.nanhua.net/ianalysis/varietyindex/price/A.json?t=1574932974280
|
|
20
|
-
:return: 南华指数所有品种一览表
|
|
21
|
-
:rtype: pandas.DataFrame
|
|
22
|
-
"""
|
|
23
|
-
url = "https://www.nanhua.net/ianalysis/plate-variety.json"
|
|
24
|
-
r = requests.get(url)
|
|
25
|
-
data_json = r.json()
|
|
26
|
-
temp_df = pd.DataFrame(data_json)
|
|
27
|
-
temp_df["firstday"] = pd.to_datetime(temp_df["firstday"], errors="coerce").dt.date
|
|
28
|
-
return temp_df
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
def futures_price_index_nh(symbol: str = "A") -> pd.DataFrame:
|
|
32
|
-
"""
|
|
33
|
-
南华期货-南华指数单品种-价格-所有历史数据
|
|
34
|
-
https://www.nanhua.net/ianalysis/varietyindex/price/A.json?t=1574932974280
|
|
35
|
-
:param symbol: 通过 ak.futures_index_symbol_table_nh() 获取
|
|
36
|
-
:type symbol: str
|
|
37
|
-
:return: 南华期货-南华指数单品种-价格-所有历史数据
|
|
38
|
-
:rtype: pandas.Series
|
|
39
|
-
"""
|
|
40
|
-
symbol_df = futures_index_symbol_table_nh()
|
|
41
|
-
symbol_list = symbol_df["code"].tolist()
|
|
42
|
-
if symbol in symbol_list:
|
|
43
|
-
t = time.time()
|
|
44
|
-
url = f"https://www.nanhua.net/ianalysis/varietyindex/price/{symbol}.json?t={int(round(t * 1000))}"
|
|
45
|
-
r = requests.get(url)
|
|
46
|
-
data_json = r.json()
|
|
47
|
-
temp_df = pd.DataFrame(data_json)
|
|
48
|
-
temp_df.columns = ["date", "value"]
|
|
49
|
-
temp_df["date"] = pd.to_datetime(temp_df["date"], unit="ms", errors="coerce")
|
|
50
|
-
temp_df["date"] = temp_df["date"].dt.tz_localize("UTC")
|
|
51
|
-
temp_df["date"] = temp_df["date"].dt.tz_convert("Asia/Shanghai").dt.date
|
|
52
|
-
temp_df["value"] = pd.to_numeric(temp_df["value"], errors="coerce")
|
|
53
|
-
return temp_df
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
if __name__ == "__main__":
|
|
57
|
-
futures_index_symbol_table_nh_df = futures_index_symbol_table_nh()
|
|
58
|
-
print(futures_index_symbol_table_nh_df)
|
|
59
|
-
|
|
60
|
-
futures_price_index_nh_df = futures_price_index_nh(symbol="A")
|
|
61
|
-
print(futures_price_index_nh_df)
|
|
@@ -1,47 +0,0 @@
|
|
|
1
|
-
#!/usr/bin/env python
|
|
2
|
-
# -*- coding:utf-8 -*-
|
|
3
|
-
"""
|
|
4
|
-
Date: 2023/11/17 18:20
|
|
5
|
-
Desc: 南华期货-商品指数历史走势-收益率指数-数值
|
|
6
|
-
https://www.nanhua.net/nhzc/varietytrend.html
|
|
7
|
-
1000 点开始, 用收益率累计
|
|
8
|
-
https://www.nanhua.net/ianalysis/varietyindex/index/NHCI.json?t=1574932290494
|
|
9
|
-
"""
|
|
10
|
-
import time
|
|
11
|
-
|
|
12
|
-
import pandas as pd
|
|
13
|
-
import requests
|
|
14
|
-
|
|
15
|
-
from akshare.futures_derivative.futures_index_price_nh import (
|
|
16
|
-
futures_index_symbol_table_nh,
|
|
17
|
-
)
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
def futures_return_index_nh(symbol: str = "Y") -> pd.DataFrame:
|
|
21
|
-
"""
|
|
22
|
-
南华期货-南华指数单品种-收益率-所有历史数据
|
|
23
|
-
https://www.nanhua.net/ianalysis/varietyindex/index/NHCI.json?t=1574932290494
|
|
24
|
-
:param symbol: 通过 ak.futures_index_symbol_table_nh() 获取
|
|
25
|
-
:type symbol: str
|
|
26
|
-
:return: 南华指数单品种-收益率-所有历史数据
|
|
27
|
-
:rtype: pandas.Series
|
|
28
|
-
"""
|
|
29
|
-
symbol_df = futures_index_symbol_table_nh()
|
|
30
|
-
symbol_list = symbol_df["code"].tolist()
|
|
31
|
-
if symbol in symbol_list:
|
|
32
|
-
t = time.time()
|
|
33
|
-
url = f"https://www.nanhua.net/ianalysis/varietyindex/index/{symbol}.json?t={int(round(t * 1000))}"
|
|
34
|
-
r = requests.get(url)
|
|
35
|
-
data_json = r.json()
|
|
36
|
-
temp_df = pd.DataFrame(data_json)
|
|
37
|
-
temp_df.columns = ["date", "value"]
|
|
38
|
-
temp_df["date"] = pd.to_datetime(temp_df["date"], unit="ms", errors="coerce")
|
|
39
|
-
temp_df["date"] = temp_df["date"].dt.tz_localize("UTC")
|
|
40
|
-
temp_df["date"] = temp_df["date"].dt.tz_convert("Asia/Shanghai").dt.date
|
|
41
|
-
temp_df["value"] = pd.to_numeric(temp_df["value"], errors="coerce")
|
|
42
|
-
return temp_df
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
if __name__ == "__main__":
|
|
46
|
-
futures_return_index_nh_df = futures_return_index_nh(symbol="NHCI")
|
|
47
|
-
print(futures_return_index_nh_df)
|
|
@@ -1,51 +0,0 @@
|
|
|
1
|
-
#!/usr/bin/env python
|
|
2
|
-
# -*- coding:utf-8 -*-
|
|
3
|
-
"""
|
|
4
|
-
Date: 2023/6/4 15:19
|
|
5
|
-
Desc: 南华期货-商品指数历史走势-收益率指数-波动率
|
|
6
|
-
https://www.nanhua.net/nhzc/varietytrend.html
|
|
7
|
-
1000 点开始, 用收益率累计
|
|
8
|
-
目标地址: https://www.nanhua.net/ianalysis/volatility/20/NHCI.json?t=1574932291399
|
|
9
|
-
"""
|
|
10
|
-
import time
|
|
11
|
-
|
|
12
|
-
import pandas as pd
|
|
13
|
-
import requests
|
|
14
|
-
|
|
15
|
-
from akshare.futures_derivative.futures_index_price_nh import (
|
|
16
|
-
futures_index_symbol_table_nh,
|
|
17
|
-
)
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
def futures_volatility_index_nh(
|
|
21
|
-
symbol: str = "NHCI", period: str = "20"
|
|
22
|
-
) -> pd.DataFrame:
|
|
23
|
-
"""
|
|
24
|
-
南华期货-南华指数单品种-波动率-所有历史数据
|
|
25
|
-
https://www.nanhua.net/nhzc/varietytrend.html
|
|
26
|
-
:param symbol: 通过 ak.futures_index_symbol_table_nh() 获取
|
|
27
|
-
:type symbol: str
|
|
28
|
-
:param period: 波动周期 choice of {'5', '20', '60', '120'}
|
|
29
|
-
:type period: str
|
|
30
|
-
:return: 波动率-所有历史数据
|
|
31
|
-
:rtype: pandas.DataFrame
|
|
32
|
-
"""
|
|
33
|
-
symbol_df = futures_index_symbol_table_nh()
|
|
34
|
-
if symbol in symbol_df["code"].tolist():
|
|
35
|
-
t = time.time()
|
|
36
|
-
url = f"https://www.nanhua.net/ianalysis/volatility/{period}/{symbol}.json?t={int(round(t * 1000))}"
|
|
37
|
-
r = requests.get(url)
|
|
38
|
-
data_json = r.json()
|
|
39
|
-
temp_df = pd.DataFrame(data_json)
|
|
40
|
-
temp_df.columns = ["date", "value"]
|
|
41
|
-
temp_df["date"] = pd.to_datetime(temp_df["date"], unit="ms")
|
|
42
|
-
temp_df["date"] = temp_df["date"].dt.tz_localize("UTC")
|
|
43
|
-
temp_df["date"] = temp_df["date"].dt.tz_convert("Asia/Shanghai").dt.date
|
|
44
|
-
return temp_df
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
if __name__ == "__main__":
|
|
48
|
-
futures_volatility_index_nh_df = futures_volatility_index_nh(
|
|
49
|
-
symbol="SA", period="5"
|
|
50
|
-
)
|
|
51
|
-
print(futures_volatility_index_nh_df)
|
|
@@ -1,145 +0,0 @@
|
|
|
1
|
-
# -*- coding:utf-8 -*-
|
|
2
|
-
# !/usr/bin/env python
|
|
3
|
-
"""
|
|
4
|
-
Date: 2023/12/2 19:00
|
|
5
|
-
Desc: 板块指数、品种指数和相关系数矩阵
|
|
6
|
-
南华期货-板块指数涨跌
|
|
7
|
-
https://www.nanhua.net/nhzc/platechange.html
|
|
8
|
-
南华期货-品种指数涨跌
|
|
9
|
-
https://www.nanhua.net/nhzc/varietychange.html
|
|
10
|
-
南华期货-相关系数矩阵
|
|
11
|
-
https://www.nanhua.net/nhzc/correltable.html
|
|
12
|
-
"""
|
|
13
|
-
import pandas as pd
|
|
14
|
-
import requests
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
def futures_board_index_nh(start_date: str = "20231110", end_date: str = "20231116") -> pd.DataFrame:
|
|
18
|
-
"""
|
|
19
|
-
南华期货-市场涨跌-板块指数涨跌
|
|
20
|
-
https://www.nanhua.net/nhzc/platechange.html
|
|
21
|
-
:param start_date: 开始时间
|
|
22
|
-
:type start_date: str
|
|
23
|
-
:param end_date: 结束时间
|
|
24
|
-
:type end_date: str
|
|
25
|
-
:return: 板块指数涨跌
|
|
26
|
-
:rtype: pandas.DataFrame
|
|
27
|
-
"""
|
|
28
|
-
# 获取 start_date 的数据
|
|
29
|
-
url = f"https://www.nanhua.net/ianalysis/plate/{start_date[:4]}/{start_date[4:6]}/{start_date}.json"
|
|
30
|
-
params = {
|
|
31
|
-
't': '1649920913503'
|
|
32
|
-
}
|
|
33
|
-
r = requests.get(url, params=params)
|
|
34
|
-
start_df = pd.DataFrame(r.json())
|
|
35
|
-
start_df.columns = [
|
|
36
|
-
'name',
|
|
37
|
-
'code',
|
|
38
|
-
start_date,
|
|
39
|
-
]
|
|
40
|
-
|
|
41
|
-
# 获取 end_date 的数据
|
|
42
|
-
url = f"https://www.nanhua.net/ianalysis/plate/{end_date[:4]}/{end_date[4:6]}/{end_date}.json"
|
|
43
|
-
params = {
|
|
44
|
-
't': '1649920913503'
|
|
45
|
-
}
|
|
46
|
-
r = requests.get(url, params=params)
|
|
47
|
-
end_df = pd.DataFrame(r.json())
|
|
48
|
-
end_df.columns = [
|
|
49
|
-
'name',
|
|
50
|
-
'code',
|
|
51
|
-
end_date,
|
|
52
|
-
]
|
|
53
|
-
end_df.reset_index(inplace=True, drop=True)
|
|
54
|
-
|
|
55
|
-
# 计算数据
|
|
56
|
-
start_df = start_df.merge(end_df, on=['name', 'code'], how='inner')
|
|
57
|
-
# 去除异常数据 IF
|
|
58
|
-
start_df = start_df[start_df['code'] != 'IF']
|
|
59
|
-
start_df['return'] = start_df[end_date] / start_df[start_date] - 1
|
|
60
|
-
temp_df = start_df[['name', 'return']]
|
|
61
|
-
|
|
62
|
-
return temp_df
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
def futures_variety_index_nh(start_date: str = "20231110", end_date: str = "20231116") -> pd.DataFrame:
|
|
66
|
-
"""
|
|
67
|
-
南华期货-市场涨跌-品种指数涨跌
|
|
68
|
-
https://www.nanhua.net/nhzc/varietychange.html
|
|
69
|
-
:param start_date: 开始时间
|
|
70
|
-
:type start_date: str
|
|
71
|
-
:param end_date: 结束时间
|
|
72
|
-
:type end_date: str
|
|
73
|
-
:return: 品种指数涨跌
|
|
74
|
-
:rtype: pandas.DataFrame
|
|
75
|
-
"""
|
|
76
|
-
url = f"https://www.nanhua.net/ianalysis/variety/{start_date[:4]}/{start_date[4:6]}/{start_date}.json"
|
|
77
|
-
params = {
|
|
78
|
-
't': '1649920913503'
|
|
79
|
-
}
|
|
80
|
-
r = requests.get(url, params=params)
|
|
81
|
-
start_df = pd.DataFrame(r.json())
|
|
82
|
-
start_df.columns = [
|
|
83
|
-
'name',
|
|
84
|
-
'code',
|
|
85
|
-
start_date,
|
|
86
|
-
]
|
|
87
|
-
|
|
88
|
-
url = f"http://www.nanhua.net/ianalysis/variety/{end_date[:4]}/{end_date[4:6]}/{end_date}.json"
|
|
89
|
-
params = {
|
|
90
|
-
't': '1649920913503'
|
|
91
|
-
}
|
|
92
|
-
r = requests.get(url, params=params)
|
|
93
|
-
end_df = pd.DataFrame(r.json())
|
|
94
|
-
end_df.columns = [
|
|
95
|
-
'name',
|
|
96
|
-
'code',
|
|
97
|
-
'end_date',
|
|
98
|
-
]
|
|
99
|
-
start_df[end_date] = end_df['end_date']
|
|
100
|
-
|
|
101
|
-
start_df['gap'] = start_df[end_date] - start_df[start_date]
|
|
102
|
-
start_df['return'] = start_df['gap'] / start_df[start_date]
|
|
103
|
-
|
|
104
|
-
temp_df = start_df
|
|
105
|
-
temp_df = temp_df[['name', 'return']]
|
|
106
|
-
return temp_df
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
def futures_correlation_nh(date: str = "20231110", period: str = "20") -> pd.DataFrame:
|
|
110
|
-
"""
|
|
111
|
-
南华期货-统计监控-相关系数矩阵
|
|
112
|
-
https://www.nanhua.net/nhzc/correltable.html
|
|
113
|
-
:param date: 开始时间
|
|
114
|
-
:type date: str
|
|
115
|
-
:param period: 周期; choice of {"5", "20", "60", "120"}
|
|
116
|
-
:type period: str
|
|
117
|
-
:return: 相关系数矩阵
|
|
118
|
-
:rtype: pandas.DataFrame
|
|
119
|
-
"""
|
|
120
|
-
url = f"https://www.nanhua.net/ianalysis/correl/{period}/{date[:4]}/{date[4:6]}/{date}.json"
|
|
121
|
-
params = {
|
|
122
|
-
't': '1649920913503'
|
|
123
|
-
}
|
|
124
|
-
r = requests.get(url, params=params)
|
|
125
|
-
temp_df = pd.DataFrame(r.json())
|
|
126
|
-
temp_df.columns = [
|
|
127
|
-
'品种代码1',
|
|
128
|
-
'品种名称1',
|
|
129
|
-
'品种代码2',
|
|
130
|
-
'品种名称2',
|
|
131
|
-
'相关系数',
|
|
132
|
-
]
|
|
133
|
-
temp_df['相关系数'] = pd.to_numeric(temp_df['相关系数'], errors="coerce")
|
|
134
|
-
return temp_df
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
if __name__ == '__main__':
|
|
138
|
-
futures_board_index_nh_df = futures_board_index_nh(start_date="20230103", end_date="20231201")
|
|
139
|
-
print(futures_board_index_nh_df)
|
|
140
|
-
|
|
141
|
-
futures_variety_index_nh_df = futures_variety_index_nh(start_date="20231110", end_date="20231116")
|
|
142
|
-
print(futures_variety_index_nh_df)
|
|
143
|
-
|
|
144
|
-
futures_correlation_nh_df = futures_correlation_nh(date="20231110", period="20")
|
|
145
|
-
print(futures_correlation_nh_df)
|