megfile 4.2.3__py3-none-any.whl → 4.2.5__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (28) hide show
  1. megfile/__init__.py +10 -0
  2. megfile/cli.py +5 -9
  3. megfile/config.py +5 -0
  4. megfile/fs.py +14 -1
  5. megfile/fs_path.py +48 -19
  6. megfile/interfaces.py +33 -0
  7. megfile/lib/base_prefetch_reader.py +18 -7
  8. megfile/lib/joinpath.py +13 -0
  9. megfile/lib/s3_buffered_writer.py +13 -0
  10. megfile/lib/s3_limited_seekable_writer.py +2 -0
  11. megfile/lib/s3_prefetch_reader.py +2 -1
  12. megfile/lib/s3_share_cache_reader.py +15 -10
  13. megfile/s3_path.py +12 -5
  14. megfile/sftp2.py +827 -0
  15. megfile/sftp2_path.py +1090 -0
  16. megfile/sftp_path.py +4 -16
  17. megfile/smart.py +5 -17
  18. megfile/utils/__init__.py +92 -9
  19. megfile/version.py +1 -1
  20. megfile/webdav.py +552 -0
  21. megfile/webdav_path.py +958 -0
  22. {megfile-4.2.3.dist-info → megfile-4.2.5.dist-info}/METADATA +6 -1
  23. {megfile-4.2.3.dist-info → megfile-4.2.5.dist-info}/RECORD +28 -24
  24. {megfile-4.2.3.dist-info → megfile-4.2.5.dist-info}/WHEEL +0 -0
  25. {megfile-4.2.3.dist-info → megfile-4.2.5.dist-info}/entry_points.txt +0 -0
  26. {megfile-4.2.3.dist-info → megfile-4.2.5.dist-info}/licenses/LICENSE +0 -0
  27. {megfile-4.2.3.dist-info → megfile-4.2.5.dist-info}/licenses/LICENSE.pyre +0 -0
  28. {megfile-4.2.3.dist-info → megfile-4.2.5.dist-info}/top_level.txt +0 -0
{megfile-4.2.3.dist-info → megfile-4.2.5.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: megfile
3
- Version: 4.2.3
3
+ Version: 4.2.5
4
4
  Summary: Megvii file operation library
5
5
  Author-email: megvii <megfile@megvii.com>
6
6
  Project-URL: Homepage, https://github.com/megvii-research/megfile
@@ -29,6 +29,11 @@ Requires-Dist: tqdm
29
29
  Requires-Dist: pyyaml
30
30
  Provides-Extra: hdfs
31
31
  Requires-Dist: hdfs; extra == "hdfs"
32
+ Provides-Extra: sftp2
33
+ Requires-Dist: ssh2-python>=1.0.0; extra == "sftp2"
34
+ Provides-Extra: webdav
35
+ Requires-Dist: webdavclient3>=3.0.0; extra == "webdav"
36
+ Requires-Dist: python-dateutil; extra == "webdav"
32
37
  Provides-Extra: cli
33
38
  Requires-Dist: click; extra == "cli"
34
39
  Dynamic: license-file
{megfile-4.2.3.dist-info → megfile-4.2.5.dist-info}/RECORD RENAMED
@@ -1,26 +1,30 @@
1
- megfile/__init__.py,sha256=7oEfu410CFKzDWZ9RjL5xEJ1gtkJkTfvPrL_7TWdJuY,7366
2
- megfile/cli.py,sha256=VxY0__M19Ti_S7ZIozp9l0FxvdLwdd6eQL-wfpYOi_0,29160
3
- megfile/config.py,sha256=2MMj5QkhlDJQFZRbCQL2c9iDdeMAVctiaPszRBkg5vM,3988
1
+ megfile/__init__.py,sha256=NaQ2LS3xSJcQBK3lgzgHikCrAhtCdWWXRua-_UREdjk,7553
2
+ megfile/cli.py,sha256=5HBBRu0T3lF53AhPJLQXF_pzHy0G6E5yH8m1e4NYfJg,29100
3
+ megfile/config.py,sha256=0h5miOJo35Wdk67XgaFHieaVlbvaiciil9IjYkL1Geg,4260
4
4
  megfile/errors.py,sha256=cGSYyB7VBRKi1Gehgt9IO-wDvtzICV4XgKOkoMvLU5w,15583
5
- megfile/fs.py,sha256=KMEqAE35alpcxiy6du5nPFYcaorhUM_kPJMah3q76ng,19160
6
- megfile/fs_path.py,sha256=Hozl9LAJ8EMuSWBSZXGj2GNmPZ1sJp9PZs-7hPrLgm8,39341
5
+ megfile/fs.py,sha256=PfNGirKQmLLey_lDwRLERAs-cEmBeNIeQQafotc_oZk,19515
6
+ megfile/fs_path.py,sha256=Im61-I8vWsmgC8En4bT28jTOm_i6B5HaVvpwBd2CEvw,39941
7
7
  megfile/hdfs.py,sha256=owXr4d3j1frCvlbhmhENcSBnKKDky5cJZzWLOF4ZJMo,13251
8
8
  megfile/hdfs_path.py,sha256=OmUe3vA3Qoxnqtcq0Rs3ygBvzAtqUz3fGo8iP5sWneE,26058
9
9
  megfile/http.py,sha256=1nuGe-JbnwMFyV3s35CJxByED3uoRoS9y8Y8cSGP9Kw,3865
10
10
  megfile/http_path.py,sha256=08OmzmRMyLSyq1Yr1K2HbzexesURJrIoA6AibwYzUiA,13844
11
- megfile/interfaces.py,sha256=p4UvVZpeLx5djd6bqqDaygIx_s-_AxIVj-gudTch4JE,8467
11
+ megfile/interfaces.py,sha256=a_vPfNoUe3T46HIudoDx06_55-pxJk4K4bQOg8MY0Y8,9519
12
12
  megfile/pathlike.py,sha256=3Hnw-fn6RcIe9iPrJt00QdHSA--UfDyxnVBuZ_ymYYQ,31278
13
13
  megfile/s3.py,sha256=abBxnI7RIyn7n7qjGszP1VruYd6Gi9I8QnUOvsHkx1Y,16325
14
- megfile/s3_path.py,sha256=yulypUpJ2k0WzOPbeXyx8Q75YGJa3R5qXBt2QmMt9H0,93901
14
+ megfile/s3_path.py,sha256=QpnangCglKiOnehMTTKKS5s4NiZIU9aRf3vNMz8-aJg,94174
15
15
  megfile/sftp.py,sha256=uBcLQs-j6Q-q-sWAdd-pgi5Qmb_kq7boJM-0sCfcNO0,26540
16
- megfile/sftp_path.py,sha256=CgirHWmNdXdqyIL9ufmlaMpwFhlkQVZhqmfvjUaj7qU,43845
17
- megfile/smart.py,sha256=GnabQVb_NU7a-etKfF-NgpJ9JM2rT0uZBeA9UoNz_wM,37014
16
+ megfile/sftp2.py,sha256=9l6TJfXUAsTydgV60HXgpAaBNjfzSgDcpdUexhHu2Do,26935
17
+ megfile/sftp2_path.py,sha256=gtn2naXz6k7ZSGUJi6VIwo8_zwm2bYyqvSZTXX_naHk,38892
18
+ megfile/sftp_path.py,sha256=a60k0HmSeZpvrlgVAKv96meu2AXROqgt-YrghKFHCUA,43345
19
+ megfile/smart.py,sha256=g9WeIxUsTa_4kuXpYJ65ZtqYfheqsaMZX-HUA1A7_jc,36731
18
20
  megfile/smart_path.py,sha256=Up_6xNZ2019iSzMn_JAU_1H--z-AP6O7SxdXGdeTG0c,7659
19
21
  megfile/stdio.py,sha256=ZwxsnJNJYIT7Iyg5pIw4qiyH8bszG6oAhEJuR-hXGG4,658
20
22
  megfile/stdio_path.py,sha256=cxaDr8rtisTPnN-rjtaEpqQnshwiqwXFUJBM9xWY7Cg,2711
21
- megfile/version.py,sha256=DjJW-M4YIrKI_sFscLAPh7I9pVVFC24RH3yBxS8RkNI,19
23
+ megfile/version.py,sha256=16wR4DU1nQ0w2rc170CifUWeX595_JwdUrgITP4JWGA,19
24
+ megfile/webdav.py,sha256=IthGTbUhreQdXRASHyJjk6YI15Yp1aH6qMNjpqaNfIg,15691
25
+ megfile/webdav_path.py,sha256=UxJYg-3TVfxd-CDONjj_C66zuiyhND1md7WzPumBeug,31107
22
26
  megfile/lib/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
23
- megfile/lib/base_prefetch_reader.py,sha256=uxVwYknOjc8hLF7q_T2QKMsBqFcrf411ZsuK25CN1eQ,12848
27
+ megfile/lib/base_prefetch_reader.py,sha256=MYaWOkXc3geZMYNPHlPZmmpOR6uSz-AMuCZwYdoz7t0,13296
24
28
  megfile/lib/combine_reader.py,sha256=Kp2wEloOUpTlIU7dve87MBpSzmIM-F9OtpTawAjFkiU,4828
25
29
  megfile/lib/compare.py,sha256=CPSbyqsQ396oSfxa7h0NdUUqBw5A3WOn6fHrNKkuinw,2188
26
30
  megfile/lib/compat.py,sha256=SynEeHluys3tCK-lb_1oV3o_ft83yZvunqM_AjibLgE,207
@@ -29,24 +33,24 @@ megfile/lib/glob.py,sha256=BSpYm6w16rVuIBCI9hNOCxn83BN7UuKGBp2wFRFdwp4,9775
29
33
  megfile/lib/hdfs_prefetch_reader.py,sha256=yCNpcXcTiC2SHKHC-Qp50KQx1ObSLmOgwNUKlG-4ADg,2131
30
34
  megfile/lib/hdfs_tools.py,sha256=4K-OdMYFFSLBGmDzjatioHvuZuUbKVy7ACeJl-l0HLQ,435
31
35
  megfile/lib/http_prefetch_reader.py,sha256=OQPZ7kWFImqpynjaiTtmadtgtab5fCeQmu51UYHZfgs,4135
32
- megfile/lib/joinpath.py,sha256=gaPNtBi8fzd5LZNyZp5zrHzaybcqKJ1xlntGmVNyFEM,929
36
+ megfile/lib/joinpath.py,sha256=R3sz3pvcgbv1e793vZUnwGH-NmDlEghEPNwq5IEMm4I,1251
33
37
  megfile/lib/lazy_handler.py,sha256=bE7RGt1x_xYWMgGAvHr7dwEt52qy-D3z90X3oyCvE6g,1875
34
- megfile/lib/s3_buffered_writer.py,sha256=kXvz1bdoaVIxjnEQeg4dxEzAXMYNrk-5uIMww86ty00,7860
38
+ megfile/lib/s3_buffered_writer.py,sha256=a42tr48QXToTQtZD1XfK1Veju6qLCLF0RJC0V_P3pW8,8252
35
39
  megfile/lib/s3_cached_handler.py,sha256=MkNt6AAapd5x8BH2gnW5_S0cLofN-mshEdb0qSoLho8,1426
36
- megfile/lib/s3_limited_seekable_writer.py,sha256=joVcjoTx48jataXAwEqOI3toRxxO3-XQRvyWHtJ23lQ,6232
40
+ megfile/lib/s3_limited_seekable_writer.py,sha256=rBlGCsrIJdVRKdsJ1uIAE_R6EN96Kl2JMskk-5czYmE,6289
37
41
  megfile/lib/s3_memory_handler.py,sha256=epIzQgTlE_deuVlP4LTmsh1T3cmAgK8ATEwrit9j7X8,4186
38
42
  megfile/lib/s3_pipe_handler.py,sha256=g3iAN1P9pCdvSNsGeJBGcBa10S62oqIg_9W3b3wc7os,3809
39
- megfile/lib/s3_prefetch_reader.py,sha256=txJbXyxaFVS3wPvut5yW4ppVdLeDtVQIvCXFDlQfBMc,4474
40
- megfile/lib/s3_share_cache_reader.py,sha256=LVWKxHdHo0_zUIW4o8yqNvplqqwezUPeYEt02Vj-WNM,3754
43
+ megfile/lib/s3_prefetch_reader.py,sha256=AqfADmbbZYA6nw4vxBOiFWX5q5CSYOd0hq1LWcf1PY0,4524
44
+ megfile/lib/s3_share_cache_reader.py,sha256=8uip5IdVjPXCquXrskjocsZx2-TiXqWZPY0gX8JC144,4020
41
45
  megfile/lib/shadow_handler.py,sha256=TntewlvIW9ZxCfmqASDQREHoiZ8v42faOe9sovQYQz0,2779
42
46
  megfile/lib/stdio_handler.py,sha256=IDdgENLQlhigEwkLL4zStueVSzdWg7xVcTF_koof_Ek,1987
43
47
  megfile/lib/url.py,sha256=ER32pWy9Q2MAk3TraAaNEBWIqUeBmLuM57ol2cs7-Ks,103
44
- megfile/utils/__init__.py,sha256=pawmXnCNokWLj338a60b_hK21koYavpEiEohZhsOaGQ,10156
48
+ megfile/utils/__init__.py,sha256=4hBVSXbNTbDj7Je0y9SbwgcPm_s41H9v3eHUMr9JNGo,12700
45
49
  megfile/utils/mutex.py,sha256=asb8opGLgK22RiuBJUnfsvB8LnMmodP8KzCVHKmQBWA,2561
46
- megfile-4.2.3.dist-info/licenses/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
47
- megfile-4.2.3.dist-info/licenses/LICENSE.pyre,sha256=9lf5nT-5ZH25JijpYAequ0bl8E8z5JmZB1qrjiUMp84,1080
48
- megfile-4.2.3.dist-info/METADATA,sha256=EKObM2zjGcOsvRyMILjA4qgEvJg72mPB8icyZhBbZ9o,9601
49
- megfile-4.2.3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
50
- megfile-4.2.3.dist-info/entry_points.txt,sha256=M6ZWSSv5_5_QtIpZafy3vq7WuOJ_5dSGQQnEZbByt2Q,49
51
- megfile-4.2.3.dist-info/top_level.txt,sha256=i3rMgdU1ZAJekAceojhA-bkm3749PzshtRmLTbeLUPQ,8
52
- megfile-4.2.3.dist-info/RECORD,,
50
+ megfile-4.2.5.dist-info/licenses/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
51
+ megfile-4.2.5.dist-info/licenses/LICENSE.pyre,sha256=9lf5nT-5ZH25JijpYAequ0bl8E8z5JmZB1qrjiUMp84,1080
52
+ megfile-4.2.5.dist-info/METADATA,sha256=o2WJXc8zTqF6o_DXh_UUtTlrkxkhX_b6ITwyriccZRs,9803
53
+ megfile-4.2.5.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
54
+ megfile-4.2.5.dist-info/entry_points.txt,sha256=M6ZWSSv5_5_QtIpZafy3vq7WuOJ_5dSGQQnEZbByt2Q,49
55
+ megfile-4.2.5.dist-info/top_level.txt,sha256=i3rMgdU1ZAJekAceojhA-bkm3749PzshtRmLTbeLUPQ,8
56
+ megfile-4.2.5.dist-info/RECORD,,