megfile 4.1.0__py3-none-any.whl → 4.1.0.post1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
megfile/errors.py CHANGED
@@ -273,8 +273,8 @@ class S3InvalidRangeError(S3Exception):
273
273
 
274
274
 
275
275
  class S3UnknownError(S3Exception, UnknownError):
276
- def __init__(self, error: Exception, path: PathLike):
277
- super().__init__(error, path, "endpoint: %r" % s3_endpoint_url(path))
276
+ def __init__(self, error: Exception, path: PathLike, extra: Optional[str] = None):
277
+ super().__init__(error, path, extra or "endpoint: %r" % s3_endpoint_url(path))
278
278
 
279
279
 
280
280
  class HttpException(Exception):
megfile/s3_path.py CHANGED
@@ -1313,14 +1313,14 @@ def _group_src_paths_by_block(
1313
1313
  if len(groups) == 0:
1314
1314
  if current_group_size + current_file_size > 2 * block_size:
1315
1315
  group_lack_size = block_size - current_group_size
1316
- current_group.append((src_path, f"bytes=0-{group_lack_size-1}"))
1316
+ current_group.append((src_path, f"bytes=0-{group_lack_size - 1}"))
1317
1317
  groups.extend(
1318
1318
  [
1319
1319
  current_group,
1320
1320
  [
1321
1321
  (
1322
1322
  src_path,
1323
- f"bytes={group_lack_size}-{current_file_size-1}",
1323
+ f"bytes={group_lack_size}-{current_file_size - 1}",
1324
1324
  )
1325
1325
  ],
1326
1326
  ]
@@ -1386,7 +1386,7 @@ class S3Path(URIPath):
1386
1386
  if protocol.startswith("s3+"):
1387
1387
  self._protocol_with_profile = protocol
1388
1388
  self._profile_name = protocol[3:]
1389
- self._s3_path = f"s3://{self.path[len(protocol)+3:]}"
1389
+ self._s3_path = f"s3://{self.path[len(protocol) + 3 :]}"
1390
1390
  elif not protocol:
1391
1391
  self._s3_path = f"s3://{self.path.lstrip('/')}"
1392
1392
  else:
megfile/version.py CHANGED
@@ -1 +1 @@
1
- VERSION = "4.1.0"
1
+ VERSION = "4.1.0.post1"
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.2
2
2
  Name: megfile
3
- Version: 4.1.0
3
+ Version: 4.1.0.post1
4
4
  Summary: Megvii file operation library
5
5
  Author-email: megvii <megfile@megvii.com>
6
6
  Project-URL: Homepage, https://github.com/megvii-research/megfile
@@ -1,7 +1,7 @@
1
1
  megfile/__init__.py,sha256=7oEfu410CFKzDWZ9RjL5xEJ1gtkJkTfvPrL_7TWdJuY,7366
2
2
  megfile/cli.py,sha256=Y7ZyWsYmzMUjUrJ1Vz-WMWJQcpK-4og_5xyRzfKI91U,24957
3
3
  megfile/config.py,sha256=2MMj5QkhlDJQFZRbCQL2c9iDdeMAVctiaPszRBkg5vM,3988
4
- megfile/errors.py,sha256=su85hEFEk18gwUJW_GNdgCe4FeXuuy7Vf3b1pmNkHIk,14347
4
+ megfile/errors.py,sha256=qSIiqiJmDLb2k1qKiTLdNQzj4VNgfM9bHkSClyCp1Kg,14385
5
5
  megfile/fs.py,sha256=TJ0ifJ57IEL-gFgQhJD_WVEqmf28zC5kAvmH6c1QzbU,18240
6
6
  megfile/fs_path.py,sha256=Hozl9LAJ8EMuSWBSZXGj2GNmPZ1sJp9PZs-7hPrLgm8,39341
7
7
  megfile/hdfs.py,sha256=owXr4d3j1frCvlbhmhENcSBnKKDky5cJZzWLOF4ZJMo,13251
@@ -11,14 +11,14 @@ megfile/http_path.py,sha256=yRIk-fNbrsY8rUS5KVOfocS_PS520dX5KOs8lImpLaY,14173
11
11
  megfile/interfaces.py,sha256=p4UvVZpeLx5djd6bqqDaygIx_s-_AxIVj-gudTch4JE,8467
12
12
  megfile/pathlike.py,sha256=3Hnw-fn6RcIe9iPrJt00QdHSA--UfDyxnVBuZ_ymYYQ,31278
13
13
  megfile/s3.py,sha256=abBxnI7RIyn7n7qjGszP1VruYd6Gi9I8QnUOvsHkx1Y,16325
14
- megfile/s3_path.py,sha256=zqXrS4aclIE0454AjMsD64Lxy3BlXlh4kAdi_5Bj19E,93558
14
+ megfile/s3_path.py,sha256=w9_I3BMbLTmu4WCa0W0O0NnFkOHS0CQ-9fvtViL-2iU,93565
15
15
  megfile/sftp.py,sha256=uBcLQs-j6Q-q-sWAdd-pgi5Qmb_kq7boJM-0sCfcNO0,26540
16
16
  megfile/sftp_path.py,sha256=Wz4VcQ0pBUuWDGMSxPpPbutrT09mnY6jZNiAqTi5tO4,43840
17
17
  megfile/smart.py,sha256=xkNVEa3DAThM4zJf3aoHJg_t8PQeVv9yz66GhGIdhpA,36974
18
18
  megfile/smart_path.py,sha256=Bqg95T2-XZrRXWhH7GT-jMCYzD7i1SIXdczQxtOxiPs,7583
19
19
  megfile/stdio.py,sha256=ZwxsnJNJYIT7Iyg5pIw4qiyH8bszG6oAhEJuR-hXGG4,658
20
20
  megfile/stdio_path.py,sha256=cxaDr8rtisTPnN-rjtaEpqQnshwiqwXFUJBM9xWY7Cg,2711
21
- megfile/version.py,sha256=5UUfPKQaA2LgHzk7jZgvPthpTs-MIguSBfg3cfykU3k,19
21
+ megfile/version.py,sha256=0T8ZzQ_dcDIRsR27VgeThkcTcJi4fE4WvZ8Me4aXAwc,25
22
22
  megfile/lib/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
23
23
  megfile/lib/base_prefetch_reader.py,sha256=oSiQq6wlV9DADQapkf3Up3-86zl6QrtusVu93MAt1KE,12848
24
24
  megfile/lib/combine_reader.py,sha256=Kp2wEloOUpTlIU7dve87MBpSzmIM-F9OtpTawAjFkiU,4828
@@ -53,10 +53,10 @@ scripts/benchmark/code/s3fs_read.py,sha256=XiTA-qrYblUs-jQWXSnvNg5Wo722C_g47aMMf
53
53
  scripts/benchmark/code/s3fs_write.py,sha256=gdXKkWXYGjLJlRT_J64pJN85XvRg3bZexcAJQEMXwtw,402
54
54
  scripts/benchmark/code/smart_open_read.py,sha256=SA02jHwS9Y31yFtV9CoJcfND5dR0eA_HsGmGNUrpQls,515
55
55
  scripts/benchmark/code/smart_open_write.py,sha256=jDxFJdY97yNH889jz3pawBoei3yaqy8pEMvC_ymHFtM,537
56
- megfile-4.1.0.dist-info/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
57
- megfile-4.1.0.dist-info/LICENSE.pyre,sha256=9lf5nT-5ZH25JijpYAequ0bl8E8z5JmZB1qrjiUMp84,1080
58
- megfile-4.1.0.dist-info/METADATA,sha256=Q6vaVV6xtJSdmFIOdBaPHRyvhcVPhI0NUlUpwhUUZfA,9573
59
- megfile-4.1.0.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
60
- megfile-4.1.0.dist-info/entry_points.txt,sha256=M6ZWSSv5_5_QtIpZafy3vq7WuOJ_5dSGQQnEZbByt2Q,49
61
- megfile-4.1.0.dist-info/top_level.txt,sha256=fVg49lk5B9L7jyfWUXWxb0DDSuw5pbr0OU62Tvx8J8M,44
62
- megfile-4.1.0.dist-info/RECORD,,
56
+ megfile-4.1.0.post1.dist-info/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
57
+ megfile-4.1.0.post1.dist-info/LICENSE.pyre,sha256=9lf5nT-5ZH25JijpYAequ0bl8E8z5JmZB1qrjiUMp84,1080
58
+ megfile-4.1.0.post1.dist-info/METADATA,sha256=McvjueS05XMnfNKJMjzNz6w5Oj5KK27DgJkYRm8q6hE,9579
59
+ megfile-4.1.0.post1.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
60
+ megfile-4.1.0.post1.dist-info/entry_points.txt,sha256=M6ZWSSv5_5_QtIpZafy3vq7WuOJ_5dSGQQnEZbByt2Q,49
61
+ megfile-4.1.0.post1.dist-info/top_level.txt,sha256=fVg49lk5B9L7jyfWUXWxb0DDSuw5pbr0OU62Tvx8J8M,44
62
+ megfile-4.1.0.post1.dist-info/RECORD,,