mtbase 4.32.24__py3-none-any.whl → 4.32.26__py3-none-any.whl

mt/aio/files.py

@@ -5,6 +5,7 @@ import json
 import tempfile
 import asyncio
 import aiofiles
+import time
 
 from mt import ctx
 
@@ -52,11 +53,27 @@ async def read_binary(filepath, size: int = None, context_vars: dict = {}) -> by
     """
 
     if context_vars["async"]:
-        async with aiofiles.open(filepath, mode="rb") as f:
-            return await f.read(size)
+        try:
+            async with aiofiles.open(filepath, mode="rb") as f:
+                return await f.read(size)
+        except OSError as e:
+            if e.errno == 24:  # too many open files
+                await asyncio.sleep(1)
+                async with aiofiles.open(filepath, mode="rb") as f:
+                    return await f.read(size)
+            else:
+                raise
     else:
-        with open(filepath, mode="rb") as f:
-            return f.read(size)
+        try:
+            with open(filepath, mode="rb") as f:
+                return f.read(size)
+        except OSError as e:
+            if e.errno == 24:  # too many open files
+                time.sleep(1)
+                with open(filepath, mode="rb") as f:
+                    return f.read(size)
+            else:
+                raise
 
 
 async def write_binary(

mt/base/s3.py

@@ -12,7 +12,7 @@ import botocore.exceptions
 from tqdm.auto import tqdm
 
 from mt import ctx, aio, tp, logg
-from mt.halo import Halo
+from mt.halo import HaloAuto
 
 from .http import create_http_session
 
@@ -218,7 +218,9 @@ async def list_objects(s3cmd_url: str, show_progress=False, context_vars: dict =
         paginator = s3_client.get_paginator("list_objects_v2")
         retval = []
         if show_progress:
-            spinner = Halo("listing objects at '{}'".format(s3cmd_url), spinner="dots")
+            spinner = HaloAuto(
+                "listing objects at '{}'".format(s3cmd_url), spinner="dots"
+            )
             spinner.start()
         if context_vars["async"]:
             async for result in paginator.paginate(Bucket=bucket, Prefix=prefix):
@@ -332,7 +334,7 @@ async def get_object(
     bucket, prefix = split(s3cmd_url)
     s3_client = context_vars["s3_client"]
     if show_progress:
-        spinner = Halo("getting object '{}'".format(s3cmd_url), spinner="dots")
+        spinner = HaloAuto("getting object '{}'".format(s3cmd_url), spinner="dots")
         spinner.start()
     if context_vars["async"]:
         response = await s3_client.get_object(Bucket=bucket, Key=prefix)
@@ -403,7 +405,7 @@ async def put_object(
     bucket, prefix = split(s3cmd_url)
     s3_client = context_vars["s3_client"]
     if show_progress:
-        spinner = Halo("putting object '{}'".format(s3cmd_url), spinner="dots")
+        spinner = HaloAuto("putting object '{}'".format(s3cmd_url), spinner="dots")
         spinner.start()
     if context_vars["async"]:
         await s3_client.put_object(Bucket=bucket, Key=prefix, Body=data)

mt/base/version.py

@@ -1,5 +1,5 @@
 MAJOR_VERSION = 4
 MINOR_VERSION = 32
-PATCH_VERSION = 24
+PATCH_VERSION = 26
 version = '{}.{}.{}'.format(MAJOR_VERSION, MINOR_VERSION, PATCH_VERSION)
 __all__  = ['MAJOR_VERSION', 'MINOR_VERSION', 'PATCH_VERSION', 'version']

mt/halo/__init__.py

@@ -4,3 +4,13 @@ __email__ = "manrajsinghgrover@gmail.com"
 
 from .halo import Halo
 from .halo_notebook import HaloNotebook
+
+
+def get_halo_class():
+    from mt.ipython import get_ipython_type
+
+    s = get_ipython_type()
+    return HaloNotebook if s in ("jupyter", "colab", "sagemaker") else Halo
+
+
+HaloAuto = get_halo_class()

{mtbase-4.32.24.dist-info → mtbase-4.32.26.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mtbase
-Version: 4.32.24
+Version: 4.32.26
 Summary: The most fundamental Python modules for Minh-Tri Pham
 Home-page: https://github.com/inteplus/mtbase
 Author: ['Minh-Tri Pham']

{mtbase-4.32.24.dist-info → mtbase-4.32.26.dist-info}/RECORD

@@ -1,6 +1,6 @@
 mt/aio/__init__.py,sha256=-k13vDemo1Onk3yPWv86zav4HAnimvLVpXdH2mkXRJc,2202
 mt/aio/base.py,sha256=HE97hmtjHcxA2t_gd4AZ4e5mlRd4lIGY5jY_f65pdPg,3982
-mt/aio/files.py,sha256=ysg17GFQK9g22otVS7-magj6qBG6j8K8A1pELTBhonc,13363
+mt/aio/files.py,sha256=0J-3BevUzMP5VmnfBUnJqYbB3MQYPCOSbO0ygLoz5hI,13937
 mt/aio/multiprocessing.py,sha256=G43P7bN10J7UqTYCsa1eh3VatJWEbLEqg1xNK3MKWdk,8978
 mt/aio/path.py,sha256=d-zE88pTD65-KskLi6j_1Hdys7NXrDOOmHqUyHYxehY,10041
 mt/aio/procedure.py,sha256=eJ4AtCxqvDDxGrz-Pycred1CJRfD60VPvjUaaJ0OhYM,3323
@@ -20,11 +20,11 @@ mt/base/http.py,sha256=i-oATGv_-znK298Ahh1OD2Ui7-yO4JK6iALpRxmIkak,6227
 mt/base/locket.py,sha256=8fNRORvCjOILA5Nq1T1rs_Pi7iy_gz0PBVlwSUv06wc,5270
 mt/base/object_store.py,sha256=3LSD0TzAQ2BSYmxLH9TmAUuKt0Fd3Ze84JpbDNYMrQg,7777
 mt/base/path.py,sha256=f4Ej4-5KrxyyGlaMhTGDYltlv9Csvfqi3ANSBZhkjXI,147
-mt/base/s3.py,sha256=y2UY35UEHT5NAfXtdVXOzb0GW_P55JtrTwOxwrvbW8A,20037
+mt/base/s3.py,sha256=dt-ph2pBv2oplddlRHCkbP58i4P-g60US6DhC4vAKAA,20083
 mt/base/str.py,sha256=_R1GRJG8XEfUwabz_dsMD-g0zf3bF4b41_L3vXmiI0o,3580
 mt/base/terminal.py,sha256=_23Kk7oihgCbe2yjJw2SQrTCqymSi-drejn1SWIS6IY,104
 mt/base/threading.py,sha256=MTVjpaTg_sbZWCksoP_5iMVYFjjUxrgpYBMOWxFY4Ms,110
-mt/base/version.py,sha256=Ln3oCnchz79OM5yUfun8AfhMmCw02yw6yzd1ggMJUE0,208
+mt/base/version.py,sha256=Zan_moqEuHmlxhycJJ7rHP0HalhSd-kFuuSsTaszxaw,208
 mt/base/zipfile.py,sha256=SnsBCaPlPw300_mi7WYB6wSqjvW-U_g96vS2S9JwrnE,1765
 mt/concurrency/__init__.py,sha256=jF7NoWRKap-QhuJaJZ3EUpfrn2HaZa_8MAS0bT325AY,428
 mt/concurrency/aio.py,sha256=efStmaQ6JkqdS7fQTcvCmOVH3ylqyKsEG8tjXhZQIZs,24785
@@ -33,7 +33,7 @@ mt/concurrency/beehive.py,sha256=2YAbXaG6FIlEGVy4BVSzL-NZqV8z80mbKoO2hkxVcnc,425
 mt/concurrency/multiprocessing.py,sha256=ekxhvsd3J6Kb64tOt5ubSeiQbOZuv89JWOd3yyocvmM,19087
 mt/ctx/__init__.py,sha256=f7pzOOj8GBKyOpSRmwkkobO-sh2jJUkl14dNRxNILBA,1438
 mt/functools/__init__.py,sha256=Krhv9EE7i8NjK20DRYC1RDGSYWmmdUROECeSJqEpk0M,5591
-mt/halo/__init__.py,sha256=iDgRWfhL0QgY8bAXoZywJxbceMyIEe5whB82-pomfdI,158
+mt/halo/__init__.py,sha256=nxsPZZY9CUaPK56yN124WnULksGJnWzEG1cwoLJavhc,360
 mt/halo/halo.py,sha256=61fiUOXRouOvpD7SnlEXvIlpOG_Mn_grFPTjGLL5s04,2539
 mt/halo/halo_notebook.py,sha256=vukc10ReCrjDdlLS9q310DzSdo4Kg4l4YrWO3aNuXZU,3204
 mt/ipython/__init__.py,sha256=_yN-1QJagHbCFjKrDdjXjLg7OYlZ8G5enmOcMbIjqes,221
@@ -57,9 +57,9 @@ mt/time/__init__.py,sha256=lAjC0En0X0spHTu2YC120AchNlv1SzHgQlX0RmXWLEc,2158
 mt/tp/__init__.py,sha256=TvEzpRQpi8eKdt-mGhX6mgkY3V4zB-0RWNf-BiRm1vU,633
 mt/traceback/__init__.py,sha256=4WUtGbPklLM9s-jlQQrQiFuEaTbKQKeV1DEzRj_HfYY,3648
 mt/v4l2/__init__.py,sha256=s5a0Ve3QI0I2F2q192qLKfw8dPvcrHRy1JCdpMQz8cE,870
-mtbase-4.32.24.data/scripts/path_exists,sha256=9rYAZNiVEeTTi-hKM8NkQVIZOaEQkWE_WVw72avfUDo,690
-mtbase-4.32.24.dist-info/licenses/LICENSE,sha256=PojkRlQzTT5Eg6Nj03XoIVEefN3u8iiIFf1p4rqe_t4,1070
-mtbase-4.32.24.dist-info/METADATA,sha256=9LEXPYw73ta-yeM1mCAnmzLL4F05BdunDQ-8jZ3TPB8,806
-mtbase-4.32.24.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-mtbase-4.32.24.dist-info/top_level.txt,sha256=WcqGFu9cV7iMZg09iam8eNxUvGpLSKKF2Iubf6SJVOo,3
-mtbase-4.32.24.dist-info/RECORD,,
+mtbase-4.32.26.data/scripts/path_exists,sha256=9rYAZNiVEeTTi-hKM8NkQVIZOaEQkWE_WVw72avfUDo,690
+mtbase-4.32.26.dist-info/licenses/LICENSE,sha256=PojkRlQzTT5Eg6Nj03XoIVEefN3u8iiIFf1p4rqe_t4,1070
+mtbase-4.32.26.dist-info/METADATA,sha256=8pzqld5jVNOPF_IonWD6jZrRRPNFpxe9LEq9Qk6m6bU,806
+mtbase-4.32.26.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+mtbase-4.32.26.dist-info/top_level.txt,sha256=WcqGFu9cV7iMZg09iam8eNxUvGpLSKKF2Iubf6SJVOo,3
+mtbase-4.32.26.dist-info/RECORD,,