dtlpy 1.91.37__py3-none-any.whl → 1.92.19__py3-none-any.whl

dtlpy/services/api_client.py

@@ -13,6 +13,7 @@ import logging
 import asyncio
 import certifi
 import base64
+import enum
 import time
 import tqdm
 import json
@@ -73,6 +74,33 @@ class PlatformError(Exception):
         super().__init__(msg)
 
 
+
+
+class Callbacks:
+    def __init__(self):
+        self._callbacks = {}
+
+    class CallbackEvent(str, enum.Enum):
+        DATASET_EXPORT = 'datasetExport'
+        ITEMS_UPLOAD = 'itemUpload'
+
+    def add(self, event, func):
+
+        if not callable(func):
+            raise ValueError(f"The provided callback for {event} is not callable")
+        if event not in list(self.CallbackEvent):
+            raise ValueError(f"Unknown event: {event!r}, allowed events are: {list(self.CallbackEvent)}")
+        self._callbacks[event] = func
+
+    def get(self, name):
+        return self._callbacks.get(name)
+
+    def run_on_event(self, event, context, progress):
+        callback = self.get(event)
+        if callback is not None:
+            callback(progress=progress, context=context)
+
+
 class Verbose:
     __DEFAULT_LOGGING_LEVEL = 'warning'
     __DEFAULT_DISABLE_PROGRESS_BAR = False
@@ -403,6 +431,7 @@ class ApiClient:
         self._environments = None
         self._environment = None
         self._verbose = None
+        self._callbacks = None
         self._cache_state = None
         self._attributes_mode = None
         self._platform_settings = None
@@ -690,6 +719,21 @@ class ApiClient:
         assert isinstance(self._sdk_cache, SDKCache)
         return self._sdk_cache
 
+    @property
+    def callbacks(self):
+        if self._callbacks is None:
+            self._callbacks = Callbacks()
+        assert isinstance(self._callbacks, Callbacks)
+        return self._callbacks
+
+    def add_callback(self, event, func):
+        """
+        function to add callback to the client
+        :param event: dl.CallbackEvent enum, name of the callback
+        :param func: function to call with 2 arguments: progress and context
+        """
+        self.callbacks.add(event, func)
+
     @property
     def token(self):
         _token = self._token
@@ -790,7 +834,7 @@ class ApiClient:
             if internal_requests_url is not None:
                 self.__gate_url_for_requests = internal_requests_url
         return self.__gate_url_for_requests
-        
+
     def export_curl_request(self, req_type, path, headers=None, json_req=None, files=None, data=None):
         curl, prepared = self._build_gen_request(req_type=req_type,
                                                  path=path,
@@ -1128,7 +1172,7 @@ class ApiClient:
                 def callback(bytes_read):
                     pass
 
-        timeout = aiohttp.ClientTimeout(total=0)
+        timeout = aiohttp.ClientTimeout(total=2 * 60)
         async with aiohttp.ClientSession(headers=headers, timeout=timeout) as session:
             try:
                 form = aiohttp.FormData({})
@@ -1491,7 +1535,13 @@ class ApiClient:
         :param token: a valid token
         :return:
         """
-        self.token = token  # this will also set the refresh_token to None
+        current_token = self.token
+        self.token = token
+        success, response = self.gen_request(req_type='get', path='/users/me')
+        if not response.ok:
+            # switch back to before
+            self.token = current_token
+            raise ValueError(f"Invalid API key provided. Error: {response.text}")
 
     def login_api_key(self, api_key):
         """
@@ -1499,7 +1549,13 @@ class ApiClient:
         :param api_key: a valid API key
         :return:
         """
+        current_token = self.token
         self.token = api_key
+        success, response = self.gen_request(req_type='get', path='/users/me')
+        if not response.ok:
+            # switch back to before
+            self.token = current_token
+            raise ValueError(f"Invalid API key provided. Error: {response.text}")
 
     @property
     def login_domain(self):

{dtlpy-1.91.37.dist-info → dtlpy-1.92.19.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dtlpy
-Version: 1.91.37
+Version: 1.92.19
 Summary: SDK and CLI for Dataloop platform
 Home-page: https://github.com/dataloop-ai/dtlpy
 Author: Dataloop Team

{dtlpy-1.91.37.dist-info → dtlpy-1.92.19.dist-info}/RECORD

@@ -1,7 +1,7 @@
-dtlpy/__init__.py,sha256=pJiyuUv6L9bWnW1vcknHAjYP-pouMCYzzexyDKxELoI,20127
-dtlpy/__version__.py,sha256=flSe4d8yB2RB0iNWIrAprz1NjDjuef69OfvI32KUVME,20
+dtlpy/__init__.py,sha256=judUZGmYQMFrva_nip8O371rvJ1BZnoL0fbU_1TX9CI,20194
+dtlpy/__version__.py,sha256=6QhHVB1jEy66ZyHy-pBaGKIulMxN7-AqEPkz2eiZeys,20
 dtlpy/exceptions.py,sha256=EQCKs3pwhwZhgMByQN3D3LpWpdxwcKPEEt-bIaDwURM,2871
-dtlpy/new_instance.py,sha256=_-F1NTJgGCCHnW68eIexwq7leLGTCHcPxodbw9mfasI,5555
+dtlpy/new_instance.py,sha256=I4Gc658s-yUD0-gEiC2pRDKaADZPdr1dm67K4mkx5xw,10065
 dtlpy/assets/__init__.py,sha256=D_hAa6NM8Zoy32sF_9b7m0b7I-BQEyBFg8-9Tg2WOeo,976
 dtlpy/assets/lock_open.png,sha256=BH9uyf5uYvgZrDpDw9qCUnT3UbkXG8XbeRmWDpWlV4M,18215
 dtlpy/assets/main.py,sha256=N1JUsx79qnXI7Hx22C8JOzHJdGHxvrXeTx5UZAxvJfE,1380
@@ -37,9 +37,6 @@ dtlpy/caches/cache.py,sha256=IqNaueml6aKU3_WAQ3lFfJP3qyXsvflZnAvA6vgboeM,16917
 dtlpy/caches/dl_cache.py,sha256=aaqB0THK6eNmQ54SC6egb6z8sJE3ciKQ5cIHrQHe4r8,5695
 dtlpy/caches/filesystem_cache.py,sha256=OrBqyEucSVp7g33c6R1BR3ICbkgQnwYWEDhQ7OxHy2Y,2737
 dtlpy/caches/redis_cache.py,sha256=bgJgxgAXFR_TxPDvlLS4TKumFds-ihNf668JbPYUfpc,2331
-dtlpy/callbacks/__init__.py,sha256=j3QTgKnQSNiVasjlTVIVl7hRQX-qlw36F9Fu_PKmktc,715
-dtlpy/callbacks/piper_progress_reporter.py,sha256=L9OK-n6zqBP0SFhq0lrMXuMjf4uWfy-12jqbL5cd9FQ,1075
-dtlpy/callbacks/progress_viewer.py,sha256=ZZw8ljXVP2kpndLRxOhY09dOgUN7Luop-4TUuT5nSDc,2314
 dtlpy/dlp/__init__.py,sha256=QG_BxSqeic0foFBmzIkpZEF4EvxOZamknj2f5Cb6T6Q,868
 dtlpy/dlp/cli_utilities.py,sha256=Kzr-AKbRlXLdGKY2RTUNm0U_vKHxyMOB17TQegeDMdM,16037
 dtlpy/dlp/command_executor.py,sha256=JKtRKTwrKfkXHa1VuFhPw15FuwexBPq_9ANAu2pSyXs,32113
@@ -47,7 +44,7 @@ dtlpy/dlp/dlp,sha256=-F0vSCWuSOOtgERAtsPMPyMmzitjhB7Yeftg_PDlDjw,10
 dtlpy/dlp/dlp.bat,sha256=QOvx8Dlx5dUbCTMpwbhOcAIXL1IWmgVRSboQqDhIn3A,37
 dtlpy/dlp/dlp.py,sha256=YjNBjeCDTXJ7tj8qdiGZ8lFb8DtPZl-FvViyjxt9xF8,4278
 dtlpy/dlp/parser.py,sha256=p-TFaiAU2c3QkI97TXzL2LDR3Eq0hGDFrTc9J2jWLh4,30551
-dtlpy/entities/__init__.py,sha256=cwA3ZOsZbdiixwhH6D15sU_bwybDAB8P2mg1zThajBU,4510
+dtlpy/entities/__init__.py,sha256=lOu2d39xvp-gOi-BEtGriXSLgBOYx6vfAOGYCFBzorc,4522
 dtlpy/entities/analytic.py,sha256=5MpYDKPVsZ1MIy20Ju515RWed6P667j4TLxsan2gyNM,11925
 dtlpy/entities/annotation.py,sha256=yk-JQzgzXvnDLFrOkmcHQfEtsiPqZeIisv80ksNB-f8,66912
 dtlpy/entities/annotation_collection.py,sha256=CEYSBHhhDkC0VJdHsBSrA6TgdKGMcKeI3tFM40UJwS8,29838
@@ -58,23 +55,23 @@ dtlpy/entities/assignment.py,sha256=Dc1QcfVf67GGcmDDi4ubESDuPkSgjXqdqjTBQ31faUM,
 dtlpy/entities/base_entity.py,sha256=i83KrtAz6dX4t8JEiUimLI5ZRrN0VnoUWKG2Zz49N5w,6518
 dtlpy/entities/bot.py,sha256=is3NUCnPg56HSjsHIvFcVkymValMqDV0uHRDC1Ib-ds,3819
 dtlpy/entities/codebase.py,sha256=pwRkAq2GV0wvmzshg89IAmE-0I2Wsy_-QNOu8OV8uqc,8999
-dtlpy/entities/command.py,sha256=dv7w0GfTqq4OeLUoAUElYCdOrvE2Lp9Cx-XdA9N4314,4976
-dtlpy/entities/dataset.py,sha256=pCf3gCSQD8L1GvXvSbVrNnpmdCuFi4n0xvw96Bjz3_0,45081
+dtlpy/entities/command.py,sha256=ARu8ttk-C7_Ice7chRyTtyOtakBTF09FC04mEk73SO8,5010
+dtlpy/entities/dataset.py,sha256=87o6FA9MYCIc0KBCUqQr_VsX-W2mGbJn64JvD-zp-EA,47354
 dtlpy/entities/directory_tree.py,sha256=Rni6pLSWytR6yeUPgEdCCRfTg_cqLOdUc9uCqz9KT-Q,1186
 dtlpy/entities/dpk.py,sha256=3iL-n8a8HoWqUusAepfs3v_kDP7b_H0I_D3YucO6vuE,17325
 dtlpy/entities/driver.py,sha256=O_QdK1EaLjQyQkmvKsmkNgmvmMb1mPjKnJGxK43KrOA,7197
 dtlpy/entities/execution.py,sha256=WBiAws-6wZnQQ3y9wyvOeexA3OjxfaRdwDu5dSFYL1g,13420
 dtlpy/entities/feature.py,sha256=9fFjD0W57anOVSAVU55ypxN_WTCsWTG03Wkc3cAAj78,3732
-dtlpy/entities/feature_set.py,sha256=lKbaLLklYC8dZGCDzQa8T-LSYpUygqLwlC_jhHtOfLw,4326
-dtlpy/entities/filters.py,sha256=a6jRhdCrsqwlOgwgecxfIj4oKKP2P5tPZ6n1Jua13VU,22336
+dtlpy/entities/feature_set.py,sha256=niw4MkmrDbD_LWQu1X30uE6U4DCzmFhPTaYeZ6VZDB0,4443
+dtlpy/entities/filters.py,sha256=Xkiu9IKR-MX2su6wVr5seQ4mKwFh0IFygtsVQkfoYSE,22348
 dtlpy/entities/integration.py,sha256=CA5F1eQCGE_4c_Kry4nWRdeyjHctNnvexcDXg_M5HLU,5734
-dtlpy/entities/item.py,sha256=77kD_0FRHW_oXIkGwd2Y0qH8rAIy8n8EJALLGkbXDKY,29184
+dtlpy/entities/item.py,sha256=3m9T5Y4xrfiNhgMQf_gWzwI3Ol_6U8LE_u5uWtims2M,29704
 dtlpy/entities/label.py,sha256=ycDYavIgKhz806plIX-64c07_TeHpDa-V7LnfFVe4Rg,3869
 dtlpy/entities/links.py,sha256=FAmEwHtsrqKet3c0UHH9u_gHgG6_OwF1-rl4xK7guME,2516
 dtlpy/entities/message.py,sha256=ApJuaKEqxATpXjNYUjGdYPu3ibQzEMo8-LtJ_4xAcPI,5865
 dtlpy/entities/model.py,sha256=GXfQoLa06GSsymBiRTqI2FYegLwyrc5S8lWMwGWxhjw,24959
-dtlpy/entities/node.py,sha256=zXTM4TTyTkV61hc_w_cQHNWDM5Q1G-oiEK-XcUXBcNE,39222
-dtlpy/entities/ontology.py,sha256=lQRpX_wc1VpAkMzLgNXesQnsaZZPF1hvlwayu80MZ6g,31904
+dtlpy/entities/node.py,sha256=yPPYDLtNMc6vZbbf4FIffY86y7tkaTvYm42Jb7k3Ofk,39617
+dtlpy/entities/ontology.py,sha256=ok4p3sLBc_SS5hs2gZr5-gbblrveM7qSIX4z67QSKeQ,31967
 dtlpy/entities/organization.py,sha256=AMkx8hNIIIjnu5pYlNjckMRuKt6H3lnOAqtEynkr7wg,9893
 dtlpy/entities/package.py,sha256=EA5cB3nFBlsbxVK-QroZILjol2bYSVGqCby-mOyJJjQ,26353
 dtlpy/entities/package_defaults.py,sha256=wTD7Z7rGYjVy8AcUxTFEnkOkviiJaLVZYvduiUBKNZo,211
@@ -82,14 +79,14 @@ dtlpy/entities/package_function.py,sha256=M42Kvw9A8b6msAkv-wRNAQg_-UC2bejniCjeKD
 dtlpy/entities/package_module.py,sha256=cOkIITATkzzCQpE0sdPiBUisAz8ImlPG2YGZ0K7SypA,5151
 dtlpy/entities/package_slot.py,sha256=XBwCodQe618sQm0bmx46Npo94mEk-zUV7ZX0mDRcsD8,3946
 dtlpy/entities/paged_entities.py,sha256=A6_D0CUJsN52dBG6yn-oHHzjuVDkBNejTG5r-KxWOxI,5848
-dtlpy/entities/pipeline.py,sha256=Fh3vB2SvM-yhA8wWtIv9zojaqnE2c1cjJQr5CmveBS0,20119
-dtlpy/entities/pipeline_execution.py,sha256=Rm-QflDCHOD7vJZ3HghBJ911Z2os4ZqboPrx3boW0uU,9277
+dtlpy/entities/pipeline.py,sha256=OrRybxEa29S4sKtl7RTdf6kRgnQi90n4wlN4OsMJJLk,20671
+dtlpy/entities/pipeline_execution.py,sha256=XCXlBAHFYVL2HajE71hK-bPxI4gTwZvg5SKri4BgyRA,9928
 dtlpy/entities/project.py,sha256=ZUx8zA3mr6N145M62R3UDPCCzO1vxfyWO6vjES-bO-g,14653
-dtlpy/entities/prompt_item.py,sha256=MFti9RJ40sKUGwG1ojHkQpmdOPZ_YTWzBauie54D0hI,2833
+dtlpy/entities/prompt_item.py,sha256=6fswLddnVKPLyGElgUCVPIZUYAZ-U0eor3nxZqecKHY,12335
 dtlpy/entities/recipe.py,sha256=Q1HtYgind3bEe-vnDZWhw6H-rcIAGhkGHPRWtLIkPSE,11917
 dtlpy/entities/reflect_dict.py,sha256=2NaSAL-CO0T0FYRYFQlaSpbsoLT2Q18AqdHgQSLX5Y4,3273
 dtlpy/entities/resource_execution.py,sha256=1HuVV__U4jAUOtOkWlWImnM3Yts8qxMSAkMA9sBhArY,5033
-dtlpy/entities/service.py,sha256=tA04dp2E3dSxlLxyWtSyUU41g971akSL6q-1SED7Kvc,30211
+dtlpy/entities/service.py,sha256=OaEcKsGgapwWRIzBUU8wvJqd0h_mpY7ICugVjzV7pDA,30211
 dtlpy/entities/setting.py,sha256=koydO8b0_bWVNklR2vpsXswxzBo8q83XtGk3wkma0MI,8522
 dtlpy/entities/task.py,sha256=XHiEqZYFlrDCtmw1MXsysjoBLdIzAk7coMrVk8bNIiE,19534
 dtlpy/entities/time_series.py,sha256=336jWNckjuSn0G29WJFetB7nBoFAKqs4VH9_IB4m4FE,4017
@@ -148,7 +145,7 @@ dtlpy/miscellaneous/list_print.py,sha256=leEg3RodgYfH5t_0JG8VuM8NiesR8sJLK_mRStt
 dtlpy/miscellaneous/zipping.py,sha256=GMdPhAeHQXeMS5ClaiKWMJWVYQLBLAaJUWxvdYrL4Ro,5337
 dtlpy/ml/__init__.py,sha256=vPkyXpc9kcWWZ_PxyPEOsjKBJdEbowLkZr8FZIb_OBM,799
 dtlpy/ml/base_feature_extractor_adapter.py,sha256=iiEGYAx0Rdn4K46H_FlKrAv3ebTXHSxNVAmio0BxhaI,1178
-dtlpy/ml/base_model_adapter.py,sha256=W5MaL3n8WbRVrcCsM48WE1q4bieIYPhXCHoStUziXmc,44741
+dtlpy/ml/base_model_adapter.py,sha256=tpC_bBjlqLK7obMe2yJ8I52oWXNXijPoTQtlDSYfc5E,48070
 dtlpy/ml/metrics.py,sha256=BG2E-1Mvjv2e2No9mIJKVmvzqBvLqytKcw3hA7wVUNc,20037
 dtlpy/ml/predictions_utils.py,sha256=He_84U14oS2Ss7T_-Zj5GDiBZwS-GjMPURUh7u7DjF8,12484
 dtlpy/ml/summary_writer.py,sha256=dehDi8zmGC1sAGyy_3cpSWGXoGQSiQd7bL_Thoo8yIs,2784
@@ -156,29 +153,29 @@ dtlpy/ml/train_utils.py,sha256=R-BHKRfqDoLLhFyLzsRFyJ4E-8iedj9s9oZqy3IO2rg,2404
 dtlpy/repositories/__init__.py,sha256=_p6RafEniBXbeTAbz8efnIr4G4mCwV9x6LEkXhTRWUE,1949
 dtlpy/repositories/analytics.py,sha256=dQPCYTPAIuyfVI_ppR49W7_GBj0033feIm9Gd7LW1V0,2966
 dtlpy/repositories/annotations.py,sha256=E7iHo8UwDAhdulqh0lGr3fGQ-TSwZXXGsEXZA-WJ_NA,35780
-dtlpy/repositories/apps.py,sha256=ashrmsrAtOHF7H0TUAxMNn9ebHQWb1pccjQWpixIgyo,13442
+dtlpy/repositories/apps.py,sha256=VamO007F1rW7gPdMqPE-pFMaqXz4S5Xm9pY3GD9ITIY,15555
 dtlpy/repositories/artifacts.py,sha256=Ke2ustTNw-1eQ0onLsWY7gL2aChjXPAX5p1uQ_EzMbo,19081
 dtlpy/repositories/assignments.py,sha256=1VwJZ7ctQe1iaDDDpeYDgoj2G-TCgzolVLUEqUocd2w,25506
 dtlpy/repositories/bots.py,sha256=q1SqH01JHloljKxknhHU09psV1vQx9lPhu3g8mBBeRg,8104
 dtlpy/repositories/codebases.py,sha256=pvcZxdrq0-zWysVbdXjUOhnfcF6hJD8v5VclNZ-zhGA,24668
-dtlpy/repositories/commands.py,sha256=jJnHctZEloRH6Zxf1yFwpgWrv449EU_40QOexKwKlkw,5203
+dtlpy/repositories/commands.py,sha256=8GJU2OQTH0grHFQE30l0UVqaPAwio4psk4VpiYklkFk,5589
 dtlpy/repositories/compositions.py,sha256=H417BvlQAiWr5NH2eANFke6CfEO5o7DSvapYpf7v5Hk,2150
-dtlpy/repositories/datasets.py,sha256=2ZQnfp-Zyjr9goK6zcTH8u02v_Z4Dbqj4ReYP58sdRY,45084
+dtlpy/repositories/datasets.py,sha256=Rauh-apKSKP7cWS99uhiZYZ-679qNpPm7HoMkMzyJ-s,51789
 dtlpy/repositories/downloader.py,sha256=pNwL7Nid8xmOyYNiv4DB_WY4RoKlxQ-U9nG2V99Gyr8,41342
-dtlpy/repositories/dpks.py,sha256=GlDpd3qIHnLAbLHpePhSbTXQhIXpk0BbnbKH1oaHDus,16483
+dtlpy/repositories/dpks.py,sha256=b9i-K4HHBA-7T7AZdICFfMUWtqr9--igVwOq0TKyq7Y,16612
 dtlpy/repositories/drivers.py,sha256=fF0UuHCyBzop8pHfryex23mf0kVFAkqzNdOmwBbaWxY,10204
 dtlpy/repositories/executions.py,sha256=M84nhpFPPZq4fQeJ2m_sv6JT4NE2WDRMOXWr451J0bU,30403
-dtlpy/repositories/feature_sets.py,sha256=xSceAIwK608JSU42IPT1NrvCtnaDJ582JfLd05F3Cck,8811
+dtlpy/repositories/feature_sets.py,sha256=UowMDAl_CRefRB5oZzubnsjU_OFgiPPdQXn8q2j4Kuw,9666
 dtlpy/repositories/features.py,sha256=7xA2ihEuNgZD7HBQMMGLWpsS2V_3PgieKW2YAk1OeUU,9712
 dtlpy/repositories/integrations.py,sha256=gNQmw5ykFtBaimdxUkzCXQqefZaM8yQPnxWZkIJK7ww,11666
 dtlpy/repositories/items.py,sha256=DqJ3g9bc4OLMm9KqI-OebXbr-zcEiohO1wGZJ1uE2Lg,37874
 dtlpy/repositories/messages.py,sha256=zYcoz8Us6j8Tb5Z7luJuvtO9xSRTuOCS7pl-ztt97Ac,3082
-dtlpy/repositories/models.py,sha256=7kYYE0cfw57bsv_T18QqjCBZsd6fSp99y_Vm94Ya44o,34813
+dtlpy/repositories/models.py,sha256=o0S29Y7HF6RXV06N6MDXCozolzfK1X4JR-3YRODBBxo,34829
 dtlpy/repositories/nodes.py,sha256=xXJm_YA0vDUn0dVvaGeq6ORM0vI3YXvfjuylvGRtkxo,3061
 dtlpy/repositories/ontologies.py,sha256=unnMhD2isR9DVE5S8Fg6fSDf1ZZ5Xemxxufx4LEUT3w,19577
 dtlpy/repositories/organizations.py,sha256=6ijUDFbsogfRul1g_vUB5AZOb41MRmV5NhNU7WLHt3A,22825
 dtlpy/repositories/packages.py,sha256=QhkXMZkpseCt0pDropJuqoHJL0RMa5plk8AN0V3w6Nk,86807
-dtlpy/repositories/pipeline_executions.py,sha256=vFE--JoiffzvIwdSIc-nzEw3jFReUNTfzZIyGaDVy_o,14444
+dtlpy/repositories/pipeline_executions.py,sha256=zQNRejj23r5q1cSp88KMoeOGUOUbbg3Yi-ER7qZfyF8,16781
 dtlpy/repositories/pipelines.py,sha256=VDAOsGbgD1_AKdMrJl_qB3gxPs7f3pwUnPx0pT1iAWk,23977
 dtlpy/repositories/projects.py,sha256=tZyFLqVs-8ggTIi5echlX7XdGOJGW4LzKuXke7jkRnw,22140
 dtlpy/repositories/recipes.py,sha256=ZZDhHn9g28C99bsf0nFaIpVYn6f6Jisz9upkHEkeaYY,15843
@@ -190,11 +187,11 @@ dtlpy/repositories/tasks.py,sha256=nA3rODvS8Q361xDmPXII-VPzktzoxbAApxTkzC5wv4M,4
 dtlpy/repositories/times_series.py,sha256=m-bKFEgiZ13yQNelDjBfeXMUy_HgsPD_JAHj1GVx9fU,11420
 dtlpy/repositories/triggers.py,sha256=izdNyCN1gDc5uo7AXntso0HSMTDIzGFUp-dSEz8cn_U,21990
 dtlpy/repositories/upload_element.py,sha256=4CDZRKLubanOP0ZyGwxAHTtl6GLzwAyRAIm-PLYt0ck,10140
-dtlpy/repositories/uploader.py,sha256=W2wPxxt_I3cvXGiAXKbLvfmmynoHx-XsuD2UgFTMiJA,30281
+dtlpy/repositories/uploader.py,sha256=iOlDYWIMy_h1Rbd7Mfug1I0e93dBJ0SxqP_BOwqYQPQ,30697
 dtlpy/repositories/webhooks.py,sha256=IIpxOJ-7KeQp1TY9aJZz-FuycSjAoYx0TDk8z86KAK8,9033
 dtlpy/services/__init__.py,sha256=VfVJy2otIrDra6i7Sepjyez2ujiE6171ChQZp-YgxsM,904
 dtlpy/services/aihttp_retry.py,sha256=tgntZsAY0dW9v08rkjX1T5BLNDdDd8svtgn7nH8DSGU,5022
-dtlpy/services/api_client.py,sha256=75haX3vsdKwLSVjdKbkmPF5exVQx8CGqwJhl7CdtfSE,66274
+dtlpy/services/api_client.py,sha256=EG4Spm163N7Ig99tkubSYqEGQQBElK2jFtJGAek96OY,68145
 dtlpy/services/api_reference.py,sha256=cW-B3eoi9Xs3AwI87_Kr6GV_E6HPoC73aETFaGz3A-0,1515
 dtlpy/services/async_utils.py,sha256=lfpkTkRUvQoMTxaRZBHbPt5e43qdvpCGDe_-KcY2Jps,2810
 dtlpy/services/calls_counter.py,sha256=gr0io5rIsO5-7Cgc8neA1vK8kUtYhgFPmDQ2jXtiZZs,1036
@@ -222,19 +219,19 @@ dtlpy/utilities/reports/report.py,sha256=3nEsNnIWmdPEsd21nN8vMMgaZVcPKn9iawKTTeO
 dtlpy/utilities/videos/__init__.py,sha256=SV3w51vfPuGBxaMeNemx6qEMHw_C4lLpWNGXMvdsKSY,734
 dtlpy/utilities/videos/video_player.py,sha256=LCxg0EZ_DeuwcT7U_r7MRC6Q19s0xdFb7x5Gk39PRms,24072
 dtlpy/utilities/videos/videos.py,sha256=Dj916B4TQRIhI7HZVevl3foFrCsPp0eeWwvGbgX3-_A,21875
-dtlpy-1.91.37.data/scripts/dlp,sha256=-F0vSCWuSOOtgERAtsPMPyMmzitjhB7Yeftg_PDlDjw,10
-dtlpy-1.91.37.data/scripts/dlp.bat,sha256=QOvx8Dlx5dUbCTMpwbhOcAIXL1IWmgVRSboQqDhIn3A,37
-dtlpy-1.91.37.data/scripts/dlp.py,sha256=tEokRaDINISXnq8yNx_CBw1qM5uwjYiZoJOYGqWB3RU,4267
+dtlpy-1.92.19.data/scripts/dlp,sha256=-F0vSCWuSOOtgERAtsPMPyMmzitjhB7Yeftg_PDlDjw,10
+dtlpy-1.92.19.data/scripts/dlp.bat,sha256=QOvx8Dlx5dUbCTMpwbhOcAIXL1IWmgVRSboQqDhIn3A,37
+dtlpy-1.92.19.data/scripts/dlp.py,sha256=tEokRaDINISXnq8yNx_CBw1qM5uwjYiZoJOYGqWB3RU,4267
 tests/assets/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/assets/models_flow/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/assets/models_flow/failedmain.py,sha256=n8F4eu_u7JPrJ1zedbJPvv9e3lHb3ihoErqrBIcseEc,1847
 tests/assets/models_flow/main.py,sha256=87O3-JaWcC6m_kA39sqPhX70_VCBzzbLWmX2YQFilJw,1873
 tests/assets/models_flow/main_model.py,sha256=Hl_tv7Q6KaRL3yLkpUoLMRqu5-ab1QsUYPL6RPEoamw,2042
 tests/features/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-tests/features/environment.py,sha256=cX634k079u2V5YhG-VUxNIFQW3Wn1J0dsTp0gAXfKec,15327
-dtlpy-1.91.37.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
-dtlpy-1.91.37.dist-info/METADATA,sha256=3m_UEAiEgXoM7gwJG08aMrWwtot76WnECCgRXcLs6sc,2976
-dtlpy-1.91.37.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
-dtlpy-1.91.37.dist-info/entry_points.txt,sha256=C4PyKthCs_no88HU39eioO68oei64STYXC2ooGZTc4Y,43
-dtlpy-1.91.37.dist-info/top_level.txt,sha256=ZWuLmQGUOtWAdgTf4Fbx884w1o0vBYq9dEc1zLv9Mig,12
-dtlpy-1.91.37.dist-info/RECORD,,
+tests/features/environment.py,sha256=dyYLrhyaKFnobrz7jD-vgmmxjpL5HDwjQCbzOZa37dM,16261
+dtlpy-1.92.19.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
+dtlpy-1.92.19.dist-info/METADATA,sha256=n5rMcsDOFll5b0upeENKE5xJIFLlRu4-EJ7dAwGaaHs,2976
+dtlpy-1.92.19.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
+dtlpy-1.92.19.dist-info/entry_points.txt,sha256=C4PyKthCs_no88HU39eioO68oei64STYXC2ooGZTc4Y,43
+dtlpy-1.92.19.dist-info/top_level.txt,sha256=ZWuLmQGUOtWAdgTf4Fbx884w1o0vBYq9dEc1zLv9Mig,12
+dtlpy-1.92.19.dist-info/RECORD,,

tests/features/environment.py

@@ -256,6 +256,11 @@ def after_tag(context, tag):
             use_fixture(drivers_delete, context)
         except Exception:
             logging.exception('Failed to delete driver')
+    elif tag == 'models.delete':
+        try:
+            use_fixture(models_delete, context)
+        except Exception:
+            logging.exception('Failed to delete model')
     elif tag == 'setenv.reset':
         try:
             use_fixture(reset_setenv, context)
@@ -456,3 +461,27 @@ def print_feature_filename(context, feature):
     p_stream = StreamOpener.ensure_stream_with_encoder(stream)
     p_stream.write(f"Feature Finished : {feature.filename.split('/')[-1]}\n")
     p_stream.write(f"Status: {str(feature.status).split('.')[-1]} - Duration: {feature.duration:.2f} seconds\n")
+
+
+@fixture
+def models_delete(context):
+    all_deleted = True
+    if hasattr(context, 'to_delete_model_ids'):
+        for model_id in context.to_delete_model_ids:
+            try:
+                context.project.models.delete(model_id=model_id)
+            except context.dl.exceptions.NotFound:
+                pass
+            except:
+                all_deleted = False
+                logging.exception('Failed deleting model: {}'.format(model_id))
+
+    for model in context.project.models.list().all():
+        try:
+            model.delete()
+        except context.dl.exceptions.NotFound:
+            pass
+        except:
+            all_deleted = False
+            logging.exception('Failed deleting model: {}'.format(model.id))
+    assert all_deleted

dtlpy/callbacks/__init__.py

@@ -1,16 +0,0 @@
-#! /usr/bin/env python3
-# This file is part of DTLPY.
-#
-# DTLPY is free software: you can redistribute it and/or modify
-# it under the terms of the GNU General Public License as published by
-# the Free Software Foundation, either version 3 of the License, or
-# (at your option) any later version.
-#
-# DTLPY is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU General Public License for more details.
-#
-# You should have received a copy of the GNU General Public License
-# along with DTLPY.  If not, see <http://www.gnu.org/licenses/>.
-# from .progress_viewer import ProgressViewer

dtlpy/callbacks/piper_progress_reporter.py

@@ -1,29 +0,0 @@
-def get_callback(progress):
-    from keras.callbacks import Callback
-    import numpy as np
-    import logging
-    import time
-
-    logger = logging.getLogger(name='dtlpy')
-
-    class PiperProgressReporter(Callback):
-        def __init__(self, progress):
-            super(PiperProgressReporter, self).__init__()
-            self.progress = progress
-            self.results = dict()
-            self.epoch_time_start = None
-
-        def on_train_begin(self, logs=None):
-            self.results = dict()
-
-        def on_epoch_begin(self, batch, logs=None):
-            self.epoch_time_start = time.time()
-
-        def on_epoch_end(self, epoch, logs=None):
-            logs_dict = dict(zip(list(logs.keys()), [float(num) for num in np.array(list(logs.values())).tolist()]))
-            self.results[epoch] = logs_dict
-            self.results[epoch]['runtime'] = time.time() - self.epoch_time_start
-            self.progress.report_output(output={'epoch': epoch,
-                                                'logs': logs_dict})
-
-    return PiperProgressReporter(progress)

dtlpy/callbacks/progress_viewer.py

@@ -1,54 +0,0 @@
-def main():
-    from keras.callbacks import Callback
-    import dtlpy as dl
-    import numpy as np
-    import logging
-    import time
-    import json
-    import os
-
-    logger = logging.getLogger(name='dtlpy')
-
-    class ProgressViewer(Callback):
-        def __init__(self, session_id, directory=None):
-            super(ProgressViewer, self).__init__()
-            # init Dataloop instance
-            # get sessions artifact
-            self.session = dl.sessions.get(session_id=session_id)
-            artifacts = self.session.artifacts.list()
-            self.artifact = None
-            for artifact in artifacts:
-                if artifact.type == 'progress':
-                    self.artifact = artifact
-                    logger.info('Progress artifact found. overwriting. artifact_id: %s' % self.artifact.id)
-                    break
-            if self.artifact is None:
-                self.artifact = self.session.artifacts.create(artifact_name='progress.yml',
-                                                              artifact_type='progress',
-                                                              description='update progress on each epoch')
-
-                logger.info('[INFO] Creating progress artifact. artifact_id: %s' % self.artifact.id)
-            if directory is None:
-                directory = './results'
-            if not os.path.isdir(directory):
-                os.makedirs(directory)
-            self.filename = os.path.join(directory, 'progress.yml')
-            self.results = dict()
-            self.epoch_time_start = None
-
-        def on_train_begin(self, logs=None):
-            self.results = dict()
-
-        def on_epoch_begin(self, batch, logs=None):
-            self.epoch_time_start = time.time()
-
-        def on_epoch_end(self, epoch, logs=None):
-            self.results[epoch] = dict(zip(list(logs.keys()), np.array(list(logs.values())).tolist()))
-            self.results[epoch]['runtime'] = time.time() - self.epoch_time_start
-            with open(self.filename, 'w') as f:
-                json.dump(self.results, f)
-            self.session.artifacts.upload(filepath=self.filename,
-                                          artifact_name='progress.yml',
-                                          artifact_type='progress')
-
-    return ProgressViewer