polyaxon 2.3.3rc0__py3-none-any.whl → 2.4.0__py3-none-any.whl

polyaxon/_cli/operations.py

@@ -1851,9 +1851,12 @@ def artifacts(
     default=False,
     help="To set the run to failed if the upload fails.",
 )
+@click.option(
+    "--agent", "-ag", type=str, help="Optional, uuid reference of an agent to use."
+)
 @click.pass_context
 @clean_outputs
-def upload(ctx, project, uid, path_from, path_to, sync_failure):
+def upload(ctx, project, uid, path_from, path_to, sync_failure, agent):
     """Upload runs' artifacts.
 
     Uses /docs/core/cli/#caching
@@ -1884,7 +1887,7 @@ def upload(ctx, project, uid, path_from, path_to, sync_failure):
         )
         if is_file:
             response = client.upload_artifact(
-                filepath=path_from, path=path_to, overwrite=True
+                filepath=path_from, path=path_to, overwrite=True, agent=agent
             )
         else:
             response = client.upload_artifacts_dir(
@@ -1892,6 +1895,7 @@ def upload(ctx, project, uid, path_from, path_to, sync_failure):
                 path=path_to,
                 overwrite=True,
                 relative_to=path_from,
+                agent=agent,
             )
     except (
         ApiException,
@@ -2302,9 +2306,31 @@ def pull(
     help="Optional, to ignore the owner/project of the local "
     "run and use the owner/project provided or resolved from the current project.",
 )
+@click.option(
+    "--reset-uuid",
+    is_flag=True,
+    default=False,
+    help="Optional, to ignore the uuid of the local " "run and generate a new uuid.",
+)
+@click.option(
+    "--agent", "-ag", type=str, help="Optional, uuid reference of an agent to use."
+)
+@click.option("--name", "-n", type=str, help="Optional, a new name to set for the run.")
 @click.pass_context
 @clean_outputs
-def push(ctx, project, uid, all_runs, no_artifacts, clean, path, reset_project):
+def push(
+    ctx,
+    project,
+    uid,
+    all_runs,
+    no_artifacts,
+    clean,
+    path,
+    reset_project,
+    reset_uuid,
+    agent,
+    name,
+):
     """Push a local run (or all runs) to a remove server.
 
     Uses /docs/core/cli/#caching
@@ -2352,6 +2378,8 @@ def push(ctx, project, uid, all_runs, no_artifacts, clean, path, reset_project):
                 path=artifacts_path,
                 run_client=client,
                 reset_project=reset_project,
+                name=name,
+                reset_uuid=reset_uuid,
                 raise_if_not_found=True,
             )
         except Exception as e:
@@ -2368,6 +2396,7 @@ def push(ctx, project, uid, all_runs, no_artifacts, clean, path, reset_project):
                 path=artifacts_path,
                 upload_artifacts=not no_artifacts,
                 clean=clean,
+                agent=agent,
             )
             Printer.success(
                 f"Finished pushing offline run {uid} to {client.owner}/{client.project}"

polyaxon/_cli/services/agent.py

@@ -33,7 +33,7 @@ def agent():
     help="Number of times to retry the process.",
 )
 @coroutine
-async def start(kind, max_retries, max_interval):
+async def start(kind, max_interval, max_retries):
     from polyaxon import settings
     from polyaxon._env_vars.getters import get_agent_info
     from polyaxon._runner.kinds import RunnerKind

polyaxon/_client/run.py

@@ -21,6 +21,7 @@ from clipped.utils.paths import (
     get_base_filename,
     get_dirs_under_path,
     get_files_in_path_context,
+    set_permissions,
 )
 from clipped.utils.query_params import (
     get_logs_params,
@@ -64,6 +65,7 @@ from polyaxon._sdk.schemas.v1_operation_body import V1OperationBody
 from polyaxon._sdk.schemas.v1_project_version import V1ProjectVersion
 from polyaxon._sdk.schemas.v1_run import V1Run
 from polyaxon._sdk.schemas.v1_run_settings import V1RunSettings
+from polyaxon._sdk.schemas.v1_settings_catalog import V1SettingsCatalog
 from polyaxon._utils.fqn_utils import (
     get_entity_full_name,
     split_owner_team_space,
@@ -225,6 +227,18 @@ class RunClient(ClientMixin):
             return client.config.no_op
         return settings.CLIENT_CONFIG.no_op
 
+    def _reset_agent(self, agent: Optional[str] = None):
+        if agent:
+            agent = self.client.agents_v1.get_agent(self.owner, agent)
+            self.settings.agent = V1SettingsCatalog(
+                uuid=agent.uuid,
+                name=agent.name,
+                version=agent.version,
+                url=agent.hostname,
+            )
+            self.settings.namespace = agent.namespace
+            self.settings.artifacts_store = None
+
     def _use_agent_host(self):
         if self.settings.agent and self.settings.agent.url:
             self.reset_client(
@@ -1502,6 +1516,7 @@ class RunClient(ClientMixin):
         untar: bool = False,
         overwrite: bool = True,
         show_progress: bool = True,
+        agent: Optional[str] = None,
     ):
         """Uploads a single artifact to the run's artifacts store path.
 
@@ -1512,12 +1527,16 @@ class RunClient(ClientMixin):
                  it should be decompressed on the artifacts store.
             overwrite: bool, optional, if the file uploaded should overwrite any previous content.
             show_progress: bool, to show a progress bar.
+            agent: str, optional, uuid reference of an agent to use.
 
         Returns:
             str
         """
         if not self.settings:
             self.refresh_data()
+        if agent:
+            self._reset_agent(agent)
+
         self._use_agent_host()
 
         params = get_streams_params(connection=self.artifacts_store)
@@ -1548,6 +1567,7 @@ class RunClient(ClientMixin):
         path: str = "",
         overwrite: bool = True,
         relative_to: Optional[str] = None,
+        agent: Optional[str] = None,
     ):
         """Uploads a full directory to the run's artifacts store path.
 
@@ -1560,7 +1580,7 @@ class RunClient(ClientMixin):
             overwrite: bool, optional, if the file uploaded should overwrite any previous content.
             relative_to: str, optional, if the path uploaded is not the current dir,
                  and you want to cancel the relative path.
-
+            agent: str, optional, uuid reference of an agent to use.
         Returns:
             str.
         """
@@ -1580,6 +1600,7 @@ class RunClient(ClientMixin):
             path=path or "",
             overwrite=overwrite,
             relative_to=relative_to,
+            agent=agent,
         )
 
     @client_handler(check_no_op=True, check_offline=True)
@@ -1589,6 +1610,7 @@ class RunClient(ClientMixin):
         path: str = "",
         overwrite: bool = True,
         relative_to: Optional[str] = None,
+        agent: Optional[str] = None,
     ):
         """Uploads multiple artifacts to the run's artifacts store path.
 
@@ -1598,7 +1620,7 @@ class RunClient(ClientMixin):
             overwrite: bool, optional, if the file uploaded should overwrite any previous content.
             relative_to: str, optional, if the path uploaded is not the current dir,
                  and you want to cancel the relative path.
-
+            agent: str, optional, uuid reference of an agent to use.
         Returns:
             str.
         """
@@ -1608,6 +1630,9 @@ class RunClient(ClientMixin):
 
         if not self.settings:
             self.refresh_data()
+        if agent:
+            self._reset_agent(agent)
+
         self._use_agent_host()
 
         params = get_streams_params(connection=self.artifacts_store)
@@ -2872,6 +2897,7 @@ class RunClient(ClientMixin):
             config_file.write(
                 orjson_dumps(self.client.sanitize_for_serialization(self.run_data))
             )
+        set_permissions(run_path)
 
         if not self._artifacts_lineage:
             logger.debug("Persist offline run call did not find any lineage data. ")
@@ -2887,6 +2913,7 @@ class RunClient(ClientMixin):
                     ]
                 )
             )
+        set_permissions(lineages_path)
 
     @classmethod
     @client_handler(check_no_op=True)
@@ -2895,6 +2922,8 @@ class RunClient(ClientMixin):
         path: str,
         run_client: Optional[Union["RunClient", "Run"]] = None,
         reset_project: bool = False,
+        reset_uuid: bool = False,
+        name: Optional[str] = None,
         raise_if_not_found: bool = False,
     ) -> Optional[Union["RunClient", "Run"]]:
         """Loads an offline run from a local path.
@@ -2911,6 +2940,8 @@ class RunClient(ClientMixin):
                  from the local run.
             raise_if_not_found: bool, optional, a flag to raise an error if the local path does not
                  contain a persisted run.
+            reset_uuid: bool, optional, a flag to reset the run's uuid.
+            name: str, optional, a name to set for the run.
         """
         run_path = "{}/{}".format(path, ctx_paths.CONTEXT_LOCAL_RUN)
         if not os.path.isfile(run_path):
@@ -2925,6 +2956,10 @@ class RunClient(ClientMixin):
             run_config = V1Run(**orjson_loads(config_str))
             owner = run_config.owner
             project = run_config.project
+            if reset_uuid:
+                run_config.uuid = uuid.uuid4().hex
+            if name:
+                run_config.name = name
             if run_client:
                 if reset_project or not owner:
                     owner = run_client.owner
@@ -2983,6 +3018,7 @@ class RunClient(ClientMixin):
         path: str,
         upload_artifacts: bool = True,
         clean: bool = False,
+        agent: Optional[str] = None,
     ):
         """Syncs an offline run to Polyaxon's API and artifacts store.
 
@@ -2991,6 +3027,7 @@ class RunClient(ClientMixin):
             path: str, root path where the run's metadata & artifacts are stored.
             upload_artifacts: bool, optional, flag to trigger artifacts upload.
             clean: bool, optional, flag to clean local path after pushing the run.
+            agent: str, optional, uuid reference of an agent to use.
         """
         # We ensure that the is_offline is False
         is_offline = self._is_offline
@@ -3023,6 +3060,7 @@ class RunClient(ClientMixin):
                 path="/",
                 overwrite=True,
                 relative_to=path,
+                agent=agent,
             )
             logger.info(f"Offline artifacts for run {self.run_data.uuid} uploaded")
 

polyaxon/_compiler/contexts/contexts.py

@@ -61,6 +61,7 @@ def resolve_globals_contexts(
     cloning_kind: V1CloningKind = None,
     original_uuid: Optional[str] = None,
     is_independent: bool = True,
+    username: Optional[str] = None,
 ) -> Dict:
     resolved_contexts = {
         ctx_sections.GLOBALS: {
@@ -70,6 +71,7 @@ def resolve_globals_contexts(
                 owner_name, project_name
             ),
             ctx_keys.PROJECT_UUID: project_uuid,
+            ctx_keys.USERNAME: username,
             ctx_keys.RUN_INFO: get_run_instance(owner_name, project_name, run_uuid),
             ctx_keys.NAME: run_name,
             ctx_keys.UUID: run_uuid,
@@ -138,6 +140,7 @@ def resolve_contexts(
     cloning_kind: V1CloningKind = None,
     original_uuid: Optional[str] = None,
     is_independent: bool = True,
+    username: Optional[str] = None,
 ) -> Dict:
     run_kind = compiled_operation.get_run_kind()
     if run_kind not in CONTEXTS_MANAGERS:
@@ -168,6 +171,7 @@ def resolve_contexts(
         cloning_kind=cloning_kind,
         original_uuid=original_uuid,
         is_independent=is_independent,
+        username=username,
     )
 
     return CONTEXTS_MANAGERS[run_kind].resolve(

polyaxon/_compiler/resolver/runtime.py

@@ -46,12 +46,14 @@ class BaseResolver:
         cloning_kind: V1CloningKind = None,
         original_uuid: Optional[str] = None,
         is_independent: bool = True,
+        username: Optional[str] = None,
     ):
         if not compiled_operation:
             raise PolyaxonCompilerError("A run spec is required for resolution.")
         self.run = run
         self.compiled_operation = compiled_operation
         self.owner_name = owner_name
+        self.username = username
         self.project_name = project_name
         self.project_uuid = project_uuid
         self.project_uuid = project_uuid or project_name
@@ -105,6 +107,7 @@ class BaseResolver:
             owner_name=self.owner_name,
             project_name=self.project_name,
             project_uuid=self.project_uuid,
+            username=self.username,
             run_uuid=self.run_uuid,
             run_name=self.run_name,
             run_path=self.run_path,
@@ -232,6 +235,7 @@ class BaseResolver:
             cloning_kind=self.cloning_kind,
             original_uuid=self.original_uuid,
             is_independent=self.is_independent,
+            username=self.username,
         )
 
     def _apply_runtime_contexts(self):

polyaxon/_contexts/keys.py

@@ -2,6 +2,7 @@ OWNER_NAME = "owner_name"
 PROJECT_NAME = "project_name"
 PROJECT_UUID = "project_uuid"
 PROJECT_UNIQUE_NAME = "project_unique_name"
+USERNAME = "username"
 CONTEXT_PATH = "context_path"
 ARTIFACTS_PATH = "artifacts_path"
 ITERATION = "iteration"

polyaxon/_deploy/operators/compose.py

@@ -5,7 +5,7 @@ from polyaxon._env_vars.keys import ENV_KEYS_LOG_LEVEL, ENV_KEYS_SECRET_KEY
 
 
 class ComposeOperator(CmdOperator):
-    CMD = "docker-compose"
+    CMD = "docker compose"
 
     @classmethod
     def params(cls, args):

polyaxon/_flow/operations/operation.py

@@ -662,14 +662,16 @@ class V1Operation(BaseOp, TemplateMixinConfig):
             for k, v in contexts.items():
                 params[k] = V1Param(value=v, context_only=True)
 
-        return cls.construct(
-            run_patch=run_patch,
-            hub_ref=hook.hub_ref,
-            presets=hook.presets,
-            queue=hook.queue,
-            namespace=hook.namespace,
-            params=params,
-        )
+        content = {"run_patch": run_patch, "params": params}
+        if hook.hub_ref:
+            content["hub_ref"] = hook.hub_ref
+        if hook.presets:
+            content["presets"] = hook.presets
+        if hook.queue:
+            content["queue"] = hook.queue
+        if hook.namespace:
+            content["namespace"] = hook.namespace
+        return cls.construct(**content)
 
     @classmethod
     def from_build(cls, build: V1Build, contexts: Optional[Dict] = None):
@@ -685,17 +687,23 @@ class V1Operation(BaseOp, TemplateMixinConfig):
         if not destination.connection or build.connection:
             destination.connection = build.connection
         params["destination"] = destination
-
-        return cls.construct(
-            run_patch=build.run_patch,
-            patch_strategy=build.patch_strategy,
-            hub_ref=build.hub_ref,
-            presets=build.presets,
-            queue=build.queue,
-            namespace=build.namespace,
-            cache=build.cache,
-            params=params,
-        )
+        content = {
+            "run_patch": build.run_patch,
+            "patch_strategy": build.patch_strategy,
+            "params": params,
+        }
+        if build.hub_ref:
+            content["hub_ref"] = build.hub_ref
+        if build.presets:
+            content["presets"] = build.presets
+        if build.queue:
+            content["queue"] = build.queue
+        if build.namespace:
+            content["namespace"] = build.namespace
+        if build.cache:
+            content["cache"] = build.cache
+
+        return cls.construct(**content)
 
 
 PartialV1Operation = to_partial(V1Operation)

polyaxon/_k8s/logging/async_monitor.py

@@ -66,7 +66,7 @@ async def query_k8s_operation_logs(
     new_time = now()
     params = {}
     if last_time:
-        since_seconds = (new_time - last_time).total_seconds() - 1
+        since_seconds = (new_time - last_time).total_seconds()
         params["since_seconds"] = int(since_seconds)
     if stream:
         params["tail_lines"] = V1Logs._CHUNK_SIZE
@@ -83,6 +83,11 @@ async def query_k8s_operation_logs(
             **params,
         )
 
+    if logs and last_time:
+        # make sure to filter logs larger than last_time
+        logs = [log for log in logs if log.timestamp > last_time]
+    if logs and logs[-1].timestamp:
+        new_time = logs[-1].timestamp
     return logs, new_time
 
 
@@ -96,7 +101,7 @@ async def collect_agent_service_logs(
         k8s_manager=k8s_manager,
         pod=pod,
         container_name=container.name,
-        tail_lines=V1Logs._CHUNK_SIZE * 3,
+        tail_lines=V1Logs._CHUNK_SIZE,
     )
 
 
@@ -109,16 +114,19 @@ async def query_k8s_pod_logs(
     new_time = now()
     params = {}
     if last_time:
-        since_seconds = (new_time - last_time).total_seconds() - 1
+        since_seconds = (new_time - last_time).total_seconds()
         params["since_seconds"] = int(since_seconds)
     if stream:
         params["tail_lines"] = V1Logs._CHUNK_SIZE
 
     logs = await handle_pod_logs(k8s_manager=k8s_manager, pod=pod, **params)
 
-    if logs:
-        last_time = logs[-1].timestamp
-    return logs, last_time
+    if logs and last_time:
+        # make sure to filter logs larger than last_time
+        logs = [log for log in logs if log.timestamp > last_time]
+    if logs and logs[-1].timestamp:
+        new_time = logs[-1].timestamp
+    return logs, new_time
 
 
 async def get_op_pods_and_services(

polyaxon/_sidecar/container/__init__.py

@@ -16,7 +16,7 @@ from polyaxon._fs.watcher import FSWatcher
 from polyaxon._k8s.manager.async_manager import AsyncK8sManager
 from polyaxon._sidecar.container.intervals import get_sync_interval
 from polyaxon._sidecar.container.monitors import sync_artifacts, sync_logs, sync_spec
-from polyaxon._sidecar.ignore import CONTAINER_IGNORE_FOLDERS
+from polyaxon._sidecar.ignore import IGNORE_FOLDERS
 from polyaxon.client import RunClient
 from polyaxon.exceptions import PolyaxonClientException, PolyaxonContainerException
 from polyaxon.logger import logger
@@ -34,6 +34,9 @@ async def start_sidecar(
     sync_interval = get_sync_interval(
         interval=sync_interval, sleep_interval=sleep_interval
     )
+    fs_refresh_interval = get_sync_interval(
+        interval=60 * 60 * 2, sleep_interval=sleep_interval
+    )
     try:
         pod_id = os.environ[ENV_KEYS_K8S_POD_ID]
     except KeyError as e:
@@ -61,6 +64,7 @@ async def start_sidecar(
     retry = 0
     is_running = True
     counter = 0
+    fs_refresh_counter = 0
     state = {
         "last_artifacts_check": None,
         "last_logs_check": None,
@@ -74,23 +78,21 @@ async def start_sidecar(
                 run_kind=pod.metadata.annotations.get("operation.polyaxon.com/kind"),
             )
         if monitor_logs:
-            await sync_logs(
+            state["last_logs_check"] = await sync_logs(
                 run_uuid=run_uuid,
                 k8s_manager=k8s_manager,
                 pod=pod,
-                last_time=None,
-                stream=True,
-                is_running=is_running,
+                last_time=state["last_logs_check"],
+                stream=False,
             )
         if monitor_outputs:
-            last_check = state["last_artifacts_check"]
             try:
                 await sync_artifacts(
                     fs=fs,
                     fw=fw,
                     store_path=connection.store_path,
                     run_uuid=run_uuid,
-                    exclude=CONTAINER_IGNORE_FOLDERS,
+                    exclude=IGNORE_FOLDERS,
                 )
             except Exception as e:
                 logger.debug(
@@ -98,13 +100,13 @@ async def start_sidecar(
                 )
             try:
                 client.sync_events_summaries(
-                    last_check=last_check,
+                    last_check=state["last_artifacts_check"],
                     events_path=ctx_paths.CONTEXT_MOUNT_RUN_EVENTS_FORMAT.format(
                         run_uuid
                     ),
                 )
                 client.sync_system_events_summaries(
-                    last_check=last_check,
+                    last_check=state["last_artifacts_check"],
                     events_path=ctx_paths.CONTEXT_MOUNT_RUN_SYSTEM_RESOURCES_EVENTS_FORMAT.format(
                         run_uuid
                     ),
@@ -136,7 +138,14 @@ async def start_sidecar(
             retry = 0
 
         counter += 1
-        if counter == sync_interval:
+        fs_refresh_counter += 1
+
+        if fs_refresh_counter >= fs_refresh_interval:
+            fs_refresh_counter = 0
+            await close_fs(fs)
+            fs = await get_async_fs_from_connection(connection=connection)
+
+        if counter >= sync_interval:
             counter = 0
             try:
                 await monitor()

polyaxon/_sidecar/container/monitors/logs.py

@@ -4,7 +4,7 @@ from typing import Optional
 
 import aiofiles
 
-from clipped.utils.paths import check_or_create_path, delete_path
+from clipped.utils.paths import check_or_create_path
 from kubernetes_asyncio.client.models import V1Pod
 
 from polyaxon._contexts import paths as ctx_paths
@@ -19,26 +19,23 @@ async def sync_logs(
     pod: V1Pod,
     last_time: Optional[datetime.datetime],
     stream: bool = False,
-    is_running: bool = True,
-):
+) -> Optional[datetime.datetime]:
     path_from = ctx_paths.CONTEXT_MOUNT_ARTIFACTS_FORMAT.format(run_uuid)
-    path_from = "{}/.tmpplxlogs".format(path_from)
+    path_from = "{}/plxlogs".format(path_from)
 
-    if not is_running:
-        delete_path(path_from)
-        return
-
-    logs, _ = await query_k8s_pod_logs(
+    logs, last_time = await query_k8s_pod_logs(
         k8s_manager=k8s_manager,
         pod=pod,
         last_time=last_time,
         stream=stream,
     )
     if not logs:
-        return
+        return last_time
 
-    path_from = "{}/{}".format(path_from, pod.metadata.name)
+    path_from = "{}/{}.jsonl".format(path_from, pod.metadata.name)
     check_or_create_path(path_from, is_dir=False)
-    async with aiofiles.open(path_from, "w") as filepath:
+    async with aiofiles.open(path_from, "a") as filepath:
         _logs = V1Logs.construct(logs=logs)
-        await filepath.write(_logs.to_json())
+        await filepath.write(_logs.get_jsonl_events())
+
+    return last_time

polyaxon/_sidecar/ignore.py

@@ -1,2 +1 @@
 IGNORE_FOLDERS = [".git"]
-CONTAINER_IGNORE_FOLDERS = IGNORE_FOLDERS + ["plxlogs"]

polyaxon/pkg.py

@@ -1,5 +1,5 @@
 NAME = "polyaxon"
-VERSION = "2.3.3-rc0"
+VERSION = "2.4.0"
 SCHEMA_VERSION = 1.1
 DESC = "Command Line Interface (CLI) and client to interact with Polyaxon API."
 URL = "https://github.com/polyaxon/polyaxon"

{polyaxon-2.3.3rc0.dist-info → polyaxon-2.4.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: polyaxon
-Version: 2.3.3rc0
+Version: 2.4.0
 Summary: Command Line Interface (CLI) and client to interact with Polyaxon API.
 Home-page: https://github.com/polyaxon/polyaxon
 Author: Polyaxon, Inc.
@@ -34,7 +34,7 @@ Requires-Python: >=3.8
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: click<9.0.0,>=7.1.1
-Requires-Dist: clipped==0.7.*
+Requires-Dist: clipped==0.8.*
 Requires-Dist: vents==0.4.*
 Requires-Dist: Jinja2<3.1.5,>=2.10.3
 Requires-Dist: kubernetes>=10.0.1
@@ -93,7 +93,7 @@ Requires-Dist: anyio; extra == "sidecar"
 [![Slack](https://img.shields.io/badge/Slack-1.5k%20members-blue.svg?style=flat&logo=slack&longCache=true)](https://polyaxon.com/slack/)
 
 [![Docs](https://img.shields.io/badge/docs-stable-brightgreen.svg?style=flat&longCache=true)](https://polyaxon.com/docs/)
-[![Release](https://img.shields.io/badge/release-v2.3.3-brightgreen.svg?longCache=true)](https://polyaxon.com/docs/releases/2-1/)
+[![Release](https://img.shields.io/badge/release-v2.4.0-brightgreen.svg?longCache=true)](https://polyaxon.com/docs/releases/2-1/)
 [![GitHub](https://img.shields.io/badge/issue_tracker-github-blue?style=flat&logo=github&longCache=true)](https://github.com/polyaxon/polyaxon/issues)
 [![GitHub](https://img.shields.io/badge/roadmap-github-blue?style=flat&logo=github&longCache=true)](https://github.com/orgs/polyaxon/projects/5)
 

{polyaxon-2.3.3rc0.dist-info → polyaxon-2.4.0.dist-info}/RECORD

@@ -9,7 +9,7 @@ polyaxon/exceptions.py,sha256=ujvG9p1Pn2KHYbHqB3-faadW46dEuULUQXNtfkd2zk8,10236
 polyaxon/fs.py,sha256=RS8XmVrrfXfIJXN6cTCCRRYwesCLHVVfC01Vi56lecs,246
 polyaxon/k8s.py,sha256=nI5oPCSlqU4aaeVShM6SlYS9eqYiYUL4GDXIZ4bnq-I,1051
 polyaxon/logger.py,sha256=gdZQms37Pe5G2j-Ear5jbSAJeGgX6fnvg7oE8_9MSlc,2309
-polyaxon/pkg.py,sha256=3n6yWPn92bZSS2lHz1AY_RukX81j89GnvpAh5uCyBBI,266
+polyaxon/pkg.py,sha256=zQKd316ycIkfgrmJTWrxpKm5hZyFE96u5m4uP0M4Sj8,262
 polyaxon/polyaxonfile.py,sha256=xHmHT_cHomfuAQm82Jhnp71YNN5mQ-Lod7EbonjY4b4,429
 polyaxon/schemas.py,sha256=-CykY3emoAUCs_zRNbjwkuMkqbaEDjfKsZC86rI8154,5870
 polyaxon/settings.py,sha256=Pxx1-T2oeJ5XmvGFN0YgnVzum_9FyTPaQtl68aQvYc4,4116
@@ -33,7 +33,7 @@ polyaxon/_cli/dashboard.py,sha256=zRrOJMfowM7YQnYXhz_guKsTi-jkoCuVl_g0UTJ37qE,16
 polyaxon/_cli/errors.py,sha256=BYs7-I0CLLNYma-I0eJXB1EHs8ZTs_nWGRKGJz6CzTI,1031
 polyaxon/_cli/init.py,sha256=lZhkIbaHGv4FdMypdmXhYXRrH5GpM-qcDEks4IsmKIM,7714
 polyaxon/_cli/models.py,sha256=71oxGrIe4nQORnnfAiNi6T7A0DBnEe3V6whBABBGL3c,18066
-polyaxon/_cli/operations.py,sha256=iQTVHkVvUxFCRlaKBLP0xVxuxcb9KJHgTrtNe4Rf8LM,75624
+polyaxon/_cli/operations.py,sha256=tYqqnTkgDWS_3bVqz_WVbDYSdKxr5qPNFnIw0AwvBW0,76291
 polyaxon/_cli/options.py,sha256=-jeMZsdfg0JOV_QzVDf1hAhqK55NI0dkC_x4MZZWty8,1927
 polyaxon/_cli/port_forward.py,sha256=Lshpcrv7-4tXcriHmppiFW_3QZ7ZosDtUbJDIvdddSA,2733
 polyaxon/_cli/project_versions.py,sha256=fbgE3tRShrgH8TAA6ETj78J38HG2-BcVoAWbxYS9d5s,20507
@@ -43,7 +43,7 @@ polyaxon/_cli/session.py,sha256=5Plolpxwkv3wiup0pRYBpBPD64dvb4GzeRPz_nuIGRo,6033
 polyaxon/_cli/utils.py,sha256=jRD1npuD89-0SxtzAx5SE3i4Lvhi8vnfYkmyOMbDxEY,1319
 polyaxon/_cli/version.py,sha256=bC0T8S6Momr7EvHGV9Swn868x9ZHD7oL8ahQv57yInk,4536
 polyaxon/_cli/services/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
-polyaxon/_cli/services/agent.py,sha256=wAGWFKpi-Xkt2_Sk8Z5amUgxgsfjHfDclMGoLf267CU,2080
+polyaxon/_cli/services/agent.py,sha256=jIq7F92TI0r4Cr0XoYmsXiPmZ3ZDYpk3weBA21sZiPQ,2080
 polyaxon/_cli/services/clean_artifacts.py,sha256=CHN7dh7p5Hx5HJV4j_xAMrnNOvQAJfxSwrx6YVj_UD0,3549
 polyaxon/_cli/services/docker.py,sha256=G6jIYSABEzXYfrBEOTke2TDwTMZfJU-QdIRAL0JvXnU,7867
 polyaxon/_cli/services/initializer.py,sha256=eBVfCsn32vqtrmJe8lcfHfjUgPtzLM8eLk6rx-cxCnc,9735
@@ -57,7 +57,7 @@ polyaxon/_client/impersonate.py,sha256=4jRoJoX8nkwvVc3zAYqVqPoysNT1kZoPRbwyTpyHG
 polyaxon/_client/init.py,sha256=QECGjzuBTFaagndubzd9U1COpc5NGe-E0aVkSRetcIs,418
 polyaxon/_client/mixin.py,sha256=-tPm8RBej0UeG9HAKH3qN2fPX8PBtuXAHY1OpwLIDu4,1017
 polyaxon/_client/project.py,sha256=-vHLae0fMYqOjMscRm0I25Ixj-hS6o9i6XQm5PIxyiA,65520
-polyaxon/_client/run.py,sha256=EyuuEL7-oabgv_AlX0osKT8flY-3eLMGOINgBk93xX4,118810
+polyaxon/_client/run.py,sha256=Zj0sXR2c_80fqxm-jOq4IudgtjFiQ6MoWkKb1pfpr8o,120362
 polyaxon/_client/store.py,sha256=-Y33ypkijGQnhHTQ_vCTqLlpk0wRqoaP-ntJhdUtv7E,11311
 polyaxon/_client/decorators/__init__.py,sha256=e5CBijciLP-Ic-YkaL4tFhUdr--uod_TexvxAJamGZQ,186
 polyaxon/_client/decorators/client_call_handler.py,sha256=dgdidWsL9e8AgJmOfxz4urkI3bBgX64whWI1WHeAJDU,4587
@@ -77,7 +77,7 @@ polyaxon/_client/workers/queue_worker.py,sha256=-hZa8bJeXb407B8VrPpJWdSkipFlj92F
 polyaxon/_compiler/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
 polyaxon/_compiler/contexts/__init__.py,sha256=qSmtu6aGcXZa6EVQOzzavVOd-FcBY2WNsUye3-gYry8,105
 polyaxon/_compiler/contexts/base.py,sha256=4EVQQlLgxvFORZ27ouBhwcJKhl3vMGXyOVP9HLZ0MLs,2366
-polyaxon/_compiler/contexts/contexts.py,sha256=tJy8eL9UrUhjisJ3MdYNmMVERSK_m_fKfgPTQgC-0y4,6535
+polyaxon/_compiler/contexts/contexts.py,sha256=9nQ3c6fVqUKDZaPL_gkNC54QE0lEF2nEJsVxvbfzhuU,6675
 polyaxon/_compiler/contexts/dask_job.py,sha256=GxhLcZtCDWSDfc45UenmKsJ6Fhr0f_GeneaAzLHtncg,1265
 polyaxon/_compiler/contexts/job.py,sha256=1lkjfMO2eHndmmtxC551K6n6RE5XasqkWBfwNpYy_MA,759
 polyaxon/_compiler/contexts/ray_job.py,sha256=6CFFuX63HhyU0z--GoE3Tv2vENBB1QKGCwuFmEwC2PY,1292
@@ -96,7 +96,7 @@ polyaxon/_compiler/lineage/io_collector.py,sha256=4uD6Yc-m1tWcCb2trrBe8N-PQz8jAx
 polyaxon/_compiler/resolver/__init__.py,sha256=A-0nZiZgysAMRyOcJ5TZN4P_lWC0nqamNSqCld-kPg4,193
 polyaxon/_compiler/resolver/agent.py,sha256=R-IqlQh6HStgbQADzY8wVqmmXxMqKSUUvbLGzr0PSPI,6745
 polyaxon/_compiler/resolver/resolver.py,sha256=FmOLexETCd2h7X94DcmkYBTeeOksPoCNMN1ypZpeoUk,2724
-polyaxon/_compiler/resolver/runtime.py,sha256=capVFBrN6yQxKOLn7lz2nNjnpBfpVGGXZWvKIBNuRKI,9713
+polyaxon/_compiler/resolver/runtime.py,sha256=_-58S7bFg_7pOT0ogBHPYWEoFddjVxDQ8q2YitEkPyw,9858
 polyaxon/_config/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
 polyaxon/_config/manager.py,sha256=rHSRfhYTVp_kwjwf2bSt-bqU_EB4DpD5mxzH6iTT4ZE,443
 polyaxon/_config/parser.py,sha256=9z7AO12HOGzhO9OeoQPOSWEcVtuTGFujLyYq4MNAaio,399
@@ -113,7 +113,7 @@ polyaxon/_containers/names.py,sha256=IAO-YLcvsK3RBsOfKXIKDkVNtbDOZyIdr8Hh8N136lc
 polyaxon/_containers/pull_policy.py,sha256=LnEVhXBRCyPhH61Zs-V2ClUvpskeeRQccGon7WujnqM,131
 polyaxon/_containers/statuses.py,sha256=Ac-AqBEStg0R_lFUF6l7dL7Pxnn1qgywLWJio9JLN0w,103
 polyaxon/_contexts/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
-polyaxon/_contexts/keys.py,sha256=7NnqmYFmOhiD_ovep_sJKl2ZcH7OfByhtiIvTirDfX8,709
+polyaxon/_contexts/keys.py,sha256=rh4SHjL5xfTBzbGiyeIZr_Rs69LvRsKBhVDggyySv7k,731
 polyaxon/_contexts/params.py,sha256=eqxmgMEQR2flL0WiziOHPo314S7vqFBrig3s9hMK_vM,293
 polyaxon/_contexts/paths.py,sha256=VenEQwumkRPSDYchrNPU0PsBLkOHy1CLFOQKCv3oCyE,3644
 polyaxon/_contexts/refs.py,sha256=qtxG6QgawTpH9Ckaq-RK6UcB0ZyDBy8YqRieugOmnF0,3426
@@ -122,7 +122,7 @@ polyaxon/_deploy/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,
 polyaxon/_deploy/reader.py,sha256=fYv1aXvaWulqy-mr0jbgnhAIa9oAXzDA3KQVOy3_kCo,220
 polyaxon/_deploy/operators/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
 polyaxon/_deploy/operators/cmd_operator.py,sha256=lXDwLKuayiajzd0PVxxxoLb5qbf9OhYWb4iGm_D9IxU,1746
-polyaxon/_deploy/operators/compose.py,sha256=CmXAk27rqdCAzkEwsz9Tfrg_Va9BhXAUQTfwltO9sNc,6426
+polyaxon/_deploy/operators/compose.py,sha256=WBBB8auRFTqqymzWDdyVAUwd3x9whpY9OKfofx8dNXU,6426
 polyaxon/_deploy/operators/conda.py,sha256=x5PzfziR1rr68lBffqzQuObdqzlKEwpCI7aFWE42LTE,575
 polyaxon/_deploy/operators/docker.py,sha256=aaaEU3eMqYbcq4YTMf9khgcDyfbNvv3fiaEkbauFglw,1115
 polyaxon/_deploy/operators/helm.py,sha256=e3aa7Ogdbv0O5wi7dwvwnLXaW776WJzFrVTlqhLZ3gI,779
@@ -216,7 +216,7 @@ polyaxon/_flow/notifications/__init__.py,sha256=S8GtjElJzzCGlxSL6Yi_h3CrvE4SKnnl
 polyaxon/_flow/operations/__init__.py,sha256=j77iDOi_01VURVhA116wf5kkTftcH2wmo1LkeiwI6zg,137
 polyaxon/_flow/operations/base.py,sha256=AAnah-5pwKCabZEDbcUJHOc0yQqPlVE6Bj_NfcZXmZU,2299
 polyaxon/_flow/operations/compiled_operation.py,sha256=S4BFiAH3Bj3ddEzfRNcB-JCoP1yvB6F4V_gf8tG-xAk,4569
-polyaxon/_flow/operations/operation.py,sha256=BG7dFvJh57WuUpS1PTFSCGaE6YLj4dvIoA5V2vJ3aTU,23717
+polyaxon/_flow/operations/operation.py,sha256=kfol-tyLTgaGPiCxOdA7eXY3h3v6B_CUBq8zN-oPFIk,24093
 polyaxon/_flow/optimization/__init__.py,sha256=zgba5ZXbXmChLq7PUnuxCXjvGVBnP9OO08xErSWjTkE,866
 polyaxon/_flow/optimization/enums.py,sha256=Uc2bP8cyvuf7lDmNqsk9bweB8Rr2QChXyKtaxgnRLpY,1135
 polyaxon/_flow/params/__init__.py,sha256=G_dCHuJZjRAkI83vDLykZE5_xeUjjEKaDL9QWVxCZ6E,60
@@ -343,7 +343,7 @@ polyaxon/_k8s/executor/async_executor.py,sha256=5JShP9O0Jv2Czgyab8BkAVxjuPLD5FWV
 polyaxon/_k8s/executor/base.py,sha256=5qD21gfBlAq9KabgMYkExHejs61LtFAUAcnAqsmj3k0,4004
 polyaxon/_k8s/executor/executor.py,sha256=Qub57Q86SdmBv73CuyFJxydFOIyL0CZKp4B_7aSyLsU,321
 polyaxon/_k8s/logging/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
-polyaxon/_k8s/logging/async_monitor.py,sha256=Av4L-nMOeytqsswY2xB9kZF7FKgk83Jhn8cC1OMQVuk,7194
+polyaxon/_k8s/logging/async_monitor.py,sha256=NK49bB-vytSU2_JlicZudKpiGzkNpVexVGevcJESAXo,7577
 polyaxon/_k8s/logging/monitor.py,sha256=4-NLN4_y0QVsReNJr8Ekv8kh0XNRRTKiiHopWs4wtMc,3426
 polyaxon/_k8s/manager/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
 polyaxon/_k8s/manager/async_manager.py,sha256=REeGSH-rP0WvpCQvwE-6ZfELfpVCJBsDkTe1QzPLy3o,9474
@@ -561,13 +561,13 @@ polyaxon/_services/auth.py,sha256=Hkt-aet0kjCN7cfVqTKHgCpEjn-6s8HrHyYfH20w-3k,22
 polyaxon/_services/headers.py,sha256=SAQHSFuIBtt28Ro-tlMhN1T1Qw9WQdF3S6XH08LuygM,535
 polyaxon/_services/values.py,sha256=Uyj-kB5omSm3SbwpjqeuboSSOK5dyovoh-RszHPdiQ8,2347
 polyaxon/_sidecar/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
-polyaxon/_sidecar/ignore.py,sha256=-TkUcBAJWA8P3Blh4cYbnKvom-6yqURhU1QSomMnq_c,82
+polyaxon/_sidecar/ignore.py,sha256=VSMo0kaTD7K2zTyVJ1u84mZyR_07YdICptbKsxHKo9c,26
 polyaxon/_sidecar/processor.py,sha256=XIIxl_9W2wme0xOq-4lBnZeThJrGj0dlaC4_mhSKgVI,3235
-polyaxon/_sidecar/container/__init__.py,sha256=12HJciqE_QbK5PbvTkEhLNWuQplSpMPGzJK5MZXcq8g,5272
+polyaxon/_sidecar/container/__init__.py,sha256=EHzOtJQvqshuNEMwWEABL0CbR86GOahX8708vCXrV4o,5611
 polyaxon/_sidecar/container/intervals.py,sha256=-tckK4E_Ur0feVsLBhUPUu6brx-JaU6RDFQBW-TAo6I,304
 polyaxon/_sidecar/container/monitors/__init__.py,sha256=x12AMMGTi4cK_LaDvEK0gd3jZ3R57iPnp5ICehCwOl8,202
 polyaxon/_sidecar/container/monitors/artifacts.py,sha256=BlXMOiKJFhHcRpJ9T7izh-GtcXoKfulZmzfq7aBgdOY,2746
-polyaxon/_sidecar/container/monitors/logs.py,sha256=B-Dw35oDidm54jOWNAfvVby3zGmgvpIZJR3rkf3remc,1227
+polyaxon/_sidecar/container/monitors/logs.py,sha256=xionA2GZCfcbtBVYpzTBLnkfWlFsG1wT1y1Y9LPc0Ik,1197
 polyaxon/_sidecar/container/monitors/spec.py,sha256=1JCkz0gH8j6C9WNlG6c4_0PiwfghFXc7bv3VeE13Mhw,836
 polyaxon/_utils/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
 polyaxon/_utils/cache.py,sha256=hsnADZUnnYKQ2jrzuQjg3z9_4YGznL-pof9wH-cObR8,1717
@@ -611,9 +611,9 @@ polyaxon/tuners/hyperopt.py,sha256=zd6MblMGkooqLGDFJVo5kClqYnBoMwGj-opqqj8FDzQ,7
 polyaxon/tuners/mapping.py,sha256=pOdHCiwEufTk-QT7pNyjBjAEWNTM-lMC17WNTCk7C24,69
 polyaxon/tuners/random_search.py,sha256=6VEekM3N9h6E1lbpVTTUGKFPJlGMY2u-GkG615_nQcI,80
 polyaxon_sdk/__init__.py,sha256=HWvFdGWESyVG3f26K_szewiG-McMOHFkXKTfZcBlHsM,92
-polyaxon-2.3.3rc0.dist-info/LICENSE,sha256=86kroZbQUDsmSWOomB7dpceG65UXiVSPob4581tStBc,11349
-polyaxon-2.3.3rc0.dist-info/METADATA,sha256=gaOsBiWMRXCGAqf-Rc0FNEIFsUylXHfuDLNh3uM8lRE,11660
-polyaxon-2.3.3rc0.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
-polyaxon-2.3.3rc0.dist-info/entry_points.txt,sha256=aFbUMjkg9vzRBVAFhqvR1m92yG8Cov7UAF0zViGfoQw,70
-polyaxon-2.3.3rc0.dist-info/top_level.txt,sha256=I_2e_Vv8rdcqWcMMdZocbrHiKPNGqoSMBqIObrw00Rg,22
-polyaxon-2.3.3rc0.dist-info/RECORD,,
+polyaxon-2.4.0.dist-info/LICENSE,sha256=86kroZbQUDsmSWOomB7dpceG65UXiVSPob4581tStBc,11349
+polyaxon-2.4.0.dist-info/METADATA,sha256=cbVkotBGTIpRB2ZLYBr4jFC9gzavsTyPxZI_CQgBhOk,11657
+polyaxon-2.4.0.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
+polyaxon-2.4.0.dist-info/entry_points.txt,sha256=aFbUMjkg9vzRBVAFhqvR1m92yG8Cov7UAF0zViGfoQw,70
+polyaxon-2.4.0.dist-info/top_level.txt,sha256=I_2e_Vv8rdcqWcMMdZocbrHiKPNGqoSMBqIObrw00Rg,22
+polyaxon-2.4.0.dist-info/RECORD,,