polyaxon 2.5.1__tar.gz → 2.5.2.post1__tar.gz

{polyaxon-2.5.1 → polyaxon-2.5.2.post1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: polyaxon
-Version: 2.5.1
+Version: 2.5.2.post1
 Summary: Command Line Interface (CLI) and client to interact with Polyaxon API.
 Home-page: https://github.com/polyaxon/polyaxon
 Author: Polyaxon, Inc.
@@ -51,7 +51,7 @@ Provides-Extra: sandbox
 [![Slack](https://img.shields.io/badge/Slack-1.5k%20members-blue.svg?style=flat&logo=slack&longCache=true)](https://polyaxon.com/slack/)
 
 [![Docs](https://img.shields.io/badge/docs-stable-brightgreen.svg?style=flat&longCache=true)](https://polyaxon.com/docs/)
-[![Release](https://img.shields.io/badge/release-v2.5.1-brightgreen.svg?longCache=true)](https://polyaxon.com/docs/releases/2-5/)
+[![Release](https://img.shields.io/badge/release-v2.5.2-brightgreen.svg?longCache=true)](https://polyaxon.com/docs/releases/2-5/)
 [![GitHub](https://img.shields.io/badge/issue_tracker-github-blue?style=flat&logo=github&longCache=true)](https://github.com/polyaxon/polyaxon/issues)
 [![GitHub](https://img.shields.io/badge/roadmap-github-blue?style=flat&logo=github&longCache=true)](https://github.com/orgs/polyaxon/projects/5)
 

{polyaxon-2.5.1 → polyaxon-2.5.2.post1}/polyaxon/_cli/run.py

@@ -1,4 +1,5 @@
 import sys
+import time
 
 from collections import namedtuple
 from typing import Dict, List, Optional
@@ -56,6 +57,7 @@ def _run(
     upload_to: str,
     upload_from: str,
     watch: bool,
+    approve_after: Optional[int] = None,
     output: Optional[str] = None,
     local: Optional[bool] = False,
     executor: Optional[RunnerKind] = None,
@@ -167,6 +169,9 @@ def _run(
         ctx.invoke(
             run_upload, path_to=upload_to, path_from=upload_from, sync_failure=True
         )
+        if approve_after and approve_after > 0:
+            Printer.print(f"Waiting {approve_after}s to approve the run...")
+            time.sleep(approve_after)
         ctx.invoke(approve)
 
     if not output:
@@ -375,11 +380,18 @@ def _run(
 )
 @click.option(
     "--approved",
+    "-ap",
     help="To enable/disable human in the loop validation without changing the polyaxonfile, "
     "similar to 'isApproved: true/false'. "
     "Can be used with yes/no, y/n, false/true, f/t, 1/0. "
     "e.g. '--approved=1', '--approved=yes', '--approved=false', '--approved=t', ...",
 )
+@click.option(
+    "--approve-after",
+    "-aa",
+    type=int,
+    help="To delay or automatically approve a run after a certain number of seconds.",
+)
 @click.option(
     "--git-preset",
     is_flag=True,
@@ -441,6 +453,7 @@ def run(
     nocache,
     cache,
     approved,
+    approve_after,
     git_preset,
     git_revision,
     ignore_template,
@@ -591,6 +604,7 @@ def run(
         upload_to=upload_to,
         upload_from=upload_from,
         watch=watch,
+        approve_after=approve_after,
         output=output,
         shell=shell,
         local=local,

{polyaxon-2.5.1 → polyaxon-2.5.2.post1}/polyaxon/_fs/async_manager.py

@@ -314,7 +314,7 @@ async def list_files(
 
 
 async def delete_file_or_dir(
-    fs: FSSystem, store_path: str, subpath: Union[str], is_file: bool
+    fs: FSSystem, store_path: str, subpath: Optional[str], is_file: bool
 ) -> bool:
     try:
         await ensure_async_execution(

{polyaxon-2.5.1 → polyaxon-2.5.2.post1}/polyaxon/_polyaxonfile/specs/libs/parser.py

@@ -93,7 +93,7 @@ class PolyaxonfileParser:
         # Check workflow
         for section in Sections.PARSING_SECTIONS:
             config_section = cls._get_section(config, section)
-            if config_section:
+            if config_section is not None:
                 parsed_data[section] = cls.parse_expression(
                     config_section, parsed_params
                 )

{polyaxon-2.5.1 → polyaxon-2.5.2.post1}/polyaxon/_polyaxonfile/specs/sections.py

@@ -99,6 +99,14 @@ class Sections:
         CONDITIONS,
         SKIP_ON_UPSTREAM_SKIP,
         PATCH_STRATEGY,
+        "is_approved",
+        "patch_strategy",
+        "is_preset",
+        "hub_ref",
+        "dag_ref",
+        "path_ref",
+        "url_ref",
+        "skip_on_upstream_skip",
     )
 
     REQUIRED_SECTIONS = (VERSION, KIND)

{polyaxon-2.5.1 → polyaxon-2.5.2.post1}/polyaxon/_runner/agent/async_agent.py

@@ -81,13 +81,16 @@ class BaseAsyncAgent(BaseAgent):
 
     async def reconcile(self):
         if (
-            now() - self._last_reconciled_at
+            now() - self._last_data_collected_at
         ).total_seconds() > self.SLEEP_AGENT_DATA_COLLECT_TIME:
+            await self.collect_agent_data()
+        if (
+            now() - self._last_reconciled_at
+        ).total_seconds() < self.SLEEP_AGENT_DATA_RECONCILE_TIME:
             return
 
-        # Collect data
-        await self.collect_agent_data()
-
+        logger.info("Checking cluster state.")
+        self._last_reconciled_at = now()
         # Update reconcile
         namespaces = [settings.AGENT_CONFIG.namespace]
         namespaces += settings.AGENT_CONFIG.additional_namespaces or []

{polyaxon-2.5.1 → polyaxon-2.5.2.post1}/polyaxon/_runner/agent/base_agent.py

@@ -4,7 +4,7 @@ import traceback
 from concurrent.futures import ThreadPoolExecutor
 from typing import Any, Dict, Optional, Tuple, Type
 
-from clipped.utils.tz import now
+from clipped.utils.tz import get_datetime_from_now, now
 
 from polyaxon import settings
 from polyaxon._auxiliaries import V1PolyaxonInitContainer, V1PolyaxonSidecarContainer
@@ -24,7 +24,8 @@ class BaseAgent:
     HEALTH_FILE = "/tmp/.healthz"
     SLEEP_STOP_TIME = 60 * 5
     SLEEP_ARCHIVED_TIME = 60 * 60
-    SLEEP_AGENT_DATA_COLLECT_TIME = 60 * 30
+    SLEEP_AGENT_DATA_COLLECT_TIME = 60 * 15
+    SLEEP_AGENT_DATA_RECONCILE_TIME = 60 * 5
     IS_ASYNC = False
 
     def __init__(
@@ -38,11 +39,13 @@ class BaseAgent:
             self.max_interval = max(max_interval, 3)
         if not agent_uuid and not owner:
             owner = DEFAULT
+        last_hour = get_datetime_from_now(days=0, hours=1)
         self.executor = None
         self._default_auth = bool(agent_uuid)
-        self._executor_refreshed_at = now()
+        self._executor_refreshed_at = last_hour
         self._graceful_shutdown = False
-        self._last_reconciled_at = now()
+        self._last_data_collected_at = last_hour
+        self._last_reconciled_at = last_hour
         self.client = AgentClient(
             owner=owner, agent_uuid=agent_uuid, is_async=self.IS_ASYNC
         )
@@ -60,7 +63,7 @@ class BaseAgent:
 
     def collect_agent_data(self):
         logger.info("Collecting agent data.")
-        self._last_reconciled_at = now()
+        self._last_data_collected_at = now()
         try:
             return self.client.collect_agent_data(
                 namespace=settings.CLIENT_CONFIG.namespace

{polyaxon-2.5.1 → polyaxon-2.5.2.post1}/polyaxon/_runner/agent/sync_agent.py

@@ -79,14 +79,17 @@ class BaseSyncAgent(BaseAgent):
 
     def reconcile(self):
         if (
-            now() - self._last_reconciled_at
+            now() - self._last_data_collected_at
         ).total_seconds() > self.SLEEP_AGENT_DATA_COLLECT_TIME:
+            self.collect_agent_data()
+        if (
+            now() - self._last_reconciled_at
+        ).total_seconds() < self.SLEEP_AGENT_DATA_RECONCILE_TIME:
             return
 
-        # Collect data
-        self.collect_agent_data()
-
         # Update reconcile
+        logger.info("Checking cluster state.")
+        self._last_reconciled_at = now()
         namespaces = [settings.AGENT_CONFIG.namespace]
         namespaces += settings.AGENT_CONFIG.additional_namespaces or []
         ops = []

{polyaxon-2.5.1 → polyaxon-2.5.2.post1}/polyaxon/_runner/converter/converter.py

@@ -930,15 +930,23 @@ class BaseConverter:
 
         # Add outputs
         if plugins and plugins.collect_artifacts:
+            _artifacts_init_env = []
+            if log_level:
+                _artifacts_init_env.append(
+                    self._get_env_var(name=ENV_KEYS_LOG_LEVEL, value=log_level)
+                )
+            proxy_env = self._get_proxy_env_vars(
+                settings.AGENT_CONFIG.use_proxy_env_vars_use_in_ops
+            )
+            if proxy_env:
+                _artifacts_init_env += proxy_env
             containers += to_list(
                 self._get_artifacts_path_init_container(
                     polyaxon_init=polyaxon_init,
                     artifacts_store=artifacts_store,
                     run_path=self.run_path,
                     auto_resume=plugins.auto_resume,
-                    env=self._get_proxy_env_vars(
-                        settings.AGENT_CONFIG.use_proxy_env_vars_use_in_ops
-                    ),
+                    env=_artifacts_init_env,
                 ),
                 check_none=True,
             )

{polyaxon-2.5.1 → polyaxon-2.5.2.post1}/polyaxon/_schemas/lifecycle.py

@@ -185,7 +185,7 @@ class LifeCycle:
 
     @classmethod
     def is_pending(cls, status: str) -> bool:
-        """Checks if a run with this status is in a pending status."""
+        """Checks if a run with this status is in one of the pending(not compiled or queued yet) statuses."""
         return status in cls.PENDING_VALUES
 
     @classmethod
@@ -220,7 +220,7 @@ class LifeCycle:
 
     @classmethod
     def is_safe_stoppable(cls, status: str) -> bool:
-        """Checks if a run with this status is an be stopped without operator."""
+        """Checks if a run with this status is can be stopped without calling the operator."""
         return status in cls.SAFE_STOP_VALUES
 
     @classmethod

{polyaxon-2.5.1 → polyaxon-2.5.2.post1}/polyaxon/_sdk/schemas/v1_project.py

@@ -25,5 +25,5 @@ class V1Project(BaseAllowSchemaModel):
     archived_deletion_interval: Optional[int]
     settings: Optional[V1ProjectSettings]
     role: Optional[StrictStr]
-    contributors: Optional[Dict[str, Any]]
+    contributors: Optional[List[Dict[str, Any]]]
     live_state: Optional[int]

{polyaxon-2.5.1 → polyaxon-2.5.2.post1}/polyaxon/_sdk/schemas/v1_project_version.py

@@ -29,4 +29,4 @@ class V1ProjectVersion(BaseAllowSchemaModel):
     readme: Optional[StrictStr]
     state: Optional[StrictStr]
     role: Optional[StrictStr]
-    contributors: Optional[Dict[str, Any]]
+    contributors: Optional[List[Dict[str, Any]]]

{polyaxon-2.5.1 → polyaxon-2.5.2.post1}/polyaxon/_sdk/schemas/v1_run.py

@@ -53,7 +53,7 @@ class V1Run(BaseAllowSchemaModel):
     pipeline: Optional[V1Pipeline]
     status_conditions: Optional[List[V1StatusCondition]]
     role: Optional[StrictStr]
-    contributors: Optional[Dict[str, Any]]
+    contributors: Optional[List[Dict[str, Any]]]
     settings: Optional[V1RunSettings]
     resources: Optional[V1RunResources]
     graph: Optional[Dict[str, Any]]

{polyaxon-2.5.1 → polyaxon-2.5.2.post1}/polyaxon/pkg.py

@@ -1,5 +1,5 @@
 NAME = "polyaxon"
-VERSION = "2.5.1"
+VERSION = "2.5.2-post1"
 SCHEMA_VERSION = 1.1
 DESC = "Command Line Interface (CLI) and client to interact with Polyaxon API."
 URL = "https://github.com/polyaxon/polyaxon"

{polyaxon-2.5.1 → polyaxon-2.5.2.post1}/polyaxon.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: polyaxon
-Version: 2.5.1
+Version: 2.5.2.post1
 Summary: Command Line Interface (CLI) and client to interact with Polyaxon API.
 Home-page: https://github.com/polyaxon/polyaxon
 Author: Polyaxon, Inc.
@@ -51,7 +51,7 @@ Provides-Extra: sandbox
 [![Slack](https://img.shields.io/badge/Slack-1.5k%20members-blue.svg?style=flat&logo=slack&longCache=true)](https://polyaxon.com/slack/)
 
 [![Docs](https://img.shields.io/badge/docs-stable-brightgreen.svg?style=flat&longCache=true)](https://polyaxon.com/docs/)
-[![Release](https://img.shields.io/badge/release-v2.5.1-brightgreen.svg?longCache=true)](https://polyaxon.com/docs/releases/2-5/)
+[![Release](https://img.shields.io/badge/release-v2.5.2-brightgreen.svg?longCache=true)](https://polyaxon.com/docs/releases/2-5/)
 [![GitHub](https://img.shields.io/badge/issue_tracker-github-blue?style=flat&logo=github&longCache=true)](https://github.com/polyaxon/polyaxon/issues)
 [![GitHub](https://img.shields.io/badge/roadmap-github-blue?style=flat&logo=github&longCache=true)](https://github.com/orgs/polyaxon/projects/5)