polyaxon 2.1.0rc9__py3-none-any.whl → 2.6.0__py3-none-any.whl

polyaxon/_sdk/schemas/v1_token.py

@@ -8,13 +8,13 @@ from clipped.types.uuids import UUIDStr
 
 
 class V1Token(BaseAllowSchemaModel):
-    uuid: Optional[UUIDStr]
-    key: Optional[StrictStr]
-    name: Optional[StrictStr]
-    scopes: Optional[List[StrictStr]]
-    services: Optional[List[StrictStr]]
-    started_at: Optional[datetime.datetime]
-    expires_at: Optional[datetime.datetime]
-    created_at: Optional[datetime.datetime]
-    updated_at: Optional[datetime.datetime]
-    expiration: Optional[int]
+    uuid: Optional[UUIDStr] = None
+    key: Optional[StrictStr] = None
+    name: Optional[StrictStr] = None
+    scopes: Optional[List[StrictStr]] = None
+    services: Optional[List[StrictStr]] = None
+    started_at: Optional[datetime.datetime] = None
+    expires_at: Optional[datetime.datetime] = None
+    created_at: Optional[datetime.datetime] = None
+    updated_at: Optional[datetime.datetime] = None
+    expiration: Optional[int] = None

polyaxon/_sdk/schemas/v1_trial_start.py

@@ -6,9 +6,9 @@ from clipped.types.email import EmailStr
 
 
 class V1TrialStart(BaseAllowSchemaModel):
-    name: Optional[StrictStr]
-    email: Optional[EmailStr]
-    organization: Optional[StrictStr]
-    plan: Optional[StrictStr]
-    seats: Optional[int]
-    details: Optional[Dict[str, Any]]
+    name: Optional[StrictStr] = None
+    email: Optional[EmailStr] = None
+    organization: Optional[StrictStr] = None
+    plan: Optional[StrictStr] = None
+    seats: Optional[int] = None
+    details: Optional[Dict[str, Any]] = None

polyaxon/_sdk/schemas/v1_user.py

@@ -2,13 +2,12 @@ from typing import Optional
 
 from clipped.compact.pydantic import StrictStr
 from clipped.config.schema import BaseAllowSchemaModel
-from clipped.types.email import EmailStr
 
 
 class V1User(BaseAllowSchemaModel):
-    username: Optional[StrictStr]
-    email: Optional[EmailStr]
-    name: Optional[StrictStr]
-    kind: Optional[StrictStr]
-    theme: Optional[int]
-    organization: Optional[StrictStr]
+    username: Optional[StrictStr] = None
+    email: Optional[StrictStr] = None
+    name: Optional[StrictStr] = None
+    kind: Optional[StrictStr] = None
+    theme: Optional[int] = None
+    organization: Optional[StrictStr] = None

polyaxon/_sdk/schemas/v1_user_access.py

@@ -0,0 +1,17 @@
+from typing import Optional
+
+from clipped.compact.pydantic import StrictStr
+from clipped.config.schema import BaseAllowSchemaModel
+
+
+class V1UserAccessData(BaseAllowSchemaModel):
+    username: Optional[StrictStr] = None
+    is_sa: Optional[bool] = None
+
+
+class V1UserAccess(BaseAllowSchemaModel):
+    user: Optional[StrictStr] = None
+    user_data: Optional[V1UserAccessData] = None
+    queue: Optional[StrictStr] = None
+    preset: Optional[StrictStr] = None
+    namespace: Optional[StrictStr] = None

polyaxon/_sdk/schemas/v1_user_email.py

@@ -5,4 +5,4 @@ from clipped.types.email import EmailStr
 
 
 class V1UserEmail(BaseAllowSchemaModel):
-    email: Optional[EmailStr]
+    email: Optional[EmailStr] = None

polyaxon/_sdk/schemas/v1_user_singup.py

@@ -6,8 +6,8 @@ from clipped.types.email import EmailStr
 
 
 class V1UserSingup(BaseAllowSchemaModel):
-    username: Optional[StrictStr]
-    email: Optional[EmailStr]
-    organization: Optional[StrictStr]
-    password: Optional[StrictStr]
-    invitation_key: Optional[StrictStr]
+    username: Optional[StrictStr] = None
+    email: Optional[EmailStr] = None
+    organization: Optional[StrictStr] = None
+    password: Optional[StrictStr] = None
+    invitation_key: Optional[StrictStr] = None

polyaxon/_sdk/schemas/v1_uuids.py

@@ -5,4 +5,4 @@ from clipped.types.uuids import UUIDStr
 
 
 class V1Uuids(BaseAllowSchemaModel):
-    uuids: Optional[List[UUIDStr]]
+    uuids: Optional[List[UUIDStr]] = None

polyaxon/_sidecar/container/__init__.py

@@ -16,7 +16,7 @@ from polyaxon._fs.watcher import FSWatcher
 from polyaxon._k8s.manager.async_manager import AsyncK8sManager
 from polyaxon._sidecar.container.intervals import get_sync_interval
 from polyaxon._sidecar.container.monitors import sync_artifacts, sync_logs, sync_spec
-from polyaxon._sidecar.ignore import CONTAINER_IGNORE_FOLDERS
+from polyaxon._sidecar.ignore import IGNORE_FOLDERS
 from polyaxon.client import RunClient
 from polyaxon.exceptions import PolyaxonClientException, PolyaxonContainerException
 from polyaxon.logger import logger
@@ -34,6 +34,9 @@ async def start_sidecar(
     sync_interval = get_sync_interval(
         interval=sync_interval, sleep_interval=sleep_interval
     )
+    fs_refresh_interval = get_sync_interval(
+        interval=60 * 60 * 2, sleep_interval=sleep_interval
+    )
     try:
         pod_id = os.environ[ENV_KEYS_K8S_POD_ID]
     except KeyError as e:
@@ -61,6 +64,7 @@ async def start_sidecar(
     retry = 0
     is_running = True
     counter = 0
+    fs_refresh_counter = 0
     state = {
         "last_artifacts_check": None,
         "last_logs_check": None,
@@ -74,32 +78,40 @@ async def start_sidecar(
                 run_kind=pod.metadata.annotations.get("operation.polyaxon.com/kind"),
             )
         if monitor_logs:
-            await sync_logs(
-                run_uuid=run_uuid,
-                k8s_manager=k8s_manager,
-                pod=pod,
-                last_time=None,
-                stream=True,
-                is_running=is_running,
-            )
+            try:
+                state["last_logs_check"] = await sync_logs(
+                    run_uuid=run_uuid,
+                    k8s_manager=k8s_manager,
+                    pod=pod,
+                    last_time=state["last_logs_check"],
+                    stream=False,
+                )
+            except Exception as exp:
+                logger.log(
+                    "An error occurred while syncing logs, Exception %s" % repr(exp)
+                )
         if monitor_outputs:
-            last_check = state["last_artifacts_check"]
-            await sync_artifacts(
-                fs=fs,
-                fw=fw,
-                store_path=connection.store_path,
-                run_uuid=run_uuid,
-                exclude=CONTAINER_IGNORE_FOLDERS,
-            )
+            try:
+                await sync_artifacts(
+                    fs=fs,
+                    fw=fw,
+                    store_path=connection.store_path,
+                    run_uuid=run_uuid,
+                    exclude=IGNORE_FOLDERS,
+                )
+            except Exception as e:
+                logger.debug(
+                    "An error occurred while syncing artifacts, Exception %s" % repr(e)
+                )
             try:
                 client.sync_events_summaries(
-                    last_check=last_check,
+                    last_check=state["last_artifacts_check"],
                     events_path=ctx_paths.CONTEXT_MOUNT_RUN_EVENTS_FORMAT.format(
                         run_uuid
                     ),
                 )
                 client.sync_system_events_summaries(
-                    last_check=last_check,
+                    last_check=state["last_artifacts_check"],
                     events_path=ctx_paths.CONTEXT_MOUNT_RUN_SYSTEM_RESOURCES_EVENTS_FORMAT.format(
                         run_uuid
                     ),
@@ -131,7 +143,14 @@ async def start_sidecar(
             retry = 0
 
         counter += 1
-        if counter == sync_interval:
+        fs_refresh_counter += 1
+
+        if fs_refresh_counter >= fs_refresh_interval:
+            fs_refresh_counter = 0
+            await close_fs(fs)
+            fs = await get_async_fs_from_connection(connection=connection)
+
+        if counter >= sync_interval:
             counter = 0
             try:
                 await monitor()

polyaxon/_sidecar/container/monitors/logs.py

@@ -4,7 +4,7 @@ from typing import Optional
 
 import aiofiles
 
-from clipped.utils.paths import check_or_create_path, delete_path
+from clipped.utils.paths import check_or_create_path
 from kubernetes_asyncio.client.models import V1Pod
 
 from polyaxon._contexts import paths as ctx_paths
@@ -19,26 +19,23 @@ async def sync_logs(
     pod: V1Pod,
     last_time: Optional[datetime.datetime],
     stream: bool = False,
-    is_running: bool = True,
-):
+) -> Optional[datetime.datetime]:
     path_from = ctx_paths.CONTEXT_MOUNT_ARTIFACTS_FORMAT.format(run_uuid)
-    path_from = "{}/.tmpplxlogs".format(path_from)
+    path_from = "{}/plxlogs".format(path_from)
 
-    if not is_running:
-        delete_path(path_from)
-        return
-
-    logs, _ = await query_k8s_pod_logs(
+    logs, last_time = await query_k8s_pod_logs(
         k8s_manager=k8s_manager,
         pod=pod,
         last_time=last_time,
         stream=stream,
     )
     if not logs:
-        return
+        return last_time
 
-    path_from = "{}/{}".format(path_from, pod.metadata.name)
+    path_from = "{}/{}.jsonl".format(path_from, pod.metadata.name)
     check_or_create_path(path_from, is_dir=False)
-    async with aiofiles.open(path_from, "w") as filepath:
+    async with aiofiles.open(path_from, "a") as filepath:
         _logs = V1Logs.construct(logs=logs)
-        await filepath.write(_logs.to_json())
+        await filepath.write(_logs.get_jsonl_events())
+
+    return last_time

polyaxon/_sidecar/ignore.py

@@ -1,2 +1 @@
 IGNORE_FOLDERS = [".git"]
-CONTAINER_IGNORE_FOLDERS = IGNORE_FOLDERS + ["plxlogs"]

polyaxon/_utils/cli_constants.py

@@ -45,6 +45,8 @@ pydist/
 .ipynb_checkpoints
 # pyenv
 .python-version
+.venv/
+.virtualenvs/
 """
 
 INIT_FILE_PATH = "polyaxonfile.yaml"

polyaxon/_utils/fqn_utils.py

@@ -9,15 +9,32 @@ from clipped.utils.paths import get_relative_path_to
 from polyaxon.exceptions import PolyaxonSchemaError
 
 
+def get_owner_team_space(owner: str, team: Optional[str] = None) -> str:
+    if team:
+        return "{}/{}".format(owner, team)
+    return owner
+
+
+def split_owner_team_space(owner: str) -> Tuple[str, Optional[str]]:
+    return owner.split("/") if owner and "/" in owner else (owner, None)
+
+
+def _remove_team(owner: str) -> str:
+    return split_owner_team_space(owner)[0]
+
+
 def get_project_instance(owner: str, project: str) -> str:
+    owner = _remove_team(owner)
     return "{}.{}".format(owner, project)
 
 
 def get_run_instance(owner: str, project: str, run_uuid: str) -> str:
+    owner = _remove_team(owner)
     return "{}.{}.runs.{}".format(owner, project, run_uuid)
 
 
 def get_cleaner_instance(owner: str, project: str, run_uuid: str) -> str:
+    owner = _remove_team(owner)
     return "{}.{}.cleaners.{}".format(owner, project, run_uuid)
 
 
@@ -53,6 +70,7 @@ def to_fqn_name(name: str) -> str:
 def get_entity_full_name(
     owner: Optional[str] = None, entity: Optional[str] = None
 ) -> str:
+    owner = _remove_team(owner)
     if owner and entity:
         return "{}/{}".format(owner, entity)
     return entity
@@ -65,11 +83,14 @@ def get_entity_info(entity: str) -> Tuple[str, str]:
         )
 
     parts = entity.replace(".", "/").split("/")
-    if len(parts) > 2:
+    if len(parts) > 3:
         raise PolyaxonSchemaError(
             "Received an invalid entity reference: `{}`".format(entity)
         )
-    if len(parts) == 2:
+    if len(parts) == 3:
+        owner = "/".join(parts[:2])
+        entity_name = parts[2]
+    elif len(parts) == 2:
         owner, entity_name = parts
     else:
         owner = None
@@ -81,6 +102,8 @@ def get_entity_info(entity: str) -> Tuple[str, str]:
 def get_versioned_entity_full_name(
     owner: Optional[str], component: str, tag: Optional[str] = None
 ) -> str:
+    owner = _remove_team(owner)
+
     if tag:
         component = "{}:{}".format(component, tag)
     if owner:

polyaxon/_utils/test_utils.py

@@ -14,6 +14,7 @@ from polyaxon._schemas.agent import AgentConfig
 from polyaxon._schemas.authentication import AccessTokenConfig
 from polyaxon._schemas.cli import CliConfig
 from polyaxon._schemas.client import ClientConfig
+from polyaxon._schemas.installation import V1Installation
 from polyaxon.settings import set_agent_config
 
 
@@ -76,7 +77,7 @@ def patch_settings(
 
     settings.CLI_CONFIG = None
     if set_cli:
-        settings.CLI_CONFIG = CliConfig(installation={CliConfig._DIST: _dist.EE})
+        settings.CLI_CONFIG = CliConfig(installation=V1Installation(dist=_dist.EE))
 
     settings.AGENT_CONFIG = None
     if set_agent:

polyaxon/pkg.py

@@ -1,5 +1,5 @@
 NAME = "polyaxon"
-VERSION = "2.1.0-rc9"
+VERSION = "2.6.0"
 SCHEMA_VERSION = 1.1
 DESC = "Command Line Interface (CLI) and client to interact with Polyaxon API."
 URL = "https://github.com/polyaxon/polyaxon"

polyaxon/schemas.py

@@ -210,7 +210,6 @@ from polyaxon._sdk.schemas import (
     V1Preset,
     V1Project,
     V1ProjectSettings,
-    V1ProjectUserAccess,
     V1ProjectVersion,
     V1Queue,
     V1Run,
@@ -230,6 +229,7 @@ from polyaxon._sdk.schemas import (
     V1Token,
     V1TrialStart,
     V1User,
+    V1UserAccess,
     V1UserEmail,
     V1UserSingup,
     V1Uuids,

{polyaxon-2.1.0rc9.dist-info → polyaxon-2.6.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: polyaxon
-Version: 2.1.0rc9
+Version: 2.6.0
 Summary: Command Line Interface (CLI) and client to interact with Polyaxon API.
 Home-page: https://github.com/polyaxon/polyaxon
 Author: Polyaxon, Inc.
@@ -33,67 +33,67 @@ Classifier: Programming Language :: Python :: 3.11
 Requires-Python: >=3.8
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: click <9.0.0,>=7.1.1
-Requires-Dist: clipped ==0.7.*
-Requires-Dist: vents ==0.4.*
-Requires-Dist: Jinja2 <3.1.3,>=2.10.3
-Requires-Dist: kubernetes >=10.0.1
-Requires-Dist: python-dateutil >=2.7.3
-Requires-Dist: pytz >=2019.2
-Requires-Dist: PyYAML >=5.1
-Requires-Dist: orjson >=3.7
-Requires-Dist: psutil >=5.4.7
-Requires-Dist: requests >=2.20.1
-Requires-Dist: requests-toolbelt >=0.8.0
-Requires-Dist: rich >=12.0.0
-Requires-Dist: sentry-sdk >=1.2.0
-Requires-Dist: urllib3 >=1.25.6
-Requires-Dist: certifi >=2022.12.7
-Requires-Dist: pydantic >=1.10.2
-Requires-Dist: traceml ==1.1.*
-Requires-Dist: hypertune ==1.1.*
+Requires-Dist: click<9.0.0,>=7.1.1
+Requires-Dist: clipped==0.9.*
+Requires-Dist: vents==0.5.*
+Requires-Dist: Jinja2<3.1.5,>=2.10.3
+Requires-Dist: kubernetes>=10.0.1
+Requires-Dist: python-dateutil>=2.7.3
+Requires-Dist: pytz>=2019.2
+Requires-Dist: PyYAML>=5.1
+Requires-Dist: orjson>=3.7
+Requires-Dist: psutil>=5.4.7
+Requires-Dist: requests>=2.20.1
+Requires-Dist: requests-toolbelt>=0.8.0
+Requires-Dist: rich>=12.0.0
+Requires-Dist: sentry-sdk<2.6,>=1.2.0
+Requires-Dist: urllib3>=1.25.6
+Requires-Dist: certifi>=2022.12.7
+Requires-Dist: pydantic>=1.10.2
+Requires-Dist: traceml==1.2.*
+Requires-Dist: hypertune==1.2.*
 Provides-Extra: azure
-Requires-Dist: adlfs ; extra == 'azure'
+Requires-Dist: adlfs; extra == "azure"
 Provides-Extra: dev
-Requires-Dist: moto ==2.0.5 ; extra == 'dev'
+Requires-Dist: moto==5.0.13; extra == "dev"
 Provides-Extra: docker
-Requires-Dist: docker ; extra == 'docker'
+Requires-Dist: docker; extra == "docker"
 Provides-Extra: fs
-Requires-Dist: adlfs ==2023.12.0 ; extra == 'fs'
-Requires-Dist: fsspec ==2023.12.2 ; extra == 'fs'
-Requires-Dist: gcsfs ==2023.12.2.post1 ; extra == 'fs'
-Requires-Dist: s3fs ==2023.12.2 ; extra == 'fs'
+Requires-Dist: adlfs==2024.12.0; extra == "fs"
+Requires-Dist: fsspec==2024.12.0; extra == "fs"
+Requires-Dist: gcsfs==2024.12.0; extra == "fs"
+Requires-Dist: s3fs==2024.12.0; extra == "fs"
 Provides-Extra: fsspec
-Requires-Dist: fsspec ; extra == 'fsspec'
+Requires-Dist: fsspec; extra == "fsspec"
 Provides-Extra: gcs
-Requires-Dist: gcsfs ; extra == 'gcs'
+Requires-Dist: gcsfs; extra == "gcs"
 Provides-Extra: git
-Requires-Dist: gitpython ; extra == 'git'
+Requires-Dist: gitpython; extra == "git"
 Provides-Extra: init
-Requires-Dist: docker ; extra == 'init'
-Requires-Dist: GitPython <3.2.0 ; extra == 'init'
-Requires-Dist: aiofiles ==23.2.1 ; extra == 'init'
+Requires-Dist: docker; extra == "init"
+Requires-Dist: GitPython<3.2.0; extra == "init"
+Requires-Dist: aiofiles==24.1.0; extra == "init"
 Provides-Extra: k8s_async
-Requires-Dist: kubernetes-asyncio ==28.2.1 ; extra == 'k8s_async'
-Requires-Dist: aiohttp >=3.0.0 ; extra == 'k8s_async'
-Requires-Dist: anyio ; extra == 'k8s_async'
+Requires-Dist: kubernetes-asyncio>=28.2.1; extra == "k8s-async"
+Requires-Dist: aiohttp>=3.0.0; extra == "k8s-async"
+Requires-Dist: anyio; extra == "k8s-async"
 Provides-Extra: numpy
-Requires-Dist: numpy ; extra == 'numpy'
+Requires-Dist: numpy; extra == "numpy"
 Provides-Extra: s3
-Requires-Dist: s3fs ; extra == 's3'
+Requires-Dist: s3fs; extra == "s3"
 Provides-Extra: sandbox
-Requires-Dist: haupt[sandbox] ; extra == 'sandbox'
+Requires-Dist: haupt[sandbox]; extra == "sandbox"
 Provides-Extra: sidecar
-Requires-Dist: aiofiles ==23.2.1 ; extra == 'sidecar'
-Requires-Dist: pandas ; extra == 'sidecar'
-Requires-Dist: anyio ; extra == 'sidecar'
+Requires-Dist: aiofiles==24.1.0; extra == "sidecar"
+Requires-Dist: pandas; extra == "sidecar"
+Requires-Dist: anyio; extra == "sidecar"
 
 [![License: Apache 2](https://img.shields.io/badge/License-apache2-blue.svg?style=flat&longCache=true)](LICENSE)
 [![Polyaxon API](https://img.shields.io/docker/pulls/polyaxon/polyaxon-api)](https://hub.docker.com/r/polyaxon/polyaxon-api)
 [![Slack](https://img.shields.io/badge/Slack-1.5k%20members-blue.svg?style=flat&logo=slack&longCache=true)](https://polyaxon.com/slack/)
 
 [![Docs](https://img.shields.io/badge/docs-stable-brightgreen.svg?style=flat&longCache=true)](https://polyaxon.com/docs/)
-[![Release](https://img.shields.io/badge/release-v2.1.0-brightgreen.svg?longCache=true)](https://polyaxon.com/docs/releases/2-1/)
+[![Release](https://img.shields.io/badge/release-v2.6.0-brightgreen.svg?longCache=true)](https://polyaxon.com/docs/releases/2-6/)
 [![GitHub](https://img.shields.io/badge/issue_tracker-github-blue?style=flat&logo=github&longCache=true)](https://github.com/polyaxon/polyaxon/issues)
 [![GitHub](https://img.shields.io/badge/roadmap-github-blue?style=flat&logo=github&longCache=true)](https://github.com/orgs/polyaxon/projects/5)