malevich-coretools 0.3.44__tar.gz → 0.3.47__tar.gz

{malevich_coretools-0.3.44/malevich_coretools.egg-info → malevich_coretools-0.3.47}/PKG-INFO

@@ -1,6 +1,6 @@
-Metadata-Version: 2.2
+Metadata-Version: 2.4
 Name: malevich-coretools
-Version: 0.3.44
+Version: 0.3.47
 Author: Andrew Pogrebnoj
 Author-email: andrew@onjulius.co
 License-File: LICENSE
@@ -11,4 +11,5 @@ Requires-Dist: aiohttp
 Requires-Dist: kafka-python
 Dynamic: author
 Dynamic: author-email
+Dynamic: license-file
 Dynamic: requires-dist

malevich_coretools-0.3.47/VERSION

@@ -0,0 +1 @@
+0.3.47

{malevich_coretools-0.3.44 → malevich_coretools-0.3.47}/malevich_coretools/abstract/abstract.py

@@ -154,9 +154,16 @@ class TaskPolicy(BaseModel):
 
 
 class Schedule(BaseModel):
-    delay: int                      # seconds
-    startAfter: int = 0             # seconds
-    count: Optional[int] = None     # iters
+    delay: Optional[int] = None         # seconds
+    startAfter: Optional[int] = None    # seconds
+    count: Optional[int] = None         # iters
+    cron: Optional[str] = None
+
+    def validate(self) -> None:
+        if self.cron is None:
+            assert self.delay is not None, "cron or delay should set"
+        else:
+            assert self.delay is None and self.startAfter is None and self.count is None, "should set cron or other"
 
 
 class Schedules(BaseModel):
@@ -189,11 +196,13 @@ class MainTask(BaseModel):
     profileMode: Optional[str] = None
     withLogs: bool = False  # use only in prepare
     saveFails: bool = True
+    scaleCount: int = 1
     scaleInfo: List[ScaleInfo]
     component: TaskComponent
     policy: TaskPolicy
     schedule: Optional[Schedule] = None
     restrictions: Optional[Restrictions] = Restrictions()
+    tags: Optional[Dict[str, str]] = None
 
 
 class MainPipeline(BaseModel):
@@ -218,6 +227,8 @@ class MainPipeline(BaseModel):
     run: bool = True
     synthetic: bool = False
     saveFails: bool = True
+    scaleCount: int = 1
+    tags: Optional[Dict[str, str]] = None
 
 
 class RunTask(Operation):
@@ -319,6 +330,10 @@ class ResultUserCfg(BaseModel):
     id: Alias.Id
 
 
+class ResultTags(BaseModel):
+    idToTags: Dict[str, Optional[Dict[str, str]]]
+
+
 # TODO add smth from Cfg
 class AppSettings(BaseModel):
     taskId: Optional[Alias.Id] = None
@@ -420,6 +435,7 @@ class FunctionInfo(BaseModel):
     arguments: List[Tuple[str, Optional[str]]]
     finishMsg: Optional[str] = None
     doc: Optional[str] = None
+    tags: Optional[Dict[str, str]] = None
 
 
 class InputFunctionInfo(FunctionInfo):
@@ -448,6 +464,7 @@ class InitInfo(BaseModel):
     prepare: bool
     argname: Optional[str] = None
     doc: Optional[str] = None
+    tags: Optional[Dict[str, str]] = None
 
 
 class AppFunctionsInfo(BaseModel):
@@ -589,6 +606,7 @@ class BasePlatformSettings(BaseModel):
     cpuLimit: Optional[int] = None
     storageRequest: Optional[int] = None
     storageLimit: Optional[int] = None
+    kubeconfig: Optional[str] = None
 
 
 class Limits(BasePlatformSettings):
@@ -648,3 +666,8 @@ class MCPTool(MCPToolSimple):
 class MCPToolCall(BaseModel):
     name: str
     arguments: Dict[str, Any]
+
+
+class RunsFilter(BaseModel):
+    data: Optional[Dict[str, str]] = None
+    withTags: bool = False

{malevich_coretools-0.3.44 → malevich_coretools-0.3.47}/malevich_coretools/funcs/funcs.py

@@ -1056,6 +1056,14 @@ async def get_run_activeRuns_async(*args, **kwargs) -> ResultIds:
     return model_from_json(await send_to_core_get_async(TEMP_RUN_ACTIVE_RUNS, *args, **kwargs), ResultIds)
 
 
+def post_run_activeRuns(data: RunsFilter, *args, **kwargs) -> Union[ResultIds, ResultTags]:
+    return model_from_json(send_to_core_modify(TEMP_RUN_ACTIVE_RUNS, data, *args, **kwargs), ResultTags if data.withTags else ResultIds)
+
+
+async def post_run_activeRuns_async(data: RunsFilter, *args, **kwargs) -> Union[ResultIds, ResultTags]:
+    return model_from_json(await send_to_core_modify_async(TEMP_RUN_ACTIVE_RUNS, data, *args, **kwargs), ResultTags if data.withTags else ResultIds)
+
+
 def get_run_mainTaskCfg(id: str, *args, **kwargs) -> MainTaskCfg:
     return model_from_json(send_to_core_get(TEMP_RUN_MAIN_TASK_CFG(id), *args, **kwargs), MainTaskCfg)
 

{malevich_coretools-0.3.44 → malevich_coretools-0.3.47}/malevich_coretools/funcs/helpers.py

@@ -332,6 +332,7 @@ def base_settings(
     cpu_limit: Optional[int] = None,
     storage_request: Optional[int] = None,
     storage_limit: Optional[int] = None,
+    kubeconfig: Optional[str] = None,
 ) -> str:
     return BasePlatformSettings(
         memoryRequest=memory_request,
@@ -340,4 +341,5 @@ def base_settings(
         cpuLimit=cpu_limit,
         storageRequest=storage_request,
         storageLimit=storage_limit,
+        kubeconfig=kubeconfig,
     ).model_dump_json()

{malevich_coretools-0.3.44 → malevich_coretools-0.3.47}/malevich_coretools/utils.py

@@ -2846,20 +2846,30 @@ def get_run_condition(
 
 
 def get_run_active_runs(
+    tags: Optional[Dict[str, str]] = None,
+    with_tags: bool = False,
     *,
     auth: Optional[AUTH] = None,
     conn_url: Optional[str] = None,
     batcher: Optional[Batcher] = None,
     is_async: bool = False,
-) -> ResultIds:
-    """return list running operationIds"""
+) -> Union[ResultIds, ResultTags]:
+    """return list running operationIds, filter by tags if set, return id -> tags if with_tags"""
     if batcher is None:
         batcher = Config.BATCHER
-    if batcher is not None:
-        return batcher.add("getActiveRuns", result_model=ResultIds)
-    if is_async:
-        return f.get_run_activeRuns_async(auth=auth, conn_url=conn_url)
-    return f.get_run_activeRuns(auth=auth, conn_url=conn_url)
+    if tags is not None or with_tags:
+        data = RunsFilter(data=tags, withTags=with_tags)
+        if batcher is not None:
+            return batcher.add("postActiveRuns", data=data, result_model=ResultTags if with_tags else ResultIds)
+        if is_async:
+            return f.post_run_activeRuns_async(data, auth=auth, conn_url=conn_url)
+        return f.post_run_activeRuns(data, auth=auth, conn_url=conn_url)
+    else:
+        if batcher is not None:
+            return batcher.add("getActiveRuns", result_model=ResultIds)
+        if is_async:
+            return f.get_run_activeRuns_async(auth=auth, conn_url=conn_url)
+        return f.get_run_activeRuns(auth=auth, conn_url=conn_url)
 
 
 def get_run_main_task_cfg(
@@ -3161,6 +3171,7 @@ def task_full(
     policy: TaskPolicy = None,
     schedule: Optional[Schedule] = None,
     restrictions: Optional[Restrictions] = None,
+    tags: Optional[Dict[str, str]] = None,
     wait: bool = True,
     *,
     auth: Optional[AUTH] = None,
@@ -3188,6 +3199,8 @@ def task_full(
         restrictions: (Optional[Restrictions]): permissions to handle deployment
         wait (bool): is it worth waiting for the result or immediately return `operation_id`
         auth (Optional[AUTH]): redefined auth if not None"""
+    if schedule is not None:
+        schedule.validate()
     if batcher is None:
         batcher = Config.BATCHER
     if scaleInfo is None:
@@ -3217,6 +3230,7 @@ def task_full(
         policy=policy,
         schedule=schedule,
         restrictions=restrictions,
+        tags=tags,
     )
     if batcher is not None:
         return batcher.add("sendTask", data=data, result_model=AppLogs)
@@ -3263,6 +3277,7 @@ def task_prepare(
     component: TaskComponent = None,
     policy: TaskPolicy = None,
     restrictions: Optional[Restrictions] = None,
+    tags: Optional[Dict[str, str]] = None,
     wait: bool = True,
     *,
     auth: Optional[AUTH] = None,
@@ -3332,6 +3347,7 @@ def task_prepare(
         component=component,
         policy=policy,
         restrictions=restrictions,
+        tags=tags,
     )
     if batcher is not None:
         return batcher.add("sendTask", data=data, result_model=AppLogs)
@@ -3393,6 +3409,8 @@ def task_run(
         schedule: (Optional[Schedule]): schedule task runs settings - return scheduleId instead of operationId
         wait (bool): is it worth waiting for the result or immediately return `operation_id`
         auth (Optional[AUTH]): redefined auth if not None"""
+    if schedule is not None:
+        schedule.validate()
     if batcher is None:
         batcher = Config.BATCHER
     if run_id is None:
@@ -3447,6 +3465,7 @@ def pipeline_full(
     restrictions: Optional[Restrictions] = None,
     scaleInfo: List[ScaleInfo] = None,
     save_fails: bool = True,
+    tags: Optional[Dict[str, str]] = None,
     with_show: bool = True,
     long: bool = False,
     long_timeout: Optional[int] = WAIT_RESULT_TIMEOUT,
@@ -3458,6 +3477,8 @@ def pipeline_full(
     batcher: Optional[Batcher] = None,
     is_async: bool = False,
 ) -> Union[Alias.Id, AppLogs]:
+    if schedule is not None:
+        schedule.validate()
     if batcher is None:
         batcher = Config.BATCHER
     if scaleInfo is None:
@@ -3489,6 +3510,8 @@ def pipeline_full(
         kafkaModeUrl=None,
         run=True,
         saveFails=save_fails,
+        scaleCount=1,
+        tags=tags,
     )
     if batcher is not None:
         return batcher.add("sendPipeline", data=data, result_model=AppLogs)
@@ -3535,6 +3558,8 @@ def pipeline_prepare(
     kafka_mode_url_response: Optional[str] = None,
     synthetic: bool = False,
     save_fails: bool = True,
+    scale_count: int = 1,
+    tags: Optional[Dict[str, str]] = None,
     with_show: bool = True,
     long: bool = False,
     long_timeout: Optional[int] = WAIT_RESULT_TIMEOUT,
@@ -3577,6 +3602,8 @@ def pipeline_prepare(
         run=False,
         synthetic=synthetic,
         saveFails=save_fails,
+        scaleCount=scale_count,
+        tags=tags,
     )
     if batcher is not None:
         return batcher.add("sendPipeline", data=data, result_model=AppLogs)

{malevich_coretools-0.3.44 → malevich_coretools-0.3.47/malevich_coretools.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
-Metadata-Version: 2.2
+Metadata-Version: 2.4
 Name: malevich-coretools
-Version: 0.3.44
+Version: 0.3.47
 Author: Andrew Pogrebnoj
 Author-email: andrew@onjulius.co
 License-File: LICENSE
@@ -11,4 +11,5 @@ Requires-Dist: aiohttp
 Requires-Dist: kafka-python
 Dynamic: author
 Dynamic: author-email
+Dynamic: license-file
 Dynamic: requires-dist

malevich_coretools-0.3.44/VERSION

@@ -1 +0,0 @@
-0.3.44