ml-management 0.6.3rc13__tar.gz → 0.6.3rc16__tar.gz

ml_management-0.6.3rc16/ML_management/__init__.py

@@ -0,0 +1 @@
+__version__ = "0.6.3rc16"

{ml_management-0.6.3rc13 → ml_management-0.6.3rc16}/ML_management/graphql/schema.py

@@ -147,13 +147,15 @@ class ExecutorParamsInput(sgqlc.types.Input):
 
 class JobFilterSettings(sgqlc.types.Input):
     __schema__ = schema
-    __field_names__ = ('dataset_loader_version', 'end_interval', 'executor_version', 'experiment_name', 'init_model_version', 'job_name', 'periodic_type', 'start_interval', 'status')
+    __field_names__ = ('dataset_loader_version', 'end_interval', 'executor_version', 'experiment_id', 'experiment_name', 'init_model_version', 'job_name', 'periodic_type', 'start_interval', 'status')
     dataset_loader_version = sgqlc.types.Field('ObjectVersionInput', graphql_name='datasetLoaderVersion')
 
     end_interval = sgqlc.types.Field('TimestampInterval', graphql_name='endInterval')
 
     executor_version = sgqlc.types.Field('ObjectVersionInput', graphql_name='executorVersion')
 
+    experiment_id = sgqlc.types.Field(Int, graphql_name='experimentId')
+
     experiment_name = sgqlc.types.Field(String, graphql_name='experimentName')
 
     init_model_version = sgqlc.types.Field('ObjectVersionInput', graphql_name='initModelVersion')
@@ -1027,7 +1029,7 @@ class ExperimentPagination(sgqlc.types.Type):
 
 class GraphNode(sgqlc.types.Type):
     __schema__ = schema
-    __field_names__ = ('creation_timestamp', 'list_next_node', 'name', 'root_run_id', 'run_id', 'source_name', 'source_run_id', 'source_version', 'upload_model_type', 'version')
+    __field_names__ = ('creation_timestamp', 'list_next_node', 'name', 'obj_uuid', 'root_obj_uuid', 'source_name', 'source_obj_uuid', 'source_version', 'upload_model_type', 'version')
     creation_timestamp = sgqlc.types.Field(sgqlc.types.non_null(Long), graphql_name='creationTimestamp')
 
     list_next_node = sgqlc.types.Field(sgqlc.types.list_of(sgqlc.types.non_null('GraphNode')), graphql_name='listNextNode', args=sgqlc.types.ArgDict((
@@ -1042,13 +1044,13 @@ class GraphNode(sgqlc.types.Type):
 
     name = sgqlc.types.Field(sgqlc.types.non_null(String), graphql_name='name')
 
-    root_run_id = sgqlc.types.Field(sgqlc.types.non_null(ID), graphql_name='rootRunId')
+    obj_uuid = sgqlc.types.Field(sgqlc.types.non_null(ID), graphql_name='objUuid')
 
-    run_id = sgqlc.types.Field(sgqlc.types.non_null(ID), graphql_name='runId')
+    root_obj_uuid = sgqlc.types.Field(sgqlc.types.non_null(ID), graphql_name='rootObjUuid')
 
     source_name = sgqlc.types.Field(String, graphql_name='sourceName')
 
-    source_run_id = sgqlc.types.Field(ID, graphql_name='sourceRunId')
+    source_obj_uuid = sgqlc.types.Field(ID, graphql_name='sourceObjUuid')
 
     source_version = sgqlc.types.Field(Int, graphql_name='sourceVersion')
 
@@ -1126,16 +1128,16 @@ class JobPagination(sgqlc.types.Type):
 
 class JobParams(sgqlc.types.Type):
     __schema__ = schema
-    __field_names__ = ('additional_system_packages', 'cron_expression', 'executor_params', 'experiment_id', 'experiment_name', 'gpu', 'list_role_data_params', 'list_role_model_params', 'periodic_type')
+    __field_names__ = ('additional_system_packages', 'cron_expression', 'executor_params', 'experiment', 'experiment_id', 'gpu', 'list_role_data_params', 'list_role_model_params', 'models_schemas', 'periodic_type')
     additional_system_packages = sgqlc.types.Field(sgqlc.types.list_of(sgqlc.types.non_null(String)), graphql_name='additionalSystemPackages')
 
     cron_expression = sgqlc.types.Field(String, graphql_name='cronExpression')
 
     executor_params = sgqlc.types.Field(sgqlc.types.non_null(ExecutorParams), graphql_name='executorParams')
 
-    experiment_id = sgqlc.types.Field(Int, graphql_name='experimentId')
+    experiment = sgqlc.types.Field(Experiment, graphql_name='experiment')
 
-    experiment_name = sgqlc.types.Field(String, graphql_name='experimentName')
+    experiment_id = sgqlc.types.Field(Int, graphql_name='experimentId')
 
     gpu = sgqlc.types.Field(Boolean, graphql_name='gpu')
 
@@ -1143,6 +1145,8 @@ class JobParams(sgqlc.types.Type):
 
     list_role_model_params = sgqlc.types.Field(sgqlc.types.list_of(sgqlc.types.non_null('RoleModelParams')), graphql_name='listRoleModelParams')
 
+    models_schemas = sgqlc.types.Field(sgqlc.types.non_null(JSON), graphql_name='modelsSchemas')
+
     periodic_type = sgqlc.types.Field(PeriodicType, graphql_name='periodicType')
 
 
@@ -1250,7 +1254,7 @@ class ModelPagination(sgqlc.types.Type):
 
 class ModelParams(sgqlc.types.Type):
     __schema__ = schema
-    __field_names__ = ('description', 'list_model_method_params', 'model_version_choice', 'new_model_name', 'prepare_new_model_inference')
+    __field_names__ = ('description', 'list_model_method_params', 'model_version_choice', 'new_model_name', 'new_model_visibility', 'prepare_new_model_inference', 'start_build_new_model_image')
     description = sgqlc.types.Field(String, graphql_name='description')
 
     list_model_method_params = sgqlc.types.Field(sgqlc.types.non_null(sgqlc.types.list_of(sgqlc.types.non_null(MethodParams))), graphql_name='listModelMethodParams')
@@ -1259,8 +1263,12 @@ class ModelParams(sgqlc.types.Type):
 
     new_model_name = sgqlc.types.Field(String, graphql_name='newModelName')
 
+    new_model_visibility = sgqlc.types.Field(sgqlc.types.non_null(VisibilityOptions), graphql_name='newModelVisibility')
+
     prepare_new_model_inference = sgqlc.types.Field(sgqlc.types.non_null(Boolean), graphql_name='prepareNewModelInference')
 
+    start_build_new_model_image = sgqlc.types.Field(sgqlc.types.non_null(Boolean), graphql_name='startBuildNewModelImage')
+
 
 
 class ModelVersionChoiceParams(sgqlc.types.Type):
@@ -1276,7 +1284,7 @@ class ModelVersionChoiceParams(sgqlc.types.Type):
 
 class ModelVersionInfo(sgqlc.types.Type):
     __schema__ = schema
-    __field_names__ = ('artifacts', 'available_collectors', 'available_dataset_loader_versions', 'available_dataset_loaders', 'available_executor_versions', 'available_executors', 'build_job', 'creation_timestamp', 'description', 'experiment', 'experiment_name', 'get_conda_env', 'group_job_run_id', 'last_updated_timestamp', 'list_deployed_jobs', 'list_job', 'list_lineage_model_version', 'list_new_model_from_version', 'list_new_version_from_version', 'list_next_graph_nodes', 'list_next_model_version', 'list_requirements', 'model', 'model_method_schemas', 'name', 'owner', 'pagination_available_collectors', 'pagination_available_dataset_loader_versions', 'pagination_available_dataset_loaders', 'pagination_available_executor_versions', 'pagination_available_executors', 'pagination_deployed_jobs', 'pagination_job', 'pagination_lineage_model_version', 'pagination_new_model_from_version', 'pagination_new_version_from_version', 'pagination_next_model_version', 'parent_job', 'root_model_version', 'source_executor_version', 'source_model_version', 'tags', 'upload_model_type', 'venv_build_job', 'version', 'visibility')
+    __field_names__ = ('artifacts', 'available_collectors', 'available_dataset_loader_versions', 'available_dataset_loaders', 'available_executor_versions', 'available_executors', 'build_job', 'creation_timestamp', 'description', 'experiment', 'get_conda_env', 'group_secret_uuid', 'last_updated_timestamp', 'list_deployed_jobs', 'list_job', 'list_lineage_model_version', 'list_new_model_from_version', 'list_new_version_from_version', 'list_next_graph_nodes', 'list_next_model_version', 'list_requirements', 'model', 'model_method_schemas', 'name', 'owner', 'pagination_available_collectors', 'pagination_available_dataset_loader_versions', 'pagination_available_dataset_loaders', 'pagination_available_executor_versions', 'pagination_available_executors', 'pagination_deployed_jobs', 'pagination_job', 'pagination_lineage_model_version', 'pagination_new_model_from_version', 'pagination_new_version_from_version', 'pagination_next_model_version', 'parent_job', 'root_model_version', 'source_executor_version', 'source_model_version', 'tags', 'upload_model_type', 'venv_build_job', 'version', 'visibility')
     artifacts = sgqlc.types.Field(sgqlc.types.non_null(Artifacts), graphql_name='artifacts')
 
     available_collectors = sgqlc.types.Field(sgqlc.types.non_null(sgqlc.types.list_of(sgqlc.types.non_null(InlineObject))), graphql_name='availableCollectors')
@@ -1311,11 +1319,9 @@ class ModelVersionInfo(sgqlc.types.Type):
 
     experiment = sgqlc.types.Field(Experiment, graphql_name='experiment')
 
-    experiment_name = sgqlc.types.Field(sgqlc.types.non_null(String), graphql_name='experimentName')
-
     get_conda_env = sgqlc.types.Field(sgqlc.types.non_null(JSON), graphql_name='getCondaEnv')
 
-    group_job_run_id = sgqlc.types.Field(String, graphql_name='groupJobRunId')
+    group_secret_uuid = sgqlc.types.Field(String, graphql_name='groupSecretUuid')
 
     last_updated_timestamp = sgqlc.types.Field(Long, graphql_name='lastUpdatedTimestamp')
 
@@ -1562,7 +1568,7 @@ class ModelVersionPagination(sgqlc.types.Type):
 
 class Mutation(sgqlc.types.Type):
     __schema__ = schema
-    __field_names__ = ('add_ml_job', 'cancel_build_job_for_executor_version', 'cancel_build_job_for_model_version', 'cancel_job', 'cancel_venv_build_job_for_model_version', 'create_experiment', 'create_local_job', 'delete_dataset_loader', 'delete_dataset_loader_tag', 'delete_dataset_loader_version_from_name_version', 'delete_dataset_loader_version_tag', 'delete_executor', 'delete_executor_tag', 'delete_executor_version_from_name_version', 'delete_executor_version_tag', 'delete_experiment_tag', 'delete_model', 'delete_model_tag', 'delete_model_version_from_name_version', 'delete_model_version_tag', 'log_metric', 'log_metrics', 'log_param', 'log_params', 'rebuild_model_version_image', 'rebuild_no_model_executor_version_image', 'rename_experiment', 'serve_model', 'set_dataset_loader_tag', 'set_dataset_loader_version_tag', 'set_executor_tag', 'set_executor_version_tag', 'set_experiment_tag', 'set_model_tag', 'set_model_version_tag', 'start_local_job', 'stop_local_job', 'stop_model_serving', 'update_dataset_loader', 'update_dataset_loader_version', 'update_executor', 'update_executor_version', 'update_experiment', 'update_job', 'update_model', 'update_model_version')
+    __field_names__ = ('add_ml_job', 'cancel_build_job_for_executor_version', 'cancel_build_job_for_model_version', 'cancel_job', 'cancel_venv_build_job_for_model_version', 'create_experiment', 'create_local_job', 'delete_dataset_loader', 'delete_dataset_loader_tag', 'delete_dataset_loader_version_from_name_version', 'delete_dataset_loader_version_tag', 'delete_executor', 'delete_executor_tag', 'delete_executor_version_from_name_version', 'delete_executor_version_tag', 'delete_experiment_tag', 'delete_model', 'delete_model_tag', 'delete_model_version_from_name_version', 'delete_model_version_tag', 'log_metric', 'log_metrics', 'log_param', 'log_params', 'rebuild_model_version_image', 'rebuild_no_model_executor_version_image', 'rename_experiment', 'serve_model', 'set_dataset_loader_tag', 'set_dataset_loader_version_tag', 'set_executor_tag', 'set_executor_version_tag', 'set_experiment_tag', 'set_model_tag', 'set_model_version_tag', 'start_job', 'stop_job', 'stop_model_serving', 'update_dataset_loader', 'update_dataset_loader_version', 'update_executor', 'update_executor_version', 'update_experiment', 'update_job', 'update_model', 'update_model_version')
     add_ml_job = sgqlc.types.Field(sgqlc.types.non_null(ExecutionJob), graphql_name='addMlJob', args=sgqlc.types.ArgDict((
         ('form', sgqlc.types.Arg(sgqlc.types.non_null(JobParameters), graphql_name='form', default=None)),
 ))
@@ -1627,7 +1633,7 @@ class Mutation(sgqlc.types.Type):
     * `visibility` (`VisibilityOptions!`)None (default: `PRIVATE`)
     '''
 
-    create_local_job = sgqlc.types.Field(sgqlc.types.non_null(ExecutionJob), graphql_name='createLocalJob', args=sgqlc.types.ArgDict((
+    create_local_job = sgqlc.types.Field(sgqlc.types.non_null(String), graphql_name='createLocalJob', args=sgqlc.types.ArgDict((
         ('experiment_name', sgqlc.types.Arg(sgqlc.types.non_null(String), graphql_name='experimentName', default=None)),
         ('job_name', sgqlc.types.Arg(String, graphql_name='jobName', default=None)),
         ('visibility', sgqlc.types.Arg(sgqlc.types.non_null(VisibilityOptions), graphql_name='visibility', default=None)),
@@ -1772,47 +1778,47 @@ class Mutation(sgqlc.types.Type):
     '''
 
     log_metric = sgqlc.types.Field(sgqlc.types.non_null(Boolean), graphql_name='logMetric', args=sgqlc.types.ArgDict((
-        ('job_run_id', sgqlc.types.Arg(sgqlc.types.non_null(String), graphql_name='jobRunId', default=None)),
         ('metric', sgqlc.types.Arg(sgqlc.types.non_null(MetricInput), graphql_name='metric', default=None)),
+        ('secret_uuid', sgqlc.types.Arg(sgqlc.types.non_null(String), graphql_name='secretUuid', default=None)),
 ))
     )
     '''Arguments:
 
-    * `job_run_id` (`String!`)None
     * `metric` (`MetricInput!`)None
+    * `secret_uuid` (`String!`)None
     '''
 
     log_metrics = sgqlc.types.Field(sgqlc.types.non_null(Boolean), graphql_name='logMetrics', args=sgqlc.types.ArgDict((
-        ('job_run_id', sgqlc.types.Arg(sgqlc.types.non_null(String), graphql_name='jobRunId', default=None)),
         ('metrics', sgqlc.types.Arg(sgqlc.types.non_null(sgqlc.types.list_of(sgqlc.types.non_null(MetricInput))), graphql_name='metrics', default=None)),
+        ('secret_uuid', sgqlc.types.Arg(sgqlc.types.non_null(String), graphql_name='secretUuid', default=None)),
 ))
     )
     '''Arguments:
 
-    * `job_run_id` (`String!`)None
     * `metrics` (`[MetricInput!]!`)None
+    * `secret_uuid` (`String!`)None
     '''
 
     log_param = sgqlc.types.Field(sgqlc.types.non_null(Boolean), graphql_name='logParam', args=sgqlc.types.ArgDict((
-        ('job_run_id', sgqlc.types.Arg(sgqlc.types.non_null(String), graphql_name='jobRunId', default=None)),
         ('param', sgqlc.types.Arg(sgqlc.types.non_null(ParamInput), graphql_name='param', default=None)),
+        ('secret_uuid', sgqlc.types.Arg(sgqlc.types.non_null(String), graphql_name='secretUuid', default=None)),
 ))
     )
     '''Arguments:
 
-    * `job_run_id` (`String!`)None
     * `param` (`ParamInput!`)None
+    * `secret_uuid` (`String!`)None
     '''
 
     log_params = sgqlc.types.Field(sgqlc.types.non_null(Boolean), graphql_name='logParams', args=sgqlc.types.ArgDict((
-        ('job_run_id', sgqlc.types.Arg(sgqlc.types.non_null(String), graphql_name='jobRunId', default=None)),
         ('params', sgqlc.types.Arg(sgqlc.types.non_null(sgqlc.types.list_of(sgqlc.types.non_null(ParamInput))), graphql_name='params', default=None)),
+        ('secret_uuid', sgqlc.types.Arg(sgqlc.types.non_null(String), graphql_name='secretUuid', default=None)),
 ))
     )
     '''Arguments:
 
-    * `job_run_id` (`String!`)None
     * `params` (`[ParamInput!]!`)None
+    * `secret_uuid` (`String!`)None
     '''
 
     rebuild_model_version_image = sgqlc.types.Field(sgqlc.types.non_null(String), graphql_name='rebuildModelVersionImage', args=sgqlc.types.ArgDict((
@@ -1944,25 +1950,27 @@ class Mutation(sgqlc.types.Type):
     * `value` (`String!`)None
     '''
 
-    start_local_job = sgqlc.types.Field(sgqlc.types.non_null(String), graphql_name='startLocalJob', args=sgqlc.types.ArgDict((
-        ('job_name', sgqlc.types.Arg(sgqlc.types.non_null(String), graphql_name='jobName', default=None)),
+    start_job = sgqlc.types.Field(sgqlc.types.non_null(ExecutionJob), graphql_name='startJob', args=sgqlc.types.ArgDict((
+        ('secret_uuid', sgqlc.types.Arg(sgqlc.types.non_null(String), graphql_name='secretUuid', default=None)),
 ))
     )
     '''Arguments:
 
-    * `job_name` (`String!`)None
+    * `secret_uuid` (`String!`)None
     '''
 
-    stop_local_job = sgqlc.types.Field(sgqlc.types.non_null(Boolean), graphql_name='stopLocalJob', args=sgqlc.types.ArgDict((
-        ('job_run_id', sgqlc.types.Arg(sgqlc.types.non_null(String), graphql_name='jobRunId', default=None)),
+    stop_job = sgqlc.types.Field(sgqlc.types.non_null(Boolean), graphql_name='stopJob', args=sgqlc.types.ArgDict((
+        ('exception_traceback', sgqlc.types.Arg(String, graphql_name='exceptionTraceback', default=None)),
         ('message', sgqlc.types.Arg(String, graphql_name='message', default=None)),
+        ('secret_uuid', sgqlc.types.Arg(sgqlc.types.non_null(String), graphql_name='secretUuid', default=None)),
         ('status', sgqlc.types.Arg(sgqlc.types.non_null(JobStatus), graphql_name='status', default='SUCCESSFUL')),
 ))
     )
     '''Arguments:
 
-    * `job_run_id` (`String!`)None
+    * `exception_traceback` (`String`)None (default: `null`)
     * `message` (`String`)None (default: `null`)
+    * `secret_uuid` (`String!`)None
     * `status` (`JobStatus!`)None (default: `SUCCESSFUL`)
     '''
 
@@ -2085,7 +2093,7 @@ class Param(sgqlc.types.Type):
 
 class Query(sgqlc.types.Type):
     __schema__ = schema
-    __field_names__ = ('dataset_loader_from_name', 'dataset_loader_version_from_name_version', 'dataset_loader_version_from_run_id', 'executor_from_name', 'executor_version_from_name_version', 'executor_version_from_run_id', 'experiment_from_id', 'experiment_from_name', 'graph_node', 'is_inference_model_ready', 'job_from_name', 'list_artifacts_by_source_paths', 'list_build_job', 'list_dataset_loader', 'list_executor', 'list_experiment', 'list_graph_node', 'list_initial_executor_version', 'list_initial_model_version', 'list_job', 'list_model', 'list_subtree_graph_node', 'model_from_name', 'model_version_from_name_version', 'model_version_from_run_id', 'pagination_dataset_loader', 'pagination_executor', 'pagination_experiment', 'pagination_initial_executor_version', 'pagination_initial_model_version', 'pagination_job', 'pagination_model', 'warning_delete_model_query')
+    __field_names__ = ('dataset_loader_from_name', 'dataset_loader_version_from_name_version', 'dataset_loader_version_from_obj_uuid', 'executor_from_name', 'executor_version_from_name_version', 'executor_version_from_obj_uuid', 'experiment_from_id', 'experiment_from_name', 'graph_node', 'is_inference_model_ready', 'job_from_name', 'list_artifacts_by_source_paths', 'list_build_job', 'list_dataset_loader', 'list_executor', 'list_experiment', 'list_graph_node', 'list_initial_executor_version', 'list_initial_model_version', 'list_job', 'list_model', 'list_subtree_graph_node', 'model_from_name', 'model_version_from_name_version', 'model_version_from_obj_uuid', 'pagination_dataset_loader', 'pagination_executor', 'pagination_experiment', 'pagination_initial_executor_version', 'pagination_initial_model_version', 'pagination_job', 'pagination_model', 'warning_delete_model_query')
     dataset_loader_from_name = sgqlc.types.Field(sgqlc.types.non_null(DatasetLoaderInfo), graphql_name='datasetLoaderFromName', args=sgqlc.types.ArgDict((
         ('name', sgqlc.types.Arg(sgqlc.types.non_null(String), graphql_name='name', default=None)),
 ))
@@ -2104,13 +2112,13 @@ class Query(sgqlc.types.Type):
     * `dataset_loader_version` (`ObjectVersionOptionalInput!`)None
     '''
 
-    dataset_loader_version_from_run_id = sgqlc.types.Field(sgqlc.types.non_null(DatasetLoaderVersionInfo), graphql_name='datasetLoaderVersionFromRunId', args=sgqlc.types.ArgDict((
-        ('run_id', sgqlc.types.Arg(sgqlc.types.non_null(String), graphql_name='runId', default=None)),
+    dataset_loader_version_from_obj_uuid = sgqlc.types.Field(sgqlc.types.non_null(DatasetLoaderVersionInfo), graphql_name='datasetLoaderVersionFromObjUuid', args=sgqlc.types.ArgDict((
+        ('obj_uuid', sgqlc.types.Arg(sgqlc.types.non_null(String), graphql_name='objUuid', default=None)),
 ))
     )
     '''Arguments:
 
-    * `run_id` (`String!`)None
+    * `obj_uuid` (`String!`)None
     '''
 
     executor_from_name = sgqlc.types.Field(sgqlc.types.non_null(ExecutorInfo), graphql_name='executorFromName', args=sgqlc.types.ArgDict((
@@ -2131,13 +2139,13 @@ class Query(sgqlc.types.Type):
     * `executor_version` (`ObjectVersionOptionalInput!`)None
     '''
 
-    executor_version_from_run_id = sgqlc.types.Field(sgqlc.types.non_null(ExecutorVersionInfo), graphql_name='executorVersionFromRunId', args=sgqlc.types.ArgDict((
-        ('run_id', sgqlc.types.Arg(sgqlc.types.non_null(String), graphql_name='runId', default=None)),
+    executor_version_from_obj_uuid = sgqlc.types.Field(sgqlc.types.non_null(ExecutorVersionInfo), graphql_name='executorVersionFromObjUuid', args=sgqlc.types.ArgDict((
+        ('obj_uuid', sgqlc.types.Arg(sgqlc.types.non_null(String), graphql_name='objUuid', default=None)),
 ))
     )
     '''Arguments:
 
-    * `run_id` (`String!`)None
+    * `obj_uuid` (`String!`)None
     '''
 
     experiment_from_id = sgqlc.types.Field(sgqlc.types.non_null(Experiment), graphql_name='experimentFromId', args=sgqlc.types.ArgDict((
@@ -2159,12 +2167,12 @@ class Query(sgqlc.types.Type):
     '''
 
     graph_node = sgqlc.types.Field(sgqlc.types.non_null(GraphNode), graphql_name='graphNode', args=sgqlc.types.ArgDict((
-        ('run_id', sgqlc.types.Arg(sgqlc.types.non_null(String), graphql_name='runId', default=None)),
+        ('obj_uuid', sgqlc.types.Arg(sgqlc.types.non_null(String), graphql_name='objUuid', default=None)),
 ))
     )
     '''Arguments:
 
-    * `run_id` (`String!`)None
+    * `obj_uuid` (`String!`)None
     '''
 
     is_inference_model_ready = sgqlc.types.Field(sgqlc.types.non_null(Boolean), graphql_name='isInferenceModelReady', args=sgqlc.types.ArgDict((
@@ -2241,12 +2249,12 @@ class Query(sgqlc.types.Type):
     '''
 
     list_subtree_graph_node = sgqlc.types.Field(sgqlc.types.non_null(sgqlc.types.list_of(sgqlc.types.non_null(GraphNode))), graphql_name='listSubtreeGraphNode', args=sgqlc.types.ArgDict((
-        ('root_run_id', sgqlc.types.Arg(sgqlc.types.non_null(String), graphql_name='rootRunId', default=None)),
+        ('root_obj_uuid', sgqlc.types.Arg(sgqlc.types.non_null(String), graphql_name='rootObjUuid', default=None)),
 ))
     )
     '''Arguments:
 
-    * `root_run_id` (`String!`)None
+    * `root_obj_uuid` (`String!`)None
     '''
 
     model_from_name = sgqlc.types.Field(sgqlc.types.non_null(ModelInfo), graphql_name='modelFromName', args=sgqlc.types.ArgDict((
@@ -2267,13 +2275,13 @@ class Query(sgqlc.types.Type):
     * `model_version` (`ObjectVersionOptionalInput!`)None
     '''
 
-    model_version_from_run_id = sgqlc.types.Field(sgqlc.types.non_null(ModelVersionInfo), graphql_name='modelVersionFromRunId', args=sgqlc.types.ArgDict((
-        ('run_id', sgqlc.types.Arg(sgqlc.types.non_null(String), graphql_name='runId', default=None)),
+    model_version_from_obj_uuid = sgqlc.types.Field(sgqlc.types.non_null(ModelVersionInfo), graphql_name='modelVersionFromObjUuid', args=sgqlc.types.ArgDict((
+        ('obj_uuid', sgqlc.types.Arg(sgqlc.types.non_null(String), graphql_name='objUuid', default=None)),
 ))
     )
     '''Arguments:
 
-    * `run_id` (`String!`)None
+    * `obj_uuid` (`String!`)None
     '''
 
     pagination_dataset_loader = sgqlc.types.Field(sgqlc.types.non_null(DatasetLoaderPagination), graphql_name='paginationDatasetLoader', args=sgqlc.types.ArgDict((

{ml_management-0.6.3rc13 → ml_management-0.6.3rc16}/ML_management/mlmanagement/__init__.py

@@ -1,4 +1,4 @@
-from ML_management.mlmanagement import backend_api, load_api, log_api
+from ML_management.mlmanagement import active_job, backend_api, load_api, log_api
 
 log_executor_src = log_api.log_executor_src
 log_dataset_loader_src = log_api.log_dataset_loader_src
@@ -14,3 +14,4 @@ load_dataset = load_api.load_dataset
 load_executor = load_api.load_executor
 download_artifacts_by_name_version = load_api.download_artifacts_by_name_version
 download_job_artifacts = load_api.download_job_artifacts
+start_job = active_job.start_job

ml_management-0.6.3rc16/ML_management/mlmanagement/active_job.py

@@ -0,0 +1,99 @@
+import traceback
+from typing import Optional
+
+from sgqlc.operation import Operation
+
+from ML_management import variables
+from ML_management.graphql import schema
+from ML_management.graphql.send_graphql_request import send_graphql_request
+from ML_management.mlmanagement.batcher import Batcher
+from ML_management.mlmanagement.visibility_options import VisibilityOptions
+from ML_management.variables import DEFAULT_EXPERIMENT
+
+
+class ActiveJob:
+    """
+    A context manager that allows for the execution of a task locally.
+
+    This class provides a convenient way to run a job locally.
+
+    """
+
+    def __init__(self, secret_uuid):
+        self.secret_uuid = secret_uuid
+
+    def __enter__(self):
+        op = Operation(schema.Mutation)
+        base_query = op.start_job(secret_uuid=self.secret_uuid)
+        base_query.name()
+        base_query.experiment.name()
+        _query_job_params(base_query)
+        self.job = send_graphql_request(op=op, json_response=False).start_job
+        variables.secret_uuid = self.secret_uuid
+        return self.job
+
+    def __exit__(self, exc_type, exc_val, exc_tb):
+        Batcher().wait_log_metrics()
+        exception_traceback = None
+        message = None
+        status = "SUCCESSFUL"
+        if exc_type:
+            exception_traceback = traceback.format_exc()
+            message = str(exc_val)
+            status = "FAILED"
+
+        op = Operation(schema.Mutation)
+        op.stop_job(
+            secret_uuid=variables.secret_uuid, status=status, message=message, exception_traceback=exception_traceback
+        )
+        try:
+            _ = send_graphql_request(op=op, json_response=False).stop_job
+        finally:
+            variables.secret_uuid = None
+
+
+def start_job(
+    job_name: Optional[str], experiment_name: str = DEFAULT_EXPERIMENT, visibility=VisibilityOptions.PRIVATE
+) -> ActiveJob:
+    """
+    Create local job.
+
+    Parameters
+    ----------
+    job_name: str | None
+        Name of the new job. If not passed, it will be generated.
+    experiment_name: str = "Default"
+        Name of the experiment. Default: "Default"
+    visibility: VisibilityOptions
+        Visibility of this job to other users. Default: PRIVATE.
+
+    Returns
+    -------
+    ActiveJob
+        Active job.
+
+    Usage:
+        with start_local_job('my-beautiful-job') as job:
+            mlmanagement.log_metric(...)
+            mlmanagement.log_artifacts(...)
+    """
+    op = Operation(schema.Mutation)
+    op.create_local_job(job_name=job_name, experiment_name=experiment_name, visibility=visibility.name)
+    secret_uuid = send_graphql_request(op=op, json_response=False).create_local_job
+    return ActiveJob(secret_uuid)
+
+
+def _query_job_params(base_query):
+    base_query.params()
+    base_query.params.gpu()
+    base_query.params.models_schemas()
+    base_query.params.list_role_model_params()
+    base_query.params.list_role_data_params()
+    base_query.params.list_role_data_params.data_params()
+    base_query.params.list_role_data_params.role()
+    base_query.params.list_role_model_params.model_params()
+    base_query.params.list_role_model_params.role()
+    base_query.params.executor_params()
+    base_query.params.executor_params.executor_method_params()
+    base_query.params.executor_params.executor_version_choice()
+    base_query.executor_version.upload_model_modes()

{ml_management-0.6.3rc13 → ml_management-0.6.3rc16}/ML_management/mlmanagement/batcher.py

@@ -39,14 +39,18 @@ class Batcher(metaclass=Singleton):
         if self.thread:
             self.stop_event.set()
             self.thread.join()
+            self.thread = None
 
     def log_batch_metric(self, stop_event):
         while not stop_event.is_set():
+            time.sleep(METRIC_ACCUMULATION_DURATION)
+            if len(self.batch) == 0:
+                continue
             metrics_to_log = self.batch.copy()
             op = Operation(schema.Mutation)
             op.log_metrics(
                 metrics=[MetricInput(key=key, value=value, step=step) for key, value, step in metrics_to_log],
-                job_run_id=variables.job_run_id,
+                secret_uuid=variables.secret_uuid,
             )
             try:
                 send_graphql_request(op, json_response=False, timeout=5)
@@ -54,7 +58,6 @@ class Batcher(metaclass=Singleton):
                     self.batch.popleft()
             except Exception as err:
                 warnings.warn(str(err))
-            time.sleep(METRIC_ACCUMULATION_DURATION)
 
     def wait_log_metrics(self):
         stop_time = time.time()

{ml_management-0.6.3rc13 → ml_management-0.6.3rc16}/ML_management/mlmanagement/load_api.py

@@ -28,9 +28,31 @@ from ML_management.variables import (
 
 
 def download_artifacts_by_name_version(
-    name: str, version: Optional[int], model_type: ModelType, path: str, dst_path: Optional[str] = None
+    name: str,
+    version: Optional[int],
+    model_type: ModelType,
+    path: str,
+    dst_path: Optional[str] = None,
 ) -> str:
-    """Download an artifact by name and version to a local directory, and return a local path for it."""
+    """Download an artifact by name and version to a local directory, and return a local path for it.
+
+    Parameters
+    ==========
+    name: str
+        Name of the entity.
+    version: Optional[int] = None
+        Version of the entity. Default: None, "latest" version is used.
+    model_type: ModelType
+        Type of the entity. Possible values: ModelType.MODEL | ModelType.EXECUTOR | ModelType.DATASET_LOADER
+    path: str = ""
+        Specific path for artifacts download. Default: "", all artifacts will be downloaded.
+    dst_path: Optional[str]: None
+        Destination path. Default: None.
+    Returns
+    =======
+    str
+        Local path to the entity folder.
+    """
     url = get_log_service_url("download_artifacts_by_name_version")
     params = {
         "path": os.path.normpath(path) if path else path,
@@ -41,10 +63,24 @@ def download_artifacts_by_name_version(
     return _request_download_artifacts(url, params, dst_path)
 
 
-def download_job_artifacts(job_id: str, path: str = "", dst_path: Optional[str] = None) -> str:
-    """Download an artifact file or directory from a job to a local directory, and return a local path for it."""
+def download_job_artifacts(name: str, path: str = "", dst_path: Optional[str] = None) -> str:
+    """Download an artifact file or directory from a job to a local directory, and return a local path for it.
+
+    Parameters
+    ==========
+    name: str
+        Name of the job.
+    path: str = ""
+        Specific path for artifacts download. Default: "", all artifacts will be downloaded.
+    dst_path: Optional[str]: None
+        Destination path. Default: None.
+    Returns
+    =======
+    str
+        Local path to artifacts.
+    """
     url = get_log_service_url("download_job_artifacts")
-    params = {"path": os.path.normpath(path) if path else path, "job_name": job_id}
+    params = {"path": os.path.normpath(path) if path else path, "job_name": name}
     return _request_download_artifacts(url, params, dst_path)
 
 
@@ -92,7 +128,14 @@ def load_dataset(
     DatasetLoaderPattern
         The object of the dataset to use.
     """
-    return _load_model_type(name, version, ModelType.DATASET_LOADER, install_requirements, dst_path, kwargs_for_init)
+    return _load_model_type(
+        name,
+        version,
+        ModelType.DATASET_LOADER,
+        install_requirements,
+        dst_path,
+        kwargs_for_init,
+    )
 
 
 def _set_model_version_requirements(local_path) -> None:
@@ -107,7 +150,15 @@ def _set_model_version_requirements(local_path) -> None:
     try:
         if requirements:
             subprocess.check_call(
-                [sys.executable, "-m", "pip", "install", "--no-cache-dir", "--default-timeout=100", *requirements]
+                [
+                    sys.executable,
+                    "-m",
+                    "pip",
+                    "install",
+                    "--no-cache-dir",
+                    "--default-timeout=100",
+                    *requirements,
+                ]
             )
 
     except Exception:

{ml_management-0.6.3rc13 → ml_management-0.6.3rc16}/ML_management/mlmanagement/log_api.py

@@ -454,7 +454,7 @@ def _request_log_model(kwargs: dict):
             kwargs.pop(delete_arg, None)
 
         log_request = {
-            "job_run_id": variables.job_run_id,
+            "secret_uuid": variables.secret_uuid,
         }
 
         artifacts_path = os.path.join(kwargs["model_path"], CONFIG_KEY_ARTIFACTS)
@@ -482,7 +482,7 @@ def _request_log_artifacts(
     """Send request for log artifact."""
     log_artifact_request = {
         "artifact_path": artifact_path,
-        "job_run_id": variables.job_run_id,
+        "secret_uuid": variables.secret_uuid,
         "model_type": model_type,
         "name": name,
         "version": version,
@@ -625,7 +625,7 @@ def log_metric(key: str, value: float, step: int = 0, no_wait=False):
     =======
     None
     """
-    if not variables.job_run_id:
+    if not variables.secret_uuid:
         raise MLMClientError("The log_metric function must be called from the active job.")
     if not (isinstance(value, (float, int)) and math.isfinite(value)):
         warnings.warn(f"The log_metric function can log only float or integer values. Value {value} is not log.")
@@ -639,7 +639,7 @@ def log_metric(key: str, value: float, step: int = 0, no_wait=False):
         return
     if no_wait:
         op = Operation(schema.Mutation)
-        op.log_metric(metric=MetricInput(key=key, value=value, step=step), job_run_id=variables.job_run_id)
+        op.log_metric(metric=MetricInput(key=key, value=value, step=step), secret_uuid=variables.secret_uuid)
         try:
             return send_graphql_request(op, json_response=False).log_metric
         except Exception as err:
@@ -674,7 +674,7 @@ def log_metrics(metrics: Dict[str, float], step: int = 0, no_wait=False):
     =======
     None
     """
-    if not variables.job_run_id:
+    if not variables.secret_uuid:
         raise MLMClientError("The log_metric function must be called from the active job.")
 
     metrics_to_log = {}
@@ -693,7 +693,7 @@ def log_metrics(metrics: Dict[str, float], step: int = 0, no_wait=False):
         op = Operation(schema.Mutation)
         op.log_metrics(
             metrics=[MetricInput(key=key, value=value, step=step) for key, value in metrics_to_log.items()],
-            job_run_id=variables.job_run_id,
+            secret_uuid=variables.secret_uuid,
         )
         try:
             return send_graphql_request(op, json_response=False).log_metrics
@@ -725,10 +725,10 @@ def _log_param(key: str, value: str):
     if not isinstance(value, str):
         warnings.warn(f"The log_param function can log only string values. Value {value} is not log.")
         return
-    if not variables.job_run_id:
+    if not variables.secret_uuid:
         raise MLMClientError("The log_param function must be called from the active job.")
     op = Operation(schema.Mutation)
-    op.log_param(param=ParamInput(key=key, value=value), job_run_id=variables.job_run_id)
+    op.log_param(param=ParamInput(key=key, value=value), secret_uuid=variables.secret_uuid)
     try:
         return send_graphql_request(op, json_response=False).log_param
     except Exception as err:
@@ -753,7 +753,7 @@ def _log_params(params: Dict[str, str]):
     =======
     None
     """
-    if not variables.job_run_id:
+    if not variables.secret_uuid:
         raise MLMClientError("The log_metric function must be called from the active job.")
 
     for key, value in params:
@@ -764,7 +764,7 @@ def _log_params(params: Dict[str, str]):
         return
     op = Operation(schema.Mutation)
     op.log_params(
-        params=[ParamInput(key=key, value=value) for key, value in params.items()], job_run_id=variables.job_run_id
+        params=[ParamInput(key=key, value=value) for key, value in params.items()], secret_uuid=variables.secret_uuid
     )
     try:
         return send_graphql_request(op, json_response=False).log_params

{ml_management-0.6.3rc13 → ml_management-0.6.3rc16}/ML_management/registry/exceptions.py

@@ -112,7 +112,7 @@ class JobNotFoundNameError(RegistryError):
         return (JobNotFoundNameError, (self.job_name,))
 
 
-class JobHasNoRunIdError(RegistryError):
+class JobHasNoObjUuidError(RegistryError):
     """Define job has no run id exception."""
 
     def __init__(self, job_name: str):
@@ -122,4 +122,4 @@ class JobHasNoRunIdError(RegistryError):
 
     def __reduce__(self):
         """Define reduce method to make exception picklable."""
-        return (JobHasNoRunIdError, (self.job_name,))
+        return (JobHasNoObjUuidError, (self.job_name,))

{ml_management-0.6.3rc13 → ml_management-0.6.3rc16}/ML_management/sdk/job.py

@@ -15,7 +15,7 @@ from ML_management.collectors.collector_pattern_to_methods_map import collector_
 from ML_management.graphql import schema
 from ML_management.graphql.schema import ExecutionJob, Param
 from ML_management.graphql.send_graphql_request import send_graphql_request
-from ML_management.mlmanagement import get_server_url
+from ML_management.mlmanagement.backend_api import get_server_url
 from ML_management.mlmanagement.log_api import _raise_error
 from ML_management.mlmanagement.visibility_options import VisibilityOptions
 from ML_management.sdk.model import get_latest_model_version
@@ -47,8 +47,10 @@ def job_by_name(name: str) -> ExecutionJob:
     base_query.registration_timestamp()
     base_query.start_timestamp()
     base_query.end_timestamp()
-    base_query.build_job()
+    base_query.build_job.status()
+    base_query.build_job.message()
     base_query.message()
+    base_query.experiment.name()
 
     job = send_graphql_request(op, json_response=False)
 

{ml_management-0.6.3rc13 → ml_management-0.6.3rc16}/ML_management/variables.py

@@ -10,7 +10,7 @@ s3_password = "PLACEHOLDER"
 mlm_login = None
 mlm_password = None
 
-job_run_id = None
+secret_uuid = None
 
 CONFIG_KEY_ARTIFACTS = "artifacts"
 DEFAULT_EXPERIMENT = "Default"

{ml_management-0.6.3rc13 → ml_management-0.6.3rc16}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ml-management
-Version: 0.6.3rc13
+Version: 0.6.3rc16
 Summary: Python implementation of model pattern, dataset
 Author-Email: ISPRAS MODIS <modis@ispras.ru>
 Maintainer: Maxim Ryndin

{ml_management-0.6.3rc13 → ml_management-0.6.3rc16}/pyproject.toml

@@ -25,7 +25,7 @@ readme = "README.md"
 maintainers = [
     { name = "Maxim Ryndin" },
 ]
-version = "0.6.3rc13"
+version = "0.6.3rc16"
 
 [build-system]
 requires = [

ml_management-0.6.3rc13/ML_management/__init__.py

@@ -1 +0,0 @@
-__version__ = "0.6.3rc13"

ml_management-0.6.3rc13/ML_management/mlmanagement/active_job.py

@@ -1,74 +0,0 @@
-from sgqlc.operation import Operation
-
-from ML_management import variables
-from ML_management.graphql import schema
-from ML_management.graphql.schema import ExecutionJob
-from ML_management.graphql.send_graphql_request import send_graphql_request
-from ML_management.mlmanagement.batcher import Batcher
-from ML_management.mlmanagement.visibility_options import VisibilityOptions
-from ML_management.variables import DEFAULT_EXPERIMENT
-
-
-class ActiveJob(ExecutionJob):
-    """
-    A context manager that allows for the execution of a task locally.
-
-    This class provides a convenient way to run a job locally.
-
-    """
-
-    def __enter__(self):
-        op = Operation(schema.Mutation)
-        op.start_local_job(job_name=self.name)
-        job_run_id = send_graphql_request(op=op, json_response=False).start_local_job
-        variables.job_run_id = job_run_id
-        return self
-
-    def __exit__(self, exc_type, exc_val, exc_tb):
-        Batcher().wait_log_metrics()
-        if exc_type:
-            status = "FAILED"
-        else:
-            status = "SUCCESSFUL"
-        op = Operation(schema.Mutation)
-        op.stop_local_job(job_run_id=variables.job_run_id, status=status)
-        try:
-            _ = send_graphql_request(op=op, json_response=False).stop_local_job
-        finally:
-            variables.job_run_id = None
-
-
-def start_local_job(
-    job_name, experiment_name: str = DEFAULT_EXPERIMENT, visibility=VisibilityOptions.PRIVATE
-) -> ActiveJob:
-    """
-    Create local job.
-
-    Parameters
-    ----------
-    job_name: str | None
-        Name of the new job. If not passed, it will be generated.
-    experiment_name: str = "Default"
-        Name of the experiment. Default: "Default"
-    visibility: VisibilityOptions
-        Visibility of this job to other users. Default: PRIVATE.
-
-    Returns
-    -------
-    ActiveJob
-        Active job.
-
-    Usage:
-        with start_local_job('my-beautiful-job') as job:
-            mlmanagement.log_metric(...)
-            mlmanagement.log_artifacts(...)
-    """
-    op = Operation(schema.Mutation)
-    create_local_job = op.create_local_job(
-        job_name=job_name, experiment_name=experiment_name, visibility=visibility.name
-    )
-    create_local_job.name()
-    create_local_job.visibility()
-    create_local_job.experiment.name()
-    job = send_graphql_request(op=op, json_response=True)
-    return ActiveJob(job["createLocalJob"])