ml-management 0.6.3rc11__tar.gz → 0.6.3rc12__tar.gz

Sign up to get free protection for your applications and to get access to all the features.
Files changed (105) hide show
  1. ml_management-0.6.3rc12/ML_management/__init__.py +1 -0
  2. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/graphql/schema.py +14 -1
  3. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/mlmanagement/log_api.py +2 -2
  4. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/sdk/__init__.py +1 -0
  5. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/sdk/experiment.py +32 -0
  6. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/sdk/job.py +2 -0
  7. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/PKG-INFO +1 -1
  8. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/pyproject.toml +3 -3
  9. ml_management-0.6.3rc11/ML_management/__init__.py +0 -3
  10. ml_management-0.6.3rc11/ML_management/version.py +0 -6
  11. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/base_exceptions.py +0 -0
  12. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/collectors/__init__.py +0 -0
  13. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/collectors/collector_pattern.py +0 -0
  14. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/collectors/collector_pattern_to_methods_map.py +0 -0
  15. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/collectors/collectors.py +0 -0
  16. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/collectors/dummy/__init__.py +0 -0
  17. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/collectors/dummy/dummy_collector.py +0 -0
  18. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/collectors/s3/__init__.py +0 -0
  19. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/collectors/s3/s3collector.py +0 -0
  20. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/collectors/topic_markers/__init__.py +0 -0
  21. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/collectors/topic_markers/api_schema.py +0 -0
  22. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/collectors/topic_markers/topic_markers_collector.py +0 -0
  23. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/dataset_loader/__init__.py +0 -0
  24. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/dataset_loader/base_splits_dataset_loader.py +0 -0
  25. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/dataset_loader/dataset_loader_pattern.py +0 -0
  26. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/dataset_loader/dataset_loader_pattern_to_methods_map.py +0 -0
  27. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/dataset_loader/poisoned_images_dataset_loader.py +0 -0
  28. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/dataset_loader/templates/__init__.py +0 -0
  29. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/dataset_loader/templates/dummy_dataset_loader/__init__.py +0 -0
  30. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/dataset_loader/templates/dummy_dataset_loader/conda.yaml +0 -0
  31. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/dataset_loader/templates/dummy_dataset_loader/dummy_dataset.py +0 -0
  32. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/dataset_loader/templates/upload.py +0 -0
  33. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/executor/__init__.py +0 -0
  34. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/executor/base_executor.py +0 -0
  35. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/executor/executor_pattern.py +0 -0
  36. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/executor/executor_pattern_to_methods_map.py +0 -0
  37. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/executor/no_model_executor_pattern.py +0 -0
  38. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/executor/patterns.py +0 -0
  39. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/executor/templates/__init__.py +0 -0
  40. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/executor/templates/eval/__init__.py +0 -0
  41. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/executor/templates/eval/conda.yaml +0 -0
  42. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/executor/templates/eval/eval_executor.py +0 -0
  43. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/executor/templates/finetune/__init__.py +0 -0
  44. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/executor/templates/finetune/conda.yaml +0 -0
  45. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/executor/templates/finetune/finetune_executor.py +0 -0
  46. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/executor/templates/train/__init__.py +0 -0
  47. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/executor/templates/train/conda.yaml +0 -0
  48. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/executor/templates/train/train_executor.py +0 -0
  49. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/executor/templates/upload.py +0 -0
  50. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/executor/upload_model_mode.py +0 -0
  51. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/graphql/__init__.py +0 -0
  52. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/graphql/send_graphql_request.py +0 -0
  53. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/mlmanagement/__init__.py +0 -0
  54. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/mlmanagement/active_job.py +0 -0
  55. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/mlmanagement/backend_api.py +0 -0
  56. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/mlmanagement/batcher.py +0 -0
  57. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/mlmanagement/jsonschema_exceptions.py +0 -0
  58. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/mlmanagement/jsonschema_inference.py +0 -0
  59. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/mlmanagement/load_api.py +0 -0
  60. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/mlmanagement/model_type.py +0 -0
  61. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/mlmanagement/module_finder.py +0 -0
  62. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/mlmanagement/server_mlmanager_exceptions.py +0 -0
  63. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/mlmanagement/utils.py +0 -0
  64. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/mlmanagement/visibility_options.py +0 -0
  65. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/model/__init__.py +0 -0
  66. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/model/model_type_to_methods_map.py +0 -0
  67. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/model/patterns/__init__.py +0 -0
  68. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/model/patterns/evaluatable_model.py +0 -0
  69. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/model/patterns/gradient_model.py +0 -0
  70. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/model/patterns/model_pattern.py +0 -0
  71. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/model/patterns/model_with_losses.py +0 -0
  72. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/model/patterns/model_with_metrics.py +0 -0
  73. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/model/patterns/preprocessor.py +0 -0
  74. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/model/patterns/retrainable_model.py +0 -0
  75. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/model/patterns/target_layer.py +0 -0
  76. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/model/patterns/torch_model.py +0 -0
  77. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/model/patterns/trainable_model.py +0 -0
  78. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/model/patterns/transformer.py +0 -0
  79. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/registry/__init__.py +0 -0
  80. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/registry/exceptions.py +0 -0
  81. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/s3/__init__.py +0 -0
  82. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/s3/manager.py +0 -0
  83. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/s3/utils.py +0 -0
  84. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/sdk/dataset_loader.py +0 -0
  85. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/sdk/executor.py +0 -0
  86. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/sdk/model.py +0 -0
  87. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/sdk/parameters.py +0 -0
  88. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/sdk/sdk.py +0 -0
  89. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/session.py +0 -0
  90. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/singleton_pattern.py +0 -0
  91. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/test_sdk/__init__.py +0 -0
  92. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/test_sdk/local_sdk_test.sh +0 -0
  93. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/test_sdk/mock_server.js +0 -0
  94. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/test_sdk/package.json +0 -0
  95. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/test_sdk/requirements.txt +0 -0
  96. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/test_sdk/test_sdk.py +0 -0
  97. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/tests/__init__.py +0 -0
  98. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/tests/requirements.txt +0 -0
  99. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/tests/run_all_tests.sh +0 -0
  100. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/tests/test_jsonschema_inference.py +0 -0
  101. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/uploader_data/__init__.py +0 -0
  102. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/uploader_data/s3_uploader.py +0 -0
  103. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/uploader_data/utils.py +0 -0
  104. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/ML_management/variables.py +0 -0
  105. {ml_management-0.6.3rc11 → ml_management-0.6.3rc12}/README.md +0 -0
@@ -0,0 +1 @@
1
+ __version__ = "0.6.3rc12"
@@ -1562,7 +1562,7 @@ class ModelVersionPagination(sgqlc.types.Type):
1562
1562
 
1563
1563
  class Mutation(sgqlc.types.Type):
1564
1564
  __schema__ = schema
1565
- __field_names__ = ('add_ml_job', 'cancel_build_job_for_executor_version', 'cancel_build_job_for_model_version', 'cancel_job', 'cancel_venv_build_job_for_model_version', 'create_local_job', 'delete_dataset_loader', 'delete_dataset_loader_tag', 'delete_dataset_loader_version_from_name_version', 'delete_dataset_loader_version_tag', 'delete_executor', 'delete_executor_tag', 'delete_executor_version_from_name_version', 'delete_executor_version_tag', 'delete_experiment_tag', 'delete_model', 'delete_model_tag', 'delete_model_version_from_name_version', 'delete_model_version_tag', 'log_metric', 'log_metrics', 'log_param', 'log_params', 'rebuild_model_version_image', 'rebuild_no_model_executor_version_image', 'rename_experiment', 'serve_model', 'set_dataset_loader_tag', 'set_dataset_loader_version_tag', 'set_executor_tag', 'set_executor_version_tag', 'set_experiment_tag', 'set_model_tag', 'set_model_version_tag', 'start_local_job', 'stop_local_job', 'stop_model_serving', 'update_dataset_loader', 'update_dataset_loader_version', 'update_executor', 'update_executor_version', 'update_experiment', 'update_job', 'update_model', 'update_model_version')
1565
+ __field_names__ = ('add_ml_job', 'cancel_build_job_for_executor_version', 'cancel_build_job_for_model_version', 'cancel_job', 'cancel_venv_build_job_for_model_version', 'create_experiment', 'create_local_job', 'delete_dataset_loader', 'delete_dataset_loader_tag', 'delete_dataset_loader_version_from_name_version', 'delete_dataset_loader_version_tag', 'delete_executor', 'delete_executor_tag', 'delete_executor_version_from_name_version', 'delete_executor_version_tag', 'delete_experiment_tag', 'delete_model', 'delete_model_tag', 'delete_model_version_from_name_version', 'delete_model_version_tag', 'log_metric', 'log_metrics', 'log_param', 'log_params', 'rebuild_model_version_image', 'rebuild_no_model_executor_version_image', 'rename_experiment', 'serve_model', 'set_dataset_loader_tag', 'set_dataset_loader_version_tag', 'set_executor_tag', 'set_executor_version_tag', 'set_experiment_tag', 'set_model_tag', 'set_model_version_tag', 'start_local_job', 'stop_local_job', 'stop_model_serving', 'update_dataset_loader', 'update_dataset_loader_version', 'update_executor', 'update_executor_version', 'update_experiment', 'update_job', 'update_model', 'update_model_version')
1566
1566
  add_ml_job = sgqlc.types.Field(sgqlc.types.non_null(ExecutionJob), graphql_name='addMlJob', args=sgqlc.types.ArgDict((
1567
1567
  ('form', sgqlc.types.Arg(sgqlc.types.non_null(JobParameters), graphql_name='form', default=None)),
1568
1568
  ))
@@ -1614,6 +1614,19 @@ class Mutation(sgqlc.types.Type):
1614
1614
  * `version` (`Int!`)None
1615
1615
  '''
1616
1616
 
1617
+ create_experiment = sgqlc.types.Field(sgqlc.types.non_null(Experiment), graphql_name='createExperiment', args=sgqlc.types.ArgDict((
1618
+ ('experiment_description', sgqlc.types.Arg(String, graphql_name='experimentDescription', default='')),
1619
+ ('experiment_name', sgqlc.types.Arg(sgqlc.types.non_null(String), graphql_name='experimentName', default=None)),
1620
+ ('visibility', sgqlc.types.Arg(sgqlc.types.non_null(VisibilityOptions), graphql_name='visibility', default='PRIVATE')),
1621
+ ))
1622
+ )
1623
+ '''Arguments:
1624
+
1625
+ * `experiment_description` (`String`)None (default: `""`)
1626
+ * `experiment_name` (`String!`)None
1627
+ * `visibility` (`VisibilityOptions!`)None (default: `PRIVATE`)
1628
+ '''
1629
+
1617
1630
  create_local_job = sgqlc.types.Field(sgqlc.types.non_null(ExecutionJob), graphql_name='createLocalJob', args=sgqlc.types.ArgDict((
1618
1631
  ('experiment_name', sgqlc.types.Arg(sgqlc.types.non_null(String), graphql_name='experimentName', default=None)),
1619
1632
  ('job_name', sgqlc.types.Arg(String, graphql_name='jobName', default=None)),
@@ -147,8 +147,8 @@ def _log_object_src(
147
147
  finally:
148
148
  sys.path = old_python_path
149
149
  for module in set(sys.modules) - set(old_sys_modules):
150
- if hasattr(sys.modules[module], __file__):
151
- if str(Path(*parts[:-2])) in sys.modules[module].__file__:
150
+ if hasattr(sys.modules[module], "__file__"):
151
+ if sys.modules[module].__file__ and str(Path(*parts[:-2])) in sys.modules[module].__file__:
152
152
  sys.modules.pop(module)
153
153
 
154
154
  if additional_local_packages:
@@ -41,6 +41,7 @@ set_experiment_description = experiment.set_experiment_description
41
41
  delete_experiment_tag = experiment.delete_experiment_tag
42
42
  get_experiment_by_id = experiment.get_experiment_by_name
43
43
  get_experiment_by_name = experiment.get_experiment_by_name
44
+ create_experiment = experiment.create_experiment
44
45
  ModelMethodParams = parameters.ModelMethodParams
45
46
  ModelVersionChoice = parameters.ModelVersionChoice
46
47
  ModelForm = parameters.ModelForm
@@ -160,3 +160,35 @@ def get_experiment_by_id(experiment_id: int) -> Experiment:
160
160
 
161
161
  experiment = send_graphql_request(op=op)
162
162
  return experiment["experimentFromId"]
163
+
164
+
165
+ def create_experiment(
166
+ experiment_name: str, experiment_description: str = "", visibility: VisibilityOptions = VisibilityOptions.PRIVATE
167
+ ) -> Experiment:
168
+ """
169
+ Create experiment with given name and description.
170
+
171
+ Parameters
172
+ ----------
173
+ experiment_name: str
174
+ Name of the experiment.
175
+ experiment_description: str = ""
176
+ Description of the experiment. Default: "".
177
+ visibility: VisibilityOptions
178
+ Visibility of experiment. Default: PRIVATE.
179
+
180
+ Returns
181
+ -------
182
+ Experiment
183
+ Instance of an experiment with meta information.
184
+ """
185
+ op = Operation(schema.Mutation)
186
+ create_experiment = op.create_experiment(
187
+ experiment_name=experiment_name, experiment_description=experiment_description, visibility=visibility.name
188
+ )
189
+ create_experiment.name()
190
+ create_experiment.description()
191
+
192
+ experiment = send_graphql_request(op=op, json_response=False)
193
+
194
+ return experiment.create_experiment
@@ -16,6 +16,7 @@ from ML_management.graphql import schema
16
16
  from ML_management.graphql.schema import ExecutionJob, Param
17
17
  from ML_management.graphql.send_graphql_request import send_graphql_request
18
18
  from ML_management.mlmanagement import get_server_url
19
+ from ML_management.mlmanagement.log_api import _raise_error
19
20
  from ML_management.mlmanagement.visibility_options import VisibilityOptions
20
21
  from ML_management.sdk.model import get_latest_model_version
21
22
  from ML_management.sdk.parameters import AnyDatasetLoaderForm, AnyModelForm, DatasetLoaderForm, ModelForm
@@ -314,6 +315,7 @@ def _get_logs(job_type: JobType, params: Dict[str, Any], stream: bool = True, fi
314
315
  return
315
316
 
316
317
  with AuthSession().get(url, stream=True) as resp:
318
+ _raise_error(resp)
317
319
  if file_name:
318
320
  with open(file_name, "a") as f:
319
321
  for line in resp.iter_lines():
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: ml-management
3
- Version: 0.6.3rc11
3
+ Version: 0.6.3rc12
4
4
  Summary: Python implementation of model pattern, dataset
5
5
  Author-Email: ISPRAS MODIS <modis@ispras.ru>
6
6
  Maintainer: Maxim Ryndin
@@ -26,7 +26,7 @@ readme = "README.md"
26
26
  maintainers = [
27
27
  { name = "Maxim Ryndin" },
28
28
  ]
29
- version = "0.6.3rc11"
29
+ version = "0.6.3rc12"
30
30
 
31
31
  [build-system]
32
32
  requires = [
@@ -35,5 +35,5 @@ requires = [
35
35
  build-backend = "pdm.backend"
36
36
 
37
37
  [tool.pdm.version]
38
- source = "call"
39
- getter = "ML_management.version:get_version"
38
+ source = "file"
39
+ path = "ML_management/__init__.py"
@@ -1,3 +0,0 @@
1
- from ML_management.version import get_version
2
-
3
- __version__ = get_version()
@@ -1,6 +0,0 @@
1
- def get_version():
2
- try:
3
- with open("./VERSION", encoding="utf-8") as f:
4
- return f.read()
5
- except Exception:
6
- return "unknown"