ml-management 0.5.1rc9__tar.gz → 0.5.1rc11__tar.gz

Sign up to get free protection for your applications and to get access to all the features.
Files changed (107) hide show
  1. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/mlmanagement/load_api.py +8 -1
  2. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/mlmanagement/log_api.py +3 -0
  3. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/session.py +14 -17
  4. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/variables.py +2 -1
  5. ml_management-0.5.1rc11/PKG-INFO +27 -0
  6. ml_management-0.5.1rc11/VERSION +1 -0
  7. ml_management-0.5.1rc11/ml_management.egg-info/PKG-INFO +27 -0
  8. ml-management-0.5.1rc9/PKG-INFO +0 -13
  9. ml-management-0.5.1rc9/VERSION +0 -1
  10. ml-management-0.5.1rc9/ml_management.egg-info/PKG-INFO +0 -13
  11. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/MANIFEST.in +0 -0
  12. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/__init__.py +0 -0
  13. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/base_exceptions.py +0 -0
  14. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/collectors/__init__.py +0 -0
  15. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/collectors/collector_pattern.py +0 -0
  16. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/collectors/collector_pattern_to_methods_map.py +0 -0
  17. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/collectors/collectors.py +0 -0
  18. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/collectors/dummy/__init__.py +0 -0
  19. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/collectors/dummy/dummy_collector.py +0 -0
  20. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/collectors/s3/__init__.py +0 -0
  21. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/collectors/s3/s3collector.py +0 -0
  22. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/collectors/topic_markers/__init__.py +0 -0
  23. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/collectors/topic_markers/api_schema.py +0 -0
  24. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/collectors/topic_markers/topic_markers_collector.py +0 -0
  25. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/dataset_loader/__init__.py +0 -0
  26. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/dataset_loader/base_splits_dataset_loader.py +0 -0
  27. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/dataset_loader/dataset_loader_pattern.py +0 -0
  28. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/dataset_loader/dataset_loader_pattern_to_methods_map.py +0 -0
  29. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/dataset_loader/poisoned_images_dataset_loader.py +0 -0
  30. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/dataset_loader/templates/__init__.py +0 -0
  31. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/dataset_loader/templates/dummy_dataset_loader/__init__.py +0 -0
  32. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/dataset_loader/templates/dummy_dataset_loader/conda.yaml +0 -0
  33. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/dataset_loader/templates/dummy_dataset_loader/dummy_dataset.py +0 -0
  34. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/dataset_loader/templates/upload.py +0 -0
  35. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/executor/__init__.py +0 -0
  36. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/executor/base_executor.py +0 -0
  37. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/executor/executor_pattern.py +0 -0
  38. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/executor/executor_pattern_to_methods_map.py +0 -0
  39. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/executor/no_model_executor_pattern.py +0 -0
  40. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/executor/patterns.py +0 -0
  41. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/executor/templates/__init__.py +0 -0
  42. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/executor/templates/eval/__init__.py +0 -0
  43. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/executor/templates/eval/conda.yaml +0 -0
  44. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/executor/templates/eval/eval_executor.py +0 -0
  45. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/executor/templates/finetune/__init__.py +0 -0
  46. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/executor/templates/finetune/conda.yaml +0 -0
  47. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/executor/templates/finetune/finetune_executor.py +0 -0
  48. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/executor/templates/train/__init__.py +0 -0
  49. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/executor/templates/train/conda.yaml +0 -0
  50. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/executor/templates/train/train_executor.py +0 -0
  51. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/executor/templates/upload.py +0 -0
  52. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/executor/upload_model_mode.py +0 -0
  53. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/graphql/__init__.py +0 -0
  54. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/graphql/schema.py +0 -0
  55. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/graphql/send_graphql_request.py +0 -0
  56. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/mlmanagement/__init__.py +0 -0
  57. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/mlmanagement/backend_api.py +0 -0
  58. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/mlmanagement/jsonschema_exceptions.py +0 -0
  59. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/mlmanagement/jsonschema_inference.py +0 -0
  60. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/mlmanagement/model_type.py +0 -0
  61. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/mlmanagement/module_finder.py +0 -0
  62. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/mlmanagement/server_mlmanager_exceptions.py +0 -0
  63. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/mlmanagement/utils.py +0 -0
  64. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/mlmanagement/visibility_options.py +0 -0
  65. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/model/__init__.py +0 -0
  66. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/model/model_type_to_methods_map.py +0 -0
  67. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/model/patterns/__init__.py +0 -0
  68. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/model/patterns/evaluatable_model.py +0 -0
  69. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/model/patterns/gradient_model.py +0 -0
  70. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/model/patterns/model_pattern.py +0 -0
  71. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/model/patterns/model_with_losses.py +0 -0
  72. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/model/patterns/model_with_metrics.py +0 -0
  73. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/model/patterns/preprocessor.py +0 -0
  74. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/model/patterns/retrainable_model.py +0 -0
  75. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/model/patterns/target_layer.py +0 -0
  76. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/model/patterns/torch_model.py +0 -0
  77. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/model/patterns/trainable_model.py +0 -0
  78. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/model/patterns/transformer.py +0 -0
  79. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/registry/__init__.py +0 -0
  80. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/registry/exceptions.py +0 -0
  81. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/s3/__init__.py +0 -0
  82. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/s3/manager.py +0 -0
  83. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/s3/utils.py +0 -0
  84. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/sdk/__init__.py +0 -0
  85. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/sdk/dataset_loader.py +0 -0
  86. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/sdk/executor.py +0 -0
  87. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/sdk/experiment.py +0 -0
  88. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/sdk/job.py +0 -0
  89. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/sdk/model.py +0 -0
  90. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/sdk/parameters.py +0 -0
  91. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/sdk/sdk.py +0 -0
  92. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/singleton_pattern.py +0 -0
  93. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/test_sdk/__init__.py +0 -0
  94. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/test_sdk/test_sdk.py +0 -0
  95. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/tests/__init__.py +0 -0
  96. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/tests/test_jsonschema_inference.py +0 -0
  97. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/uploader_data/__init__.py +0 -0
  98. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/uploader_data/s3_uploader.py +0 -0
  99. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/uploader_data/utils.py +0 -0
  100. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ML_management/version.py +0 -0
  101. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/README.md +0 -0
  102. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ml_management.egg-info/SOURCES.txt +0 -0
  103. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ml_management.egg-info/dependency_links.txt +0 -0
  104. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ml_management.egg-info/requires.txt +0 -0
  105. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/ml_management.egg-info/top_level.txt +0 -0
  106. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/setup.cfg +0 -0
  107. {ml-management-0.5.1rc9 → ml_management-0.5.1rc11}/setup.py +0 -0
@@ -20,6 +20,7 @@ from ML_management.variables import (
20
20
  CONFIG_KEY_ARTIFACTS,
21
21
  DATA,
22
22
  FLAVOR_NAME,
23
+ LEGACY_DATA,
23
24
  MLCONFIG,
24
25
  MLMODEL_FILE_NAME,
25
26
  get_log_service_url,
@@ -225,7 +226,13 @@ def _load_model_src(local_path: str, kwargs_for_init: Optional[dict]):
225
226
  with open(os.path.join(local_path, MLMODEL_FILE_NAME)) as file:
226
227
  conf = yaml.safe_load(file)
227
228
 
228
- load_model_path = os.path.join(local_path, conf["flavors"][FLAVOR_NAME][DATA])
229
+ # legacy data entity code path for backward compatibility
230
+ code_data_path = (
231
+ conf["flavors"][FLAVOR_NAME][DATA]
232
+ if DATA in conf["flavors"][FLAVOR_NAME]
233
+ else conf["flavors"][FLAVOR_NAME][LEGACY_DATA]
234
+ )
235
+ load_model_path = os.path.join(local_path, code_data_path)
229
236
 
230
237
  else:
231
238
  raise RuntimeError("MLConfig does not exist.")
@@ -78,6 +78,9 @@ def _log_object_src(
78
78
  if not os.path.exists(model_path):
79
79
  raise FileNotFoundError(f"Path: {model_path} does not exist.")
80
80
 
81
+ if os.path.basename(model_path) == DATA:
82
+ raise RuntimeError(f"The folder should not be named '{DATA}'. Please rename.") from None
83
+
81
84
  conda_path = os.path.join(model_path, "conda.yaml")
82
85
 
83
86
  if not os.path.exists(conda_path):
@@ -15,7 +15,7 @@ from websocket import WebSocket, create_connection
15
15
  import ML_management
16
16
  from ML_management.base_exceptions import MLMClientError
17
17
  from ML_management.singleton_pattern import Singleton
18
- from ML_management.variables import SERVER_META, get_mlm_credentials, get_server_ml_api, get_server_url
18
+ from ML_management.variables import SERVER_META, get_mlm_credentials, get_server_url
19
19
 
20
20
 
21
21
  class InvalidCredentialsError(MLMClientError):
@@ -29,15 +29,8 @@ class AuthSession(metaclass=Singleton):
29
29
 
30
30
  def __init__(self) -> None:
31
31
  self.cookies = {}
32
- try:
33
- if (
34
- httpx.get(get_server_ml_api()).status_code == HTTPStatus.METHOD_NOT_ALLOWED
35
- or self._try_set_cookies()
36
- or self._try_authenticate_by_credentials()
37
- ):
38
- self.check_version()
39
- except (httpx.ConnectError, httpx.HTTPStatusError):
40
- raise RuntimeError("Server is unavailable or server url is incorrect.") from None
32
+ if self._try_set_cookies() or self._try_authenticate_by_credentials():
33
+ self.check_version()
41
34
 
42
35
  def check_version(self):
43
36
  client_version = ML_management.__version__
@@ -119,18 +112,22 @@ class AuthSession(metaclass=Singleton):
119
112
 
120
113
  def _try_authenticate_by_credentials(self) -> bool:
121
114
  login, password = get_mlm_credentials()
122
- if login is None or password is None:
123
- raise InvalidCredentialsError("You must provide both login and password credentials.")
124
115
 
125
- response = httpx.post(
126
- posixpath.join(get_server_url(), "oauth", "login"), data={"username": login, "password": password}
127
- )
116
+ try:
117
+ response = httpx.post(
118
+ posixpath.join(get_server_url(), "oauth", "login"), data={"username": login, "password": password}
119
+ )
120
+ except httpx.ConnectError:
121
+ raise RuntimeError("Server is unavailable or server url is incorrect.") from None
122
+
128
123
  if response.status_code == HTTPStatus.UNAUTHORIZED:
129
124
  raise InvalidCredentialsError(f"User with login {login} and password {password} does not exist.")
130
125
  if response.status_code != HTTPStatus.OK:
126
+ if not login or not password:
127
+ raise InvalidCredentialsError("You must provide both login and password credentials.")
131
128
  response.raise_for_status()
132
129
  self.cookies = {
133
- "kc-state": response.cookies["kc-state"],
134
- "kc-access": response.cookies["kc-access"],
130
+ "kc-state": response.cookies.get("kc-state"),
131
+ "kc-access": response.cookies.get("kc-access"),
135
132
  }
136
133
  return True
@@ -16,7 +16,8 @@ CONFIG_KEY_ARTIFACTS = "artifacts"
16
16
  DEFAULT_EXPERIMENT = "Default"
17
17
  MLCONFIG = "MLConfig.yaml"
18
18
  MLMODEL_FILE_NAME = "MLmodel"
19
- DATA = "data"
19
+ DATA = "entity_code_data"
20
+ LEGACY_DATA = "data"
20
21
  FLAVOR_NAME = "python_function"
21
22
  CONDA_SIZE_LIMIT = 50000
22
23
  INFERENCE_CONFIG_LIMIT = 50000
@@ -0,0 +1,27 @@
1
+ Metadata-Version: 2.1
2
+ Name: ml-management
3
+ Version: 0.5.1rc11
4
+ Summary: Python implementation of model pattern, dataset
5
+ Author: ISPRAS MODIS
6
+ Author-email: modis@ispras.ru
7
+ Maintainer: Maxim Ryndin
8
+ Requires-Python: >=3.8
9
+ Description-Content-Type: text/markdown
10
+ Requires-Dist: sgqlc==16.1
11
+ Requires-Dist: boto3==1.34.70
12
+ Requires-Dist: aioboto3==13.1.1
13
+ Requires-Dist: jsonschema==4.18.4
14
+ Requires-Dist: tqdm==4.66.6
15
+ Requires-Dist: pydantic<2,>=1
16
+ Requires-Dist: jsf==0.7.1
17
+ Requires-Dist: pylint<4,>=3
18
+ Requires-Dist: httpx<1
19
+ Requires-Dist: websocket-client==1.6.1
20
+ Requires-Dist: pandas==2.0.3
21
+ Requires-Dist: PyYAML==6.0.1
22
+ Requires-Dist: numpy==1.26.4
23
+ Requires-Dist: matplotlib==3.7.2
24
+
25
+ # mlmanagement
26
+
27
+ implementation of model pattern, dataset
@@ -0,0 +1 @@
1
+ 0.5.1rc11
@@ -0,0 +1,27 @@
1
+ Metadata-Version: 2.1
2
+ Name: ml-management
3
+ Version: 0.5.1rc11
4
+ Summary: Python implementation of model pattern, dataset
5
+ Author: ISPRAS MODIS
6
+ Author-email: modis@ispras.ru
7
+ Maintainer: Maxim Ryndin
8
+ Requires-Python: >=3.8
9
+ Description-Content-Type: text/markdown
10
+ Requires-Dist: sgqlc==16.1
11
+ Requires-Dist: boto3==1.34.70
12
+ Requires-Dist: aioboto3==13.1.1
13
+ Requires-Dist: jsonschema==4.18.4
14
+ Requires-Dist: tqdm==4.66.6
15
+ Requires-Dist: pydantic<2,>=1
16
+ Requires-Dist: jsf==0.7.1
17
+ Requires-Dist: pylint<4,>=3
18
+ Requires-Dist: httpx<1
19
+ Requires-Dist: websocket-client==1.6.1
20
+ Requires-Dist: pandas==2.0.3
21
+ Requires-Dist: PyYAML==6.0.1
22
+ Requires-Dist: numpy==1.26.4
23
+ Requires-Dist: matplotlib==3.7.2
24
+
25
+ # mlmanagement
26
+
27
+ implementation of model pattern, dataset
@@ -1,13 +0,0 @@
1
- Metadata-Version: 2.1
2
- Name: ml-management
3
- Version: 0.5.1rc9
4
- Summary: Python implementation of model pattern, dataset
5
- Author: ISPRAS MODIS
6
- Author-email: modis@ispras.ru
7
- Maintainer: Maxim Ryndin
8
- Requires-Python: >=3.8
9
- Description-Content-Type: text/markdown
10
-
11
- # mlmanagement
12
-
13
- implementation of model pattern, dataset
@@ -1 +0,0 @@
1
- 0.5.1rc9
@@ -1,13 +0,0 @@
1
- Metadata-Version: 2.1
2
- Name: ml-management
3
- Version: 0.5.1rc9
4
- Summary: Python implementation of model pattern, dataset
5
- Author: ISPRAS MODIS
6
- Author-email: modis@ispras.ru
7
- Maintainer: Maxim Ryndin
8
- Requires-Python: >=3.8
9
- Description-Content-Type: text/markdown
10
-
11
- # mlmanagement
12
-
13
- implementation of model pattern, dataset