qwak-core 0.4.272__py3-none-any.whl → 0.4.274__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- frogml_storage/__init__.py +1 -0
- frogml_storage/artifactory/__init__.py +1 -0
- frogml_storage/artifactory/_artifactory_api.py +315 -0
- frogml_storage/authentication/login/__init__.py +1 -0
- frogml_storage/authentication/login/_login_cli.py +239 -0
- frogml_storage/authentication/login/_login_command.py +74 -0
- frogml_storage/authentication/models/__init__.py +3 -0
- frogml_storage/authentication/models/_auth.py +24 -0
- frogml_storage/authentication/models/_auth_config.py +70 -0
- frogml_storage/authentication/models/_login.py +22 -0
- frogml_storage/authentication/utils/__init__.py +17 -0
- frogml_storage/authentication/utils/_authentication_utils.py +281 -0
- frogml_storage/authentication/utils/_login_checks_utils.py +114 -0
- frogml_storage/base_storage.py +140 -0
- frogml_storage/constants.py +56 -0
- frogml_storage/exceptions/checksum_verification_error.py +3 -0
- frogml_storage/exceptions/validation_error.py +4 -0
- frogml_storage/frog_ml.py +668 -0
- frogml_storage/http/__init__.py +1 -0
- frogml_storage/http/http_client.py +83 -0
- frogml_storage/logging/__init__.py +1 -0
- frogml_storage/logging/_log_config.py +45 -0
- frogml_storage/logging/log_utils.py +21 -0
- frogml_storage/models/__init__.py +1 -0
- frogml_storage/models/_download_context.py +54 -0
- frogml_storage/models/dataset_manifest.py +13 -0
- frogml_storage/models/entity_manifest.py +93 -0
- frogml_storage/models/frogml_dataset_version.py +21 -0
- frogml_storage/models/frogml_entity_type_info.py +50 -0
- frogml_storage/models/frogml_entity_version.py +34 -0
- frogml_storage/models/frogml_model_version.py +21 -0
- frogml_storage/models/model_manifest.py +60 -0
- frogml_storage/models/serialization_metadata.py +15 -0
- frogml_storage/utils/__init__.py +12 -0
- frogml_storage/utils/_environment.py +21 -0
- frogml_storage/utils/_input_checks_utility.py +104 -0
- frogml_storage/utils/_storage_utils.py +15 -0
- frogml_storage/utils/_url_utils.py +27 -0
- qwak/__init__.py +1 -1
- qwak/clients/batch_job_management/client.py +39 -0
- qwak/clients/instance_template/client.py +6 -4
- qwak/clients/prompt_manager/model_descriptor_mapper.py +21 -19
- qwak/feature_store/_common/artifact_utils.py +3 -3
- qwak/feature_store/data_sources/base.py +4 -4
- qwak/feature_store/data_sources/batch/athena.py +3 -3
- qwak/feature_store/feature_sets/streaming.py +3 -3
- qwak/feature_store/feature_sets/streaming_backfill.py +1 -1
- qwak/feature_store/online/client.py +6 -6
- qwak/feature_store/sinks/streaming/factory.py +1 -1
- qwak/inner/build_logic/phases/phase_010_fetch_model/fetch_strategy_manager/strategy/git/git_strategy.py +3 -3
- qwak/inner/di_configuration/account.py +23 -24
- qwak/inner/tool/auth.py +2 -2
- qwak/llmops/provider/openai/provider.py +3 -3
- qwak/model/tools/adapters/output.py +1 -1
- qwak/model/utils/feature_utils.py +12 -8
- qwak/model_loggers/artifact_logger.py +7 -7
- qwak/tools/logger/logger.py +1 -1
- qwak_core-0.4.274.dist-info/METADATA +415 -0
- {qwak_core-0.4.272.dist-info → qwak_core-0.4.274.dist-info}/RECORD +61 -25
- qwak_services_mock/mocks/batch_job_manager_service.py +24 -1
- _qwak_proto/__init__.py +0 -0
- _qwak_proto/qwak/__init__.py +0 -0
- qwak_core-0.4.272.dist-info/METADATA +0 -53
- {qwak_core-0.4.272.dist-info → qwak_core-0.4.274.dist-info}/WHEEL +0 -0
@@ -36,6 +36,9 @@ from _qwak_proto.qwak.batch_job.v1.batch_job_service_pb2 import (
|
|
36
36
|
StartWarmupJobRequest,
|
37
37
|
StartWarmupJobResponse,
|
38
38
|
TaskExecutionDetails,
|
39
|
+
UpdateTasksDetailsRequest,
|
40
|
+
UpdateTasksDetailsResponse,
|
41
|
+
BatchTaskDetails,
|
39
42
|
)
|
40
43
|
from _qwak_proto.qwak.batch_job.v1.batch_job_service_pb2_grpc import (
|
41
44
|
BatchJobManagementServiceServicer,
|
@@ -51,6 +54,7 @@ class BatchJobManagerService(BatchJobManagementServiceServicer):
|
|
51
54
|
self.id_to_batch_job: Dict[str, MockBatchJob] = dict()
|
52
55
|
self.model_id_active_warmup: Set[str] = set()
|
53
56
|
self.models_to_fail: Set[str] = set()
|
57
|
+
self.task_id_to_update_task_details: Dict[str, BatchTaskDetails] = dict()
|
54
58
|
|
55
59
|
def StartBatchJob(
|
56
60
|
self, request: StartBatchJobRequest, context
|
@@ -265,6 +269,25 @@ class BatchJobManagerService(BatchJobManagementServiceServicer):
|
|
265
269
|
except Exception as e:
|
266
270
|
raise_internal_grpc_error(context, e)
|
267
271
|
|
272
|
+
def UpdateTasksDetails(
|
273
|
+
self, request: UpdateTasksDetailsRequest, context
|
274
|
+
) -> UpdateTasksDetailsResponse:
|
275
|
+
for task in request.tasks_details:
|
276
|
+
task_id = task.task_id
|
277
|
+
if not task_id :
|
278
|
+
raise ValueError("Task ID cannot be empty")
|
279
|
+
input_files = task.input_files_details
|
280
|
+
|
281
|
+
print(f"Updating task with ID: {task_id} and input files: {[file.path for file in input_files]}")
|
282
|
+
self.task_id_to_update_task_details[task_id] = task
|
283
|
+
return UpdateTasksDetailsResponse()
|
284
|
+
|
285
|
+
def get_task_details(self,task_id: str
|
286
|
+
) -> Optional[BatchTaskDetails]:
|
287
|
+
"""
|
288
|
+
Get task details by task ID
|
289
|
+
"""
|
290
|
+
return self.task_id_to_update_task_details[task_id]
|
268
291
|
|
269
292
|
class MockBatchJob:
|
270
293
|
def __init__(self, request: StartBatchJobRequest):
|
@@ -331,4 +354,4 @@ def batch_job_to_message(batch_job: MockBatchJob) -> BatchJobMessage:
|
|
331
354
|
for line in batch_job.report
|
332
355
|
],
|
333
356
|
task_executions=batch_job.tasks,
|
334
|
-
)
|
357
|
+
)
|
_qwak_proto/__init__.py
DELETED
File without changes
|
_qwak_proto/qwak/__init__.py
DELETED
File without changes
|
@@ -1,53 +0,0 @@
|
|
1
|
-
Metadata-Version: 2.3
|
2
|
-
Name: qwak-core
|
3
|
-
Version: 0.4.272
|
4
|
-
Summary: Qwak Core contains the necessary objects and communication tools for using the Qwak Platform
|
5
|
-
License: Apache-2.0
|
6
|
-
Keywords: mlops,ml,deployment,serving,model
|
7
|
-
Author: Qwak
|
8
|
-
Author-email: info@qwak.com
|
9
|
-
Requires-Python: >=3.9,<3.12
|
10
|
-
Classifier: License :: OSI Approved :: Apache Software License
|
11
|
-
Classifier: Operating System :: OS Independent
|
12
|
-
Classifier: Programming Language :: Python :: 3
|
13
|
-
Classifier: Programming Language :: Python :: 3.9
|
14
|
-
Classifier: Programming Language :: Python :: 3.10
|
15
|
-
Classifier: Programming Language :: Python :: 3.11
|
16
|
-
Classifier: Programming Language :: Python :: 3.7
|
17
|
-
Classifier: Programming Language :: Python :: 3.8
|
18
|
-
Classifier: Programming Language :: Python :: Implementation :: CPython
|
19
|
-
Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
|
20
|
-
Provides-Extra: feature-store
|
21
|
-
Provides-Extra: local-core-dependencies
|
22
|
-
Requires-Dist: PyYAML
|
23
|
-
Requires-Dist: cachetools
|
24
|
-
Requires-Dist: chevron (==0.14.0)
|
25
|
-
Requires-Dist: cloudpickle (==2.2.1) ; extra == "feature-store"
|
26
|
-
Requires-Dist: dacite (==1.8.1)
|
27
|
-
Requires-Dist: dependency-injector (>=4.0)
|
28
|
-
Requires-Dist: filelock
|
29
|
-
Requires-Dist: frogml-storage (>=0.11.2)
|
30
|
-
Requires-Dist: grpcio (>=1.57.0)
|
31
|
-
Requires-Dist: grpcio-tools (>=1.47.0) ; (python_full_version >= "3.7.1" and python_version < "3.10") and (extra == "local-core-dependencies")
|
32
|
-
Requires-Dist: grpcio-tools (>=1.56.2) ; (python_version >= "3.10") and (extra == "local-core-dependencies")
|
33
|
-
Requires-Dist: joblib (>=1.3.2,<2.0.0)
|
34
|
-
Requires-Dist: marshmallow-dataclass (>=8.5.8,<9.0.0)
|
35
|
-
Requires-Dist: mypy-protobuf (>=3.0.0,<4.0.0) ; extra == "local-core-dependencies"
|
36
|
-
Requires-Dist: protobuf (>=3.10,<4) ; python_full_version >= "3.7.1" and python_version < "3.10"
|
37
|
-
Requires-Dist: protobuf (>=4.21.6) ; python_version >= "3.10"
|
38
|
-
Requires-Dist: pyarrow (>=6.0.0) ; extra == "feature-store"
|
39
|
-
Requires-Dist: pyathena (>=2.2.0,!=2.18.0) ; extra == "feature-store"
|
40
|
-
Requires-Dist: pyspark (==3.4.2) ; extra == "feature-store"
|
41
|
-
Requires-Dist: python-jose[cryptography] (>=3.4.0)
|
42
|
-
Requires-Dist: python-json-logger (>=2.0.2)
|
43
|
-
Requires-Dist: requests
|
44
|
-
Requires-Dist: retrying (==1.3.4)
|
45
|
-
Requires-Dist: typeguard (>=2,<3)
|
46
|
-
Project-URL: Home page, https://www.qwak.com/
|
47
|
-
Description-Content-Type: text/markdown
|
48
|
-
|
49
|
-
# Qwak Core
|
50
|
-
|
51
|
-
Qwak is an end-to-end production ML platform designed to allow data scientists to build, deploy, and monitor their models in production with minimal engineering friction.
|
52
|
-
Qwak Core contains all the objects and tools necessary to use the Qwak Platform
|
53
|
-
|
File without changes
|