qwak-core 0.4.272__py3-none-any.whl → 0.4.274__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (64) hide show
  1. frogml_storage/__init__.py +1 -0
  2. frogml_storage/artifactory/__init__.py +1 -0
  3. frogml_storage/artifactory/_artifactory_api.py +315 -0
  4. frogml_storage/authentication/login/__init__.py +1 -0
  5. frogml_storage/authentication/login/_login_cli.py +239 -0
  6. frogml_storage/authentication/login/_login_command.py +74 -0
  7. frogml_storage/authentication/models/__init__.py +3 -0
  8. frogml_storage/authentication/models/_auth.py +24 -0
  9. frogml_storage/authentication/models/_auth_config.py +70 -0
  10. frogml_storage/authentication/models/_login.py +22 -0
  11. frogml_storage/authentication/utils/__init__.py +17 -0
  12. frogml_storage/authentication/utils/_authentication_utils.py +281 -0
  13. frogml_storage/authentication/utils/_login_checks_utils.py +114 -0
  14. frogml_storage/base_storage.py +140 -0
  15. frogml_storage/constants.py +56 -0
  16. frogml_storage/exceptions/checksum_verification_error.py +3 -0
  17. frogml_storage/exceptions/validation_error.py +4 -0
  18. frogml_storage/frog_ml.py +668 -0
  19. frogml_storage/http/__init__.py +1 -0
  20. frogml_storage/http/http_client.py +83 -0
  21. frogml_storage/logging/__init__.py +1 -0
  22. frogml_storage/logging/_log_config.py +45 -0
  23. frogml_storage/logging/log_utils.py +21 -0
  24. frogml_storage/models/__init__.py +1 -0
  25. frogml_storage/models/_download_context.py +54 -0
  26. frogml_storage/models/dataset_manifest.py +13 -0
  27. frogml_storage/models/entity_manifest.py +93 -0
  28. frogml_storage/models/frogml_dataset_version.py +21 -0
  29. frogml_storage/models/frogml_entity_type_info.py +50 -0
  30. frogml_storage/models/frogml_entity_version.py +34 -0
  31. frogml_storage/models/frogml_model_version.py +21 -0
  32. frogml_storage/models/model_manifest.py +60 -0
  33. frogml_storage/models/serialization_metadata.py +15 -0
  34. frogml_storage/utils/__init__.py +12 -0
  35. frogml_storage/utils/_environment.py +21 -0
  36. frogml_storage/utils/_input_checks_utility.py +104 -0
  37. frogml_storage/utils/_storage_utils.py +15 -0
  38. frogml_storage/utils/_url_utils.py +27 -0
  39. qwak/__init__.py +1 -1
  40. qwak/clients/batch_job_management/client.py +39 -0
  41. qwak/clients/instance_template/client.py +6 -4
  42. qwak/clients/prompt_manager/model_descriptor_mapper.py +21 -19
  43. qwak/feature_store/_common/artifact_utils.py +3 -3
  44. qwak/feature_store/data_sources/base.py +4 -4
  45. qwak/feature_store/data_sources/batch/athena.py +3 -3
  46. qwak/feature_store/feature_sets/streaming.py +3 -3
  47. qwak/feature_store/feature_sets/streaming_backfill.py +1 -1
  48. qwak/feature_store/online/client.py +6 -6
  49. qwak/feature_store/sinks/streaming/factory.py +1 -1
  50. qwak/inner/build_logic/phases/phase_010_fetch_model/fetch_strategy_manager/strategy/git/git_strategy.py +3 -3
  51. qwak/inner/di_configuration/account.py +23 -24
  52. qwak/inner/tool/auth.py +2 -2
  53. qwak/llmops/provider/openai/provider.py +3 -3
  54. qwak/model/tools/adapters/output.py +1 -1
  55. qwak/model/utils/feature_utils.py +12 -8
  56. qwak/model_loggers/artifact_logger.py +7 -7
  57. qwak/tools/logger/logger.py +1 -1
  58. qwak_core-0.4.274.dist-info/METADATA +415 -0
  59. {qwak_core-0.4.272.dist-info → qwak_core-0.4.274.dist-info}/RECORD +61 -25
  60. qwak_services_mock/mocks/batch_job_manager_service.py +24 -1
  61. _qwak_proto/__init__.py +0 -0
  62. _qwak_proto/qwak/__init__.py +0 -0
  63. qwak_core-0.4.272.dist-info/METADATA +0 -53
  64. {qwak_core-0.4.272.dist-info → qwak_core-0.4.274.dist-info}/WHEEL +0 -0
@@ -36,6 +36,9 @@ from _qwak_proto.qwak.batch_job.v1.batch_job_service_pb2 import (
36
36
  StartWarmupJobRequest,
37
37
  StartWarmupJobResponse,
38
38
  TaskExecutionDetails,
39
+ UpdateTasksDetailsRequest,
40
+ UpdateTasksDetailsResponse,
41
+ BatchTaskDetails,
39
42
  )
40
43
  from _qwak_proto.qwak.batch_job.v1.batch_job_service_pb2_grpc import (
41
44
  BatchJobManagementServiceServicer,
@@ -51,6 +54,7 @@ class BatchJobManagerService(BatchJobManagementServiceServicer):
51
54
  self.id_to_batch_job: Dict[str, MockBatchJob] = dict()
52
55
  self.model_id_active_warmup: Set[str] = set()
53
56
  self.models_to_fail: Set[str] = set()
57
+ self.task_id_to_update_task_details: Dict[str, BatchTaskDetails] = dict()
54
58
 
55
59
  def StartBatchJob(
56
60
  self, request: StartBatchJobRequest, context
@@ -265,6 +269,25 @@ class BatchJobManagerService(BatchJobManagementServiceServicer):
265
269
  except Exception as e:
266
270
  raise_internal_grpc_error(context, e)
267
271
 
272
+ def UpdateTasksDetails(
273
+ self, request: UpdateTasksDetailsRequest, context
274
+ ) -> UpdateTasksDetailsResponse:
275
+ for task in request.tasks_details:
276
+ task_id = task.task_id
277
+ if not task_id :
278
+ raise ValueError("Task ID cannot be empty")
279
+ input_files = task.input_files_details
280
+
281
+ print(f"Updating task with ID: {task_id} and input files: {[file.path for file in input_files]}")
282
+ self.task_id_to_update_task_details[task_id] = task
283
+ return UpdateTasksDetailsResponse()
284
+
285
+ def get_task_details(self,task_id: str
286
+ ) -> Optional[BatchTaskDetails]:
287
+ """
288
+ Get task details by task ID
289
+ """
290
+ return self.task_id_to_update_task_details[task_id]
268
291
 
269
292
  class MockBatchJob:
270
293
  def __init__(self, request: StartBatchJobRequest):
@@ -331,4 +354,4 @@ def batch_job_to_message(batch_job: MockBatchJob) -> BatchJobMessage:
331
354
  for line in batch_job.report
332
355
  ],
333
356
  task_executions=batch_job.tasks,
334
- )
357
+ )
_qwak_proto/__init__.py DELETED
File without changes
File without changes
@@ -1,53 +0,0 @@
1
- Metadata-Version: 2.3
2
- Name: qwak-core
3
- Version: 0.4.272
4
- Summary: Qwak Core contains the necessary objects and communication tools for using the Qwak Platform
5
- License: Apache-2.0
6
- Keywords: mlops,ml,deployment,serving,model
7
- Author: Qwak
8
- Author-email: info@qwak.com
9
- Requires-Python: >=3.9,<3.12
10
- Classifier: License :: OSI Approved :: Apache Software License
11
- Classifier: Operating System :: OS Independent
12
- Classifier: Programming Language :: Python :: 3
13
- Classifier: Programming Language :: Python :: 3.9
14
- Classifier: Programming Language :: Python :: 3.10
15
- Classifier: Programming Language :: Python :: 3.11
16
- Classifier: Programming Language :: Python :: 3.7
17
- Classifier: Programming Language :: Python :: 3.8
18
- Classifier: Programming Language :: Python :: Implementation :: CPython
19
- Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
20
- Provides-Extra: feature-store
21
- Provides-Extra: local-core-dependencies
22
- Requires-Dist: PyYAML
23
- Requires-Dist: cachetools
24
- Requires-Dist: chevron (==0.14.0)
25
- Requires-Dist: cloudpickle (==2.2.1) ; extra == "feature-store"
26
- Requires-Dist: dacite (==1.8.1)
27
- Requires-Dist: dependency-injector (>=4.0)
28
- Requires-Dist: filelock
29
- Requires-Dist: frogml-storage (>=0.11.2)
30
- Requires-Dist: grpcio (>=1.57.0)
31
- Requires-Dist: grpcio-tools (>=1.47.0) ; (python_full_version >= "3.7.1" and python_version < "3.10") and (extra == "local-core-dependencies")
32
- Requires-Dist: grpcio-tools (>=1.56.2) ; (python_version >= "3.10") and (extra == "local-core-dependencies")
33
- Requires-Dist: joblib (>=1.3.2,<2.0.0)
34
- Requires-Dist: marshmallow-dataclass (>=8.5.8,<9.0.0)
35
- Requires-Dist: mypy-protobuf (>=3.0.0,<4.0.0) ; extra == "local-core-dependencies"
36
- Requires-Dist: protobuf (>=3.10,<4) ; python_full_version >= "3.7.1" and python_version < "3.10"
37
- Requires-Dist: protobuf (>=4.21.6) ; python_version >= "3.10"
38
- Requires-Dist: pyarrow (>=6.0.0) ; extra == "feature-store"
39
- Requires-Dist: pyathena (>=2.2.0,!=2.18.0) ; extra == "feature-store"
40
- Requires-Dist: pyspark (==3.4.2) ; extra == "feature-store"
41
- Requires-Dist: python-jose[cryptography] (>=3.4.0)
42
- Requires-Dist: python-json-logger (>=2.0.2)
43
- Requires-Dist: requests
44
- Requires-Dist: retrying (==1.3.4)
45
- Requires-Dist: typeguard (>=2,<3)
46
- Project-URL: Home page, https://www.qwak.com/
47
- Description-Content-Type: text/markdown
48
-
49
- # Qwak Core
50
-
51
- Qwak is an end-to-end production ML platform designed to allow data scientists to build, deploy, and monitor their models in production with minimal engineering friction.
52
- Qwak Core contains all the objects and tools necessary to use the Qwak Platform
53
-