gmicloud 0.1.1__py3-none-any.whl → 0.1.2__py3-none-any.whl

gmicloud/__init__.py

@@ -5,7 +5,7 @@ from ._internal._models import (
     Task,
     TaskOwner,
     TaskConfig,
-    TaskInfo,
+    EndpointInfo,
     RayTaskConfig,
     TaskScheduling,
     ReplicaResource,
@@ -13,7 +13,6 @@ from ._internal._models import (
     DailyScheduling,
     DailyTrigger,
     ArtifactTemplate,
-    CreateArtifactFromTemplateResponse
 )
 from ._internal._enums import (
     BuildStatus,
@@ -29,7 +28,7 @@ __all__ = [
     "Task",
     "TaskOwner",
     "TaskConfig",
-    "TaskInfo",
+    "EndpointInfo",
     "RayTaskConfig",
     "TaskScheduling",
     "ReplicaResource",
@@ -39,5 +38,4 @@ __all__ = [
     "ArtifactTemplate",
     "BuildStatus",
     "TaskEndpointStatus",
-    "CreateArtifactFromTemplateResponse"
 ]

gmicloud/_internal/_client/_http_client.py

@@ -60,7 +60,6 @@ class HTTPClient:
                 else:
                     error_message = response.json().get('message', 'Unknown error')
                 raise APIError(f"HTTP Request failed: {error_message}")
-
             # Raise for HTTP errors
             response.raise_for_status()
 

gmicloud/_internal/_enums.py

@@ -14,6 +14,7 @@ class BuildStatus(str, Enum):
 
 
 class TaskEndpointStatus(str, Enum):
+    UNKNOWN = ""
     PENDING = "pending"
     DEPLOYING = "deploying"
     SCALING = "scaling"
@@ -21,3 +22,4 @@ class TaskEndpointStatus(str, Enum):
     ARCHIVED = "archived"
     READY = "ready"
     UNREADY = "unready"
+    NEW = "new"

gmicloud/_internal/_models.py

@@ -216,7 +216,7 @@ class RayTaskConfig(BaseModel):
     file_path: Optional[str] = ""  # Path to the task file in storage.
     deployment_name: Optional[str] = ""  # Name of the deployment.
     replica_resource: Optional[ReplicaResource] = None  # Resources allocated for task replicas.
-    volume_mounts: Optional[VolumeMount] = None  # Configuration for mounted volumes.
+    volume_mounts: Optional[List[VolumeMount]] = None  # Configuration for mounted volumes.
 
 
 class OneOffScheduling(BaseModel):
@@ -265,12 +265,12 @@ class TaskConfig(BaseModel):
     last_update_timestamp: Optional[int] = 0  # Timestamp when the task was last updated.
 
 
-class TaskInfo(BaseModel):
+class EndpointInfo(BaseModel):
     """
-    Additional information about a task.
+    Additional information about the task endpoint.
     """
     endpoint_status: Optional[TaskEndpointStatus] = None  # Current status of the task (e.g., running, stopped).
-    endpoint: Optional[str] = ""  # API endpoint exposed by the task, if applicable.
+    endpoint_url: Optional[str] = ""  # URL for accessing the task endpoint.
 
 
 class UserPreference(BaseModel):
@@ -288,7 +288,8 @@ class Task(BaseModel):
     task_id: Optional[str] = None  # Unique identifier for the task.
     owner: Optional[TaskOwner] = None  # Ownership information of the task.
     config: Optional[TaskConfig] = None  # Configuration data for the task.
-    info: Optional[TaskInfo] = None  # Additional information about the task.
+    endpoint_info: Optional[EndpointInfo] = None  # Additional information about the task endpoint.
+    cluster_endpoints: Optional[List[EndpointInfo]] = None  # Endpoints for the task cluster.
     task_status: Optional[str] = ""  # Status of the task.
     readiness_status: Optional[str] = ""  # Readiness status of the task.
     user_preference: Optional[UserPreference] = None  # User preference for the task.

gmicloud/client.py

@@ -7,7 +7,7 @@ from ._internal._client._iam_client import IAMClient
 from ._internal._manager._artifact_manager import ArtifactManager
 from ._internal._manager._task_manager import TaskManager
 from ._internal._enums import BuildStatus
-from ._internal._models import Task, TaskConfig, RayTaskConfig, TaskScheduling, OneOffScheduling, ReplicaResource
+from ._internal._models import Task, TaskConfig, RayTaskConfig, TaskScheduling, ReplicaResource
 
 
 class Client:

{gmicloud-0.1.1.dist-info → gmicloud-0.1.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: gmicloud
-Version: 0.1.1
+Version: 0.1.2
 Summary: GMI Cloud Python SDK
 Author-email: GMI <gmi@gmitec.net>
 License: MIT
@@ -76,10 +76,10 @@ client = Client()
 
 # Schedule and start a task from an artifact template
 task = client.create_task_from_artifact_template(
-    "llama31_8b_template_001",
+    "qwen_2.5_14b_instruct_template_001",
     TaskScheduling(
         scheduling_oneoff=OneOffScheduling(
-            trigger_timestamp=int(datetime.now().timestamp()) + 60,  # Delay by 1 min
+            trigger_timestamp=int(datetime.now().timestamp()) + 10,  # Delay by 10 seconds
             min_replicas=1,
             max_replicas=10,
         )
@@ -104,7 +104,7 @@ def create_artifact_from_template(client):
     # List all available templates
     templates = artifact_manager.get_artifact_templates()
     for template in templates:
-        if template.artifact_name == "Llama3.1 8B":
+        if template.artifact_template_id == "qwen_2.5_14b_instruct_template_001":
             return artifact_manager.create_artifact_from_template(
                 artifact_template_id=template.artifact_template_id
             )
@@ -132,19 +132,19 @@ def create_task_and_start(client, artifact_id):
     task = task_manager.create_task(Task(
         config=TaskConfig(
             ray_task_config=RayTaskConfig(
-                ray_version="latest-py311-gpu",
+                ray_version="2.40.0-py310-gpu",
                 file_path="serve",
                 artifact_id=artifact_id,
                 deployment_name="app",
                 replica_resource=ReplicaResource(
-                    cpu=24,
-                    ram_gb=128,
-                    gpu=2,
+                    cpu=10,
+                    ram_gb=100,
+                    gpu=1,
                 ),
             ),
             task_scheduling=TaskScheduling(
                 scheduling_oneoff=OneOffScheduling(
-                    trigger_timestamp=int(datetime.now().timestamp()) + 60,
+                    trigger_timestamp=int(datetime.now().timestamp()) + 10,
                     min_replicas=1,
                     max_replicas=10,
                 )
@@ -158,7 +158,7 @@ def create_task_and_start(client, artifact_id):
 
 ### (c) Query the Model Endpoint
 
-Once the task is ready, use the endpoint for inference:
+Once the task is running, use the endpoint for inference:
 
 ```python
 from examples.completion import call_chat_completion
@@ -198,8 +198,8 @@ password: Optional[str] = ""
 ## Notes & Troubleshooting
 
 Ensure Credentials are Correct: Double-check your environment variables or parameters passed into the Client object.
-Artifact Status: It may take a few minutes for an artifact or task to transition to the "ready" state.
-Inference Endpoint Readiness: Use the task endpoint only after the task status changes to "ready".
+Artifact Status: It may take a few minutes for an artifact or task to transition to the "running" state.
+Inference Endpoint Readiness: Use the task endpoint only after the task status changes to "running".
 Default OpenAI Key: By default, the OpenAI API base URL is derived from the endpoint provided by GMI.
 
 ## Contributing

{gmicloud-0.1.1.dist-info → gmicloud-0.1.2.dist-info}/RECORD

@@ -1,16 +1,16 @@
-gmicloud/__init__.py,sha256=jIefHqO_DemXBs6qR9cTtXsuHAEBQo0INuKZKEl3mW8,822
-gmicloud/client.py,sha256=qgN6Pcoa_dRwBWRy463yW3Nne52d_D8ogdEODH7LGp4,4751
+gmicloud/__init__.py,sha256=AJP9Z3Ba-AClp5P49YL32qH5-XzDTbEXhWZFF1iLP8Q,750
+gmicloud/client.py,sha256=G3sgH7zzODhdW_Ad56xgomDWXKAhnjzZuj1_mEBGYCI,4733
 gmicloud/_internal/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 gmicloud/_internal/_config.py,sha256=qIH76TSyS3MQWe62LHI46RJhDnklNFisdajY75oUAqE,218
 gmicloud/_internal/_constants.py,sha256=EyhjJp_mEIsAuopFyfnRzGRVjQH9jOhU5AQvtBF_IeU,339
-gmicloud/_internal/_enums.py,sha256=1xGle0FARJEQWkphjUM6yJ1hCqD9YKsh8_5GfkGEvio,477
+gmicloud/_internal/_enums.py,sha256=C4oy6Ps7OGdYd3tK-Wcpi6uXMyAKbOZW8_KykYAKsgw,510
 gmicloud/_internal/_exceptions.py,sha256=hScBq7n2fOit4_umlkabZJchY8zVbWSRfWM2Y0rLCbw,306
-gmicloud/_internal/_models.py,sha256=tqPiqVktwCtHaldi4imzmQVi7zpjKPCi9O8c6QN2Zn8,13083
+gmicloud/_internal/_models.py,sha256=1yUk1yIyfXybIeR8guwYLbXc8gAKzXRpIZ7_6SOId28,13212
 gmicloud/_internal/_client/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 gmicloud/_internal/_client/_artifact_client.py,sha256=V8q78L1wys0d2GYJ87m2EFsLUOJG7nsJvAkrHBeXVU8,6895
 gmicloud/_internal/_client/_decorator.py,sha256=sy4gxzsUB6ORXHw5pqmMf7TTlK41Nmu1fhIhK2AIsbY,670
 gmicloud/_internal/_client/_file_upload_client.py,sha256=1JRs4X57S3EScPIP9w2DC1Uo6_Wbcjumcw3nVM7uIGM,4667
-gmicloud/_internal/_client/_http_client.py,sha256=6xvzYp-pFcKV9U2nOcMKkWpOi3NB_zfWx-bMfsGQwQY,5672
+gmicloud/_internal/_client/_http_client.py,sha256=y5u7jn71exFWYRvh81vs_-8WWmueW7WnEkRjPPyPctI,5671
 gmicloud/_internal/_client/_iam_client.py,sha256=57KHyGg_0Vj5AzwhIto0kmbqQYxnixKIOilNO8hCwr0,2698
 gmicloud/_internal/_client/_task_client.py,sha256=G0MqsNDHhdL885jo-isuu9H_Pv_6DLimN7lT-gz2Uv4,5074
 gmicloud/_internal/_manager/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -20,7 +20,7 @@ gmicloud/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 gmicloud/tests/test_artifacts.py,sha256=YiC1HBMS7g491Ra4acTLI9AdwyjXZfnY9f-fNKn2azQ,17108
 gmicloud/tests/test_tasks.py,sha256=AY90zTJdsXk1cxn6Jxhi4TDdwXRiGxz_r_aRk_Jkl8Y,10956
 gmicloud/utils/uninstall_packages.py,sha256=zzuuaJPf39oTXWZ_7tUAGseoxocuCbbkoglJSD5yDrE,1127
-gmicloud-0.1.1.dist-info/METADATA,sha256=VtHBj-gOFzBp-4aMRKibO13UAK7wX8Rc71xtXi6fVvs,6583
-gmicloud-0.1.1.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-gmicloud-0.1.1.dist-info/top_level.txt,sha256=AZimLw3y0WPpLiSiOidZ1gD0dxALh-jQNk4fxC05hYE,9
-gmicloud-0.1.1.dist-info/RECORD,,
+gmicloud-0.1.2.dist-info/METADATA,sha256=Y50szRi4ci9WFSCSn7l0S0IoKX-Tv5nHG0Xb0Vzl76c,6635
+gmicloud-0.1.2.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+gmicloud-0.1.2.dist-info/top_level.txt,sha256=AZimLw3y0WPpLiSiOidZ1gD0dxALh-jQNk4fxC05hYE,9
+gmicloud-0.1.2.dist-info/RECORD,,