together 2.0.0a17__py3-none-any.whl → 2.0.0a18__py3-none-any.whl

together/types/beta/jig/queue_retrieve_response.py

@@ -0,0 +1,35 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import Dict, List, Optional
+
+from ...._models import BaseModel
+
+__all__ = ["QueueRetrieveResponse"]
+
+
+class QueueRetrieveResponse(BaseModel):
+    claimed_at: Optional[str] = None
+
+    created_at: Optional[str] = None
+
+    done_at: Optional[str] = None
+
+    info: Optional[Dict[str, object]] = None
+
+    inputs: Optional[Dict[str, object]] = None
+
+    model: Optional[str] = None
+
+    outputs: Optional[Dict[str, object]] = None
+
+    priority: Optional[int] = None
+    """Additional fields for test compatibility"""
+
+    request_id: Optional[str] = None
+
+    retries: Optional[int] = None
+
+    status: Optional[str] = None
+    """this should be the enum, but isn't for backwards compatability"""
+
+    warnings: Optional[List[str]] = None

together/types/beta/jig/queue_submit_params.py

@@ -0,0 +1,19 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing import Dict
+from typing_extensions import Required, TypedDict
+
+__all__ = ["QueueSubmitParams"]
+
+
+class QueueSubmitParams(TypedDict, total=False):
+    model: Required[str]
+    """Required model identifier"""
+
+    payload: Required[Dict[str, object]]
+
+    info: Dict[str, object]
+
+    priority: int

together/types/beta/jig/queue_submit_response.py

@@ -0,0 +1,25 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import Optional
+
+from pydantic import Field as FieldInfo
+
+from ...._models import BaseModel
+
+__all__ = ["QueueSubmitResponse", "Error"]
+
+
+class Error(BaseModel):
+    code: Optional[str] = None
+
+    message: Optional[str] = None
+
+    param: Optional[str] = None
+
+    type: Optional[str] = None
+
+
+class QueueSubmitResponse(BaseModel):
+    error: Optional[Error] = None
+
+    request_id: Optional[str] = FieldInfo(alias="requestId", default=None)

together/types/beta/jig/secret.py

@@ -0,0 +1,33 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import Optional
+
+from ...._models import BaseModel
+
+__all__ = ["Secret"]
+
+
+class Secret(BaseModel):
+    id: Optional[str] = None
+    """ID is the unique identifier for this secret"""
+
+    created_at: Optional[str] = None
+    """CreatedAt is the ISO8601 timestamp when this secret was created"""
+
+    created_by: Optional[str] = None
+    """CreatedBy is the identifier of the user who created this secret"""
+
+    description: Optional[str] = None
+    """Description is a human-readable description of the secret's purpose"""
+
+    last_updated_by: Optional[str] = None
+    """LastUpdatedBy is the identifier of the user who last updated this secret"""
+
+    name: Optional[str] = None
+    """Name is the name/key of the secret"""
+
+    object: Optional[str] = None
+    """Object is the type identifier for this response (always "secret")"""
+
+    updated_at: Optional[str] = None
+    """UpdatedAt is the ISO8601 timestamp when this secret was last updated"""

together/types/beta/jig/secret_create_params.py

@@ -0,0 +1,34 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing_extensions import Required, TypedDict
+
+__all__ = ["SecretCreateParams"]
+
+
+class SecretCreateParams(TypedDict, total=False):
+    name: Required[str]
+    """Name is the unique identifier for the secret.
+
+    Can contain alphanumeric characters, underscores, hyphens, forward slashes, and
+    periods (1-100 characters)
+    """
+
+    value: Required[str]
+    """
+    Value is the sensitive data to store securely (e.g., API keys, passwords,
+    tokens). This value will be encrypted at rest
+    """
+
+    description: str
+    """
+    Description is an optional human-readable description of the secret's purpose
+    (max 500 characters)
+    """
+
+    project_id: str
+    """
+    ProjectID is ignored - the project is automatically determined from your
+    authentication
+    """

together/types/beta/jig/secret_list_response.py

@@ -0,0 +1,16 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import List, Optional
+
+from .secret import Secret
+from ...._models import BaseModel
+
+__all__ = ["SecretListResponse"]
+
+
+class SecretListResponse(BaseModel):
+    data: Optional[List[Secret]] = None
+    """Data is the array of secret items"""
+
+    object: Optional[str] = None
+    """Object is the type identifier for this response (always "list")"""

together/types/beta/jig/secret_update_params.py

@@ -0,0 +1,34 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing_extensions import TypedDict
+
+__all__ = ["SecretUpdateParams"]
+
+
+class SecretUpdateParams(TypedDict, total=False):
+    description: str
+    """
+    Description is an optional human-readable description of the secret's purpose
+    (max 500 characters)
+    """
+
+    name: str
+    """Name is the new unique identifier for the secret.
+
+    Can contain alphanumeric characters, underscores, hyphens, forward slashes, and
+    periods (1-100 characters)
+    """
+
+    project_id: str
+    """
+    ProjectID is ignored - the project is automatically determined from your
+    authentication
+    """
+
+    value: str
+    """Value is the new sensitive data to store securely.
+
+    Updating this will replace the existing secret value
+    """

together/types/beta/jig/volume.py

@@ -0,0 +1,47 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import Optional
+from typing_extensions import Literal
+
+from ...._models import BaseModel
+
+__all__ = ["Volume", "Content"]
+
+
+class Content(BaseModel):
+    """Content specifies the content that will be preloaded to this volume"""
+
+    source_prefix: Optional[str] = None
+    """
+    SourcePrefix is the file path prefix for the content to be preloaded into the
+    volume
+    """
+
+    type: Optional[Literal["files"]] = None
+    """
+    Type is the content type (currently only "files" is supported which allows
+    preloading files uploaded via Files API into the volume)
+    """
+
+
+class Volume(BaseModel):
+    id: Optional[str] = None
+    """ID is the unique identifier for this volume"""
+
+    content: Optional[Content] = None
+    """Content specifies the content that will be preloaded to this volume"""
+
+    created_at: Optional[str] = None
+    """CreatedAt is the ISO8601 timestamp when this volume was created"""
+
+    name: Optional[str] = None
+    """Name is the name of the volume"""
+
+    object: Optional[str] = None
+    """Object is the type identifier for this response (always "volume")"""
+
+    type: Optional[Literal["readOnly"]] = None
+    """Type is the volume type (e.g., "readOnly")"""
+
+    updated_at: Optional[str] = None
+    """UpdatedAt is the ISO8601 timestamp when this volume was last updated"""

together/types/beta/jig/volume_create_params.py

@@ -0,0 +1,34 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing_extensions import Literal, Required, TypedDict
+
+__all__ = ["VolumeCreateParams", "Content"]
+
+
+class VolumeCreateParams(TypedDict, total=False):
+    content: Required[Content]
+    """Content specifies the content configuration for this volume"""
+
+    name: Required[str]
+    """Name is the unique identifier for the volume within the project"""
+
+    type: Required[Literal["readOnly"]]
+    """Type is the volume type (currently only "readOnly" is supported)"""
+
+
+class Content(TypedDict, total=False):
+    """Content specifies the content configuration for this volume"""
+
+    source_prefix: str
+    """
+    SourcePrefix is the file path prefix for the content to be preloaded into the
+    volume
+    """
+
+    type: Literal["files"]
+    """
+    Type is the content type (currently only "files" is supported which allows
+    preloading files uploaded via Files API into the volume)
+    """

together/types/beta/jig/volume_list_response.py

@@ -0,0 +1,16 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import List, Optional
+
+from .volume import Volume
+from ...._models import BaseModel
+
+__all__ = ["VolumeListResponse"]
+
+
+class VolumeListResponse(BaseModel):
+    data: Optional[List[Volume]] = None
+    """Data is the array of volume items"""
+
+    object: Optional[str] = None
+    """Object is the type identifier for this response (always "list")"""

together/types/beta/jig/volume_update_params.py

@@ -0,0 +1,34 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing_extensions import Literal, TypedDict
+
+__all__ = ["VolumeUpdateParams", "Content"]
+
+
+class VolumeUpdateParams(TypedDict, total=False):
+    content: Content
+    """Content specifies the new content that will be preloaded to this volume"""
+
+    name: str
+    """Name is the new unique identifier for the volume within the project"""
+
+    type: Literal["readOnly"]
+    """Type is the new volume type (currently only "readOnly" is supported)"""
+
+
+class Content(TypedDict, total=False):
+    """Content specifies the new content that will be preloaded to this volume"""
+
+    source_prefix: str
+    """
+    SourcePrefix is the file path prefix for the content to be preloaded into the
+    volume
+    """
+
+    type: Literal["files"]
+    """
+    Type is the content type (currently only "files" is supported which allows
+    preloading files uploaded via Files API into the volume)
+    """

together/types/beta/jig_deploy_params.py

@@ -0,0 +1,150 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing import Dict, Iterable
+from typing_extensions import Literal, Required, TypedDict
+
+from ..._types import SequenceNotStr
+
+__all__ = ["JigDeployParams", "EnvironmentVariable", "Volume"]
+
+
+class JigDeployParams(TypedDict, total=False):
+    gpu_type: Required[Literal["h100-80gb", " a100-80gb"]]
+    """GPUType specifies the GPU hardware to use (e.g., "h100-80gb")."""
+
+    image: Required[str]
+    """Image is the container image to deploy from registry.together.ai."""
+
+    name: Required[str]
+    """Name is the unique identifier for your deployment.
+
+    Must contain only alphanumeric characters, underscores, or hyphens (1-100
+    characters)
+    """
+
+    args: SequenceNotStr[str]
+    """Args overrides the container's CMD.
+
+    Provide as an array of arguments (e.g., ["python", "app.py"])
+    """
+
+    autoscaling: Dict[str, str]
+    """Autoscaling configuration as key-value pairs.
+
+    Example: {"metric": "QueueBacklogPerWorker", "target": "10"} to scale based on
+    queue backlog
+    """
+
+    command: SequenceNotStr[str]
+    """Command overrides the container's ENTRYPOINT.
+
+    Provide as an array (e.g., ["/bin/sh", "-c"])
+    """
+
+    cpu: float
+    """
+    CPU is the number of CPU cores to allocate per container instance (e.g., 0.1 =
+    100 milli cores)
+    """
+
+    description: str
+    """Description is an optional human-readable description of your deployment"""
+
+    environment_variables: Iterable[EnvironmentVariable]
+    """EnvironmentVariables is a list of environment variables to set in the container.
+
+    Each must have a name and either a value or value_from_secret
+    """
+
+    gpu_count: int
+    """GPUCount is the number of GPUs to allocate per container instance.
+
+    Defaults to 0 if not specified
+    """
+
+    health_check_path: str
+    """HealthCheckPath is the HTTP path for health checks (e.g., "/health").
+
+    If set, the platform will check this endpoint to determine container health
+    """
+
+    max_replicas: int
+    """
+    MaxReplicas is the maximum number of container instances that can be scaled up
+    to. If not set, will be set to MinReplicas
+    """
+
+    memory: float
+    """
+    Memory is the amount of RAM to allocate per container instance in GiB (e.g., 0.5
+    = 512MiB)
+    """
+
+    min_replicas: int
+    """MinReplicas is the minimum number of container instances to run.
+
+    Defaults to 1 if not specified
+    """
+
+    port: int
+    """
+    Port is the container port your application listens on (e.g., 8080 for web
+    servers). Required if your application serves traffic
+    """
+
+    storage: int
+    """
+    Storage is the amount of ephemeral disk storage to allocate per container
+    instance (e.g., 10 = 10GiB)
+    """
+
+    termination_grace_period_seconds: int
+    """
+    TerminationGracePeriodSeconds is the time in seconds to wait for graceful
+    shutdown before forcefully terminating the replica
+    """
+
+    volumes: Iterable[Volume]
+    """Volumes is a list of volume mounts to attach to the container.
+
+    Each mount must reference an existing volume by name
+    """
+
+
+class EnvironmentVariable(TypedDict, total=False):
+    name: Required[str]
+    """Name is the environment variable name (e.g., "DATABASE_URL").
+
+    Must start with a letter or underscore, followed by letters, numbers, or
+    underscores
+    """
+
+    value: str
+    """Value is the plain text value for the environment variable.
+
+    Use this for non-sensitive values. Either Value or ValueFromSecret must be set,
+    but not both
+    """
+
+    value_from_secret: str
+    """ValueFromSecret references a secret by name or ID to use as the value.
+
+    Use this for sensitive values like API keys or passwords. Either Value or
+    ValueFromSecret must be set, but not both
+    """
+
+
+class Volume(TypedDict, total=False):
+    mount_path: Required[str]
+    """
+    MountPath is the path in the container where the volume will be mounted (e.g.,
+    "/data")
+    """
+
+    name: Required[str]
+    """Name is the name of the volume to mount.
+
+    Must reference an existing volume by name or ID
+    """

together/types/beta/jig_list_response.py

@@ -0,0 +1,16 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import List, Optional
+
+from ..._models import BaseModel
+from .deployment import Deployment
+
+__all__ = ["JigListResponse"]
+
+
+class JigListResponse(BaseModel):
+    data: Optional[List[Deployment]] = None
+    """Data is the array of deployment items"""
+
+    object: Optional[str] = None
+    """Object is the type identifier for this response (always "list")"""

together/types/beta/jig_retrieve_logs_params.py

@@ -0,0 +1,15 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing_extensions import TypedDict
+
+__all__ = ["JigRetrieveLogsParams"]
+
+
+class JigRetrieveLogsParams(TypedDict, total=False):
+    follow: bool
+    """Stream logs in real-time (ndjson format)"""
+
+    replica_id: str
+    """Replica ID to filter logs"""

together/types/beta/jig_update_params.py

@@ -0,0 +1,141 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing import Dict, Iterable
+from typing_extensions import Literal, Required, TypedDict
+
+from ..._types import SequenceNotStr
+
+__all__ = ["JigUpdateParams", "EnvironmentVariable", "Volume"]
+
+
+class JigUpdateParams(TypedDict, total=False):
+    args: SequenceNotStr[str]
+    """Args overrides the container's CMD.
+
+    Provide as an array of arguments (e.g., ["python", "app.py"])
+    """
+
+    autoscaling: Dict[str, str]
+    """Autoscaling configuration as key-value pairs.
+
+    Example: {"metric": "QueueBacklogPerWorker", "target": "10"} to scale based on
+    queue backlog
+    """
+
+    command: SequenceNotStr[str]
+    """Command overrides the container's ENTRYPOINT.
+
+    Provide as an array (e.g., ["/bin/sh", "-c"])
+    """
+
+    cpu: float
+    """
+    CPU is the number of CPU cores to allocate per container instance (e.g., 0.1 =
+    100 milli cores)
+    """
+
+    description: str
+    """Description is an optional human-readable description of your deployment"""
+
+    environment_variables: Iterable[EnvironmentVariable]
+    """EnvironmentVariables is a list of environment variables to set in the container.
+
+    This will replace all existing environment variables
+    """
+
+    gpu_count: int
+    """GPUCount is the number of GPUs to allocate per container instance"""
+
+    gpu_type: Literal["h100-80gb", " a100-80gb"]
+    """GPUType specifies the GPU hardware to use (e.g., "h100-80gb")"""
+
+    health_check_path: str
+    """HealthCheckPath is the HTTP path for health checks (e.g., "/health").
+
+    Set to empty string to disable health checks
+    """
+
+    image: str
+    """Image is the container image to deploy from registry.together.ai."""
+
+    max_replicas: int
+    """MaxReplicas is the maximum number of replicas that can be scaled up to."""
+
+    memory: float
+    """
+    Memory is the amount of RAM to allocate per container instance in GiB (e.g., 0.5
+    = 512MiB)
+    """
+
+    min_replicas: int
+    """MinReplicas is the minimum number of replicas to run"""
+
+    name: str
+    """Name is the new unique identifier for your deployment.
+
+    Must contain only alphanumeric characters, underscores, or hyphens (1-100
+    characters)
+    """
+
+    port: int
+    """
+    Port is the container port your application listens on (e.g., 8080 for web
+    servers)
+    """
+
+    storage: int
+    """
+    Storage is the amount of ephemeral disk storage to allocate per container
+    instance (e.g., 10 = 10GiB)
+    """
+
+    termination_grace_period_seconds: int
+    """
+    TerminationGracePeriodSeconds is the time in seconds to wait for graceful
+    shutdown before forcefully terminating the replica
+    """
+
+    volumes: Iterable[Volume]
+    """Volumes is a list of volume mounts to attach to the container.
+
+    This will replace all existing volumes
+    """
+
+
+class EnvironmentVariable(TypedDict, total=False):
+    name: Required[str]
+    """Name is the environment variable name (e.g., "DATABASE_URL").
+
+    Must start with a letter or underscore, followed by letters, numbers, or
+    underscores
+    """
+
+    value: str
+    """Value is the plain text value for the environment variable.
+
+    Use this for non-sensitive values. Either Value or ValueFromSecret must be set,
+    but not both
+    """
+
+    value_from_secret: str
+    """ValueFromSecret references a secret by name or ID to use as the value.
+
+    Use this for sensitive values like API keys or passwords. Either Value or
+    ValueFromSecret must be set, but not both
+    """
+
+
+class Volume(TypedDict, total=False):
+    mount_path: Required[str]
+    """
+    MountPath is the path in the container where the volume will be mounted (e.g.,
+    "/data")
+    """
+
+    name: Required[str]
+    """Name is the name of the volume to mount.
+
+    Must reference an existing volume by name or ID
+    """